Merge pull request #1214 from ajaxorg/test_all_modes

tests for all modes

doc/site/style.css

@@ -481,3 +481,12 @@ p.highlight_note a {
 img {
     max-width: none;
 }
+
+.text-logo{
+    color: black;
+    font-size: 24px;
+    font-weight: lighter;
+    margin-top: 23px;
+    text-align: center;
+    text-shadow: 1px 17px 2px gray, 1px 1px 2px gray;
+}

index.html

@@ -657,50 +657,14 @@ oop.inherits(FoldMode, BaseFoldMode);
                             </ol>
                             <p>Once you set this up, you should see be able to witness a live demonstration of your new highlighter.</p>
                             <h3 id="adding-automated-tests"><a class="heading_anchor" href="#adding-automated-tests"><i class="headerLinkIcon"></i></a>Adding Automated Tests</h3>
-                            <p>It&#39;s also suggested that you go one step further and define some automated tests to test your syntax highlighter. A basic test looks something like this:</p>
+                            <p>Adding automated tests for a highlighter is trivial so you are not required to do it, but it can help during development.</p>
-                            <pre><code class="language-javascript"><span class="keyword">if</span> (<span class="keyword">typeof</span> process !== <span class="string">"undefined"</span>) {
+                            <p>In <code>lib/ace/mode/_test</code> create a file named <code><pre>text_<span style="color:#AA0D91">&lt;modeName&gt;</span>.txt</pre></code> with some example code. (You can skip this if the document you have added in <code>demo/docs</code> both looks good and covers various edge cases in your language syntax).
-    require(<span class="string">"amd-loader"</span>);
+                            </p>
-}
+                            <p> Run <code><span style="color:#AA0D91">node</span> <span style="color:#008800">highlight_rules_test.js</span> <span style="color:#000088">-gen</span></code> to preserve current output of your tokenizer in <code>tokens_<span style="color:#AA0D91">&lt;modeName&gt;</span>.json</code>
-
+                            </p>
-define(<span class="keyword">function</span>(require, exports, module) {
+                            <p>After this running <code><span style="color:#008800">highlight_rules_test.js</span> <span cstyle="color:#000088">optionalLanguageName</span></code> will compare output of your tokenizer with the correct output you've created.
-<span class="string">"use strict"</span>;
+                            </p>
-
+                            <p>Any files ending with the <em>_test.js</em> suffix are automatically run by Ace&#39;s <a href="http://travis-ci.org/#!/ajaxorg/ace">Travis CI</a> server.</p>
-<span class="keyword">var</span> MyNewLanguage = require(<span class="string">"./mynewlanguage"</span>).Mode;
-<span class="keyword">var</span> assert = require(<span class="string">"../test/assertions"</span>);
-
-module.exports = {
-
-    name: <span class="string">"MyNewLanguage Tokenizer"</span>,
-
-    setUp : <span class="keyword">function</span>() {
-        <span class="keyword">this</span>.tokenizer = <span class="keyword">new</span> MyNewLanguage().getTokenizer();
-    },
-
-    <span class="string">"test: my random description"</span> : <span class="keyword">function</span>() {
-        <span class="keyword">var</span> line = <span class="string">"-12px"</span>;
-        <span class="keyword">var</span> tokens = <span class="keyword">this</span>.tokenizer.getLineTokens(line, <span class="string">"ruleset"</span>).tokens;
-
-        assert.equal(<span class="number">2</span>, tokens.length);
-        assert.equal(<span class="string">"constant.numeric"</span>, tokens[<span class="number">0</span>].type);
-    },
-
-    <span class="string">"test: tokenize more than one thing"</span> : <span class="keyword">function</span>() {
-        <span class="keyword">var</span> tokens = <span class="keyword">this</span>.tokenizer.getLineTokens(<span class="string">"{()}"</span>, <span class="string">"start"</span>).tokens;
-
-        assert.equal(<span class="number">3</span>, tokens.length);
-        assert.equal(<span class="string">"paren.lparen"</span>, tokens[<span class="number">0</span>].type);
-        assert.equal(<span class="string">"text"</span>, tokens[<span class="number">1</span>].type);
-        assert.equal(<span class="string">"paren.rparen"</span>, tokens[<span class="number">2</span>].type);
-    },
-};
-
-});
-
-<span class="keyword">if</span> (<span class="keyword">typeof</span> module !== <span class="string">"undefined"</span> &amp;&amp; module === require.main) {
-    require(<span class="string">"asyncjs"</span>).test.testcase(module.exports).exec()
-}</code></pre>
-                            <p>All tests contain a string describing what the test is doing. Then, you define an arbitrary line that you want your tokenizer to check. It&#39;s recommended that you test both the number of tokens found, as well as the values of those tokens.</p>
-                            <p>Any file ending with the <em>_test.js</em> suffix are automatically run by Ace&#39;s <a href="http://travis-ci.org/#!/ajaxorg/ace">Travis CI</a> server.</p>
                         </div>
                         <div class="tab-pane fade" id="api">
                             <div class="row centerpiece">
@@ -912,10 +876,22 @@ module.exports = {
                                     <a href="https://drivenotepad.appspot.com/support">Drive Notepad</a>
                                 </li>
                                 <li>
-                                    <img src="http://phpassist.com/images/logo.png" 
+                                    <img src="http://phpassist.com/images/logo-large.png" 
-                                        style="position: relative; left: -9px; top: 19px; width: 118px">
+                                        style="position: relative; left: 3px; top: -10px; width: 95px">
                                     <a href="http://phpassist.com/">PHP Assist</a>
                                 </li>
+                                <li>
+                                    <div class="text-logo">Dillinger</div>
+                                    <a href="http://dillinger.io/">Dillinger</a>
+                                </li>
+                                <li>
+                                    <div class="text-logo">Evaluzio</div>
+                                    <a href="http://www.evaluzio.net/editor">Evaluzio</a>
+                                </li>
+                                <li>
+                                    <div class="text-logo">Edicy</div>
+                                    <a href="http://www.edicy.com/blog/new-code-editor-for-creating-unique-website-designs">Edicy</a>
+                                </li>
                                 <li>
                                     <a href="http://orbit.bonsaijs.org/">BonsaiJS playground</a>
                                 </li>
@@ -941,6 +917,7 @@ module.exports = {
                                     <a href="http://www.pythonanywhere.com/">PythonAnywhere</a>
                                 </li>
                                 <li>
+                                    <div class="text-logo">ShareJS</div>
                                     <a href="http://sharejs.org/hello-ace.html">ShareJS</a>
                                 </li>
                                 <li>
@@ -953,6 +930,7 @@ module.exports = {
                                     <a href="http://neutronide.com/">Neutron IDE</a>
                                 </li>
                                 <li>
+                                    <div class="text-logo">tmpltr</div>
                                     <a href="http://rocktronica.github.com/tmpltr/">tmpltr</a>
                                 </li>
                                 <li>

lib/ace/mode/_test/Readme.md

@@ -0,0 +1,9 @@
+`tokens_<modeName>.json` files keep information about correct tokens and tokenizer states for all modes supported by ace.
+They are generated from `text_<modeName>.txt` or `demo/kitchen-sink/doc/*` with
+
+```sh
+node highlight_rules_test.js -gen
+```
+
+command.
+

lib/ace/mode/_test/highlight_rules_test.js

@@ -0,0 +1,152 @@
+var fs = require("fs");
+if (!fs.existsSync)
+    fs.existsSync = require("path").existsSync;
+
+require("amd-loader");
+
+var cwd = __dirname + "/";
+
+function generateTestData() {
+    var root = Array(5).join("../") + "/demo/kitchen-sink/docs";
+    var docs = fs.readdirSync(cwd + root);
+    var specialDocs = fs.readdirSync(cwd);
+    var modes = fs.readdirSync(cwd + "../").filter(function(x){
+        return /^\w+_highlight_rules.js$/.test(x);
+    }).map(function(x) {
+        return x.replace(/_highlight_rules.js$/, "");
+    });
+
+    console.log("Docs:", docs);
+    console.log("Modes:", modes);
+
+    docs.forEach(function(docName) {
+        var p = docName.toLowerCase().split(".");
+        if (!p[1])
+            return;
+        var modeName;
+        if (modes.indexOf(p[0]) != -1)
+            modeName = p[0];
+        else if (modes.indexOf(p[1]) != -1)
+            modeName = p[1];
+        else
+            modeName = {"txt": "text", cpp: "c_cpp"}[p[1]];
+
+        var filePath = "text_" + modeName + ".txt";
+        if (specialDocs.indexOf(filePath) == -1) {
+            filePath = root + "/" + docName;
+        }
+
+        var text = fs.readFileSync(cwd + filePath, "utf8");
+        try {
+            var Mode = require("../" + modeName).Mode;
+        } catch(e) {
+            console.warn("Can't load mode :" + modeName, p, e);
+            return;
+        }
+        var tokenizer = new Mode().getTokenizer();
+
+        var state = "start";
+        var data = text.split(/\n|\r|\r\n/).map(function(line) {
+            var data = tokenizer.getLineTokens(line, state);
+            var tmp = [];
+            tmp.push(JSON.stringify(data.state));
+            data.tokens.forEach(function(x) {
+                tmp.push(JSON.stringify([x.type, x.value]));
+            });
+            state = data.state;
+            return tmp.join(",\n  ");
+        });
+        
+        jsonStr = "[[\n   " + data.join("\n],[\n   ") + "\n]]";
+        fs.writeFileSync(cwd + "tokens_" + modeName + ".json", jsonStr, "utf8");
+    });
+}
+
+function test(startAt) {
+    var modes = fs.readdirSync(cwd).map(function(x) {
+        return (x.match(/tokens_(.*).json/) || {})[1];
+    }).filter(function(x){return !!x});
+
+    for (var i = Math.max(0, startAt||0); i < modes.length; i++)
+        testMode(modes[i], i);
+
+    console.log("\u001b[32m" + "all ok" + "\u001b[0m");
+}
+function testMode(modeName, i) {
+    console.log(padNumber(i+1, 3) + ") testing: \u001b[33m" + modeName + "\u001b[0m");
+
+    var text = fs.readFileSync(cwd + "tokens_" + modeName + ".json", "utf8");
+    var data = JSON.parse(text);
+    var Mode = require("../" + modeName).Mode;
+    var tokenizer = new Mode().getTokenizer();
+
+    var state = "start";
+    data.forEach(function(lineData) {
+        lineData.values = [];
+        lineData.types = [];
+        lineData.state = lineData.shift();
+        lineData.forEach(function(x) {
+            lineData.types.push(x[0]);
+            lineData.values.push(x[1]);
+        });
+
+        var line = lineData.values.join("");
+
+        var tokens = tokenizer.getLineTokens(line, state);
+        var values = tokens.tokens.map(function(x) {return x.value;});
+        var types = tokens.tokens.map(function(x) {return x.type;});
+
+        var success = true;
+        var err = testEqual([
+            lineData.state, tokens.state,
+            lineData.types, types,
+            lineData.values, values]);
+        
+        if (err) {
+            console.log(line)
+            throw "error";
+        }
+
+        state = lineData.state;
+    });
+}
+function testEqual(a) {
+    var err;
+    if (a[0] !== a[1]) {
+        console.log(a[0],a[1]);
+        err = 1;
+    }
+
+    if ( a[2] + "" !== a[3] + "" || a[4] + "" !== a[5] + "") {
+        arrayDiff(a[2],a[3]);
+        arrayDiff(a[4],a[5]);
+        err = 1;
+    }
+    return err;
+}
+function arrayDiff(a1, a2) {
+    var l = Math.max(a1.length, a2.length);
+    var out = [];
+    for (var i = 0; i < l; i++) {
+        out.push("\n", padNumber(i+1, 3), ") ");
+        if (a1[i] !== a2[i])
+            out.push("\u001b[31m", a1[i], "\u001b[0m != \u001b[32m", a2[i], "\u001b[0m");
+        else
+            out.push(a1[i]);
+    }
+    console.log(out.join(""));
+}
+function padNumber(num, digits) {
+    return ("      " + num).slice(-digits);
+}
+
+// cli
+var arg = process.argv[2];
+if (!arg)
+    test()
+else if (/--?g(en)?/.test(arg))
+    generateTestData(process.argv.splice(3));
+else if (/\d+/.test(arg))
+    test(parseInt(process.argv[2],10) || 0);
+else
+    testMode(arg, -1)

lib/ace/mode/_test/test_highlight_rules.js

@@ -1,144 +0,0 @@
-var fs = require("fs");
-if (!fs.existsSync)
-    fs.existsSync = require("path").existsSync;
-
-require("amd-loader");
-
-var cwd = __dirname + "/";
-
-function generateTestData() {
-    var root = Array(5).join("../") + "/demo/kitchen-sink/docs";
-    var docs = fs.readdirSync(cwd + root);
-    var specialDocs = fs.readdirSync(cwd);
-    var modes = fs.readdirSync(cwd + "../").filter(function(x){
-        return /^\w+_highlight_rules.js$/.test(x);
-    }).map(function(x) {
-        return x.replace(/_highlight_rules.js$/, "");
-    });
-
-    console.log("Docs:", docs);
-    console.log("Modes:", modes);
-
-    docs.forEach(function(docName) {
-        var p = docName.toLowerCase().split(".");
-        if (!p[1])
-            return;
-        var modeName;
-        if (modes.indexOf(p[0]) != -1)
-            modeName = p[0];
-        else if (modes.indexOf(p[1]) != -1)
-            modeName = p[1];
-        else
-            modeName = {"txt": "text", cpp: "c_cpp"}[p[1]];
-
-        var filePath = "text_" + modeName + ".txt";
-        if (specialDocs.indexOf(filePath) == -1) {
-            filePath = root + "/" + docName;
-        }
-
-        var text = fs.readFileSync(cwd + filePath, "utf8");
-        try {
-            var Mode = require("../" + modeName).Mode;
-        } catch(e) {
-            console.warn("Can't load mode :" + modeName, e);
-            return;
-        }
-        var tokenizer = new Mode().getTokenizer();
-
-        var state = "start";
-        var data = text.split(/\n|\r|\r\n/).map(function(line) {
-            var tokens = tokenizer.getLineTokens(line, state);
-            state = tokens.state;
-            tokens = tokens.tokens;
-            return {
-                state: state,
-                data: tokens.map(function(x) {return [x.type, x.value]})
-            };
-        });
-        var jsonStr = JSON.stringify(data, null, 1);
-        jsonStr = jsonStr.replace(/\n {4}/g, " ").replace(/\n {3}]/g, " ]");
-        fs.writeFileSync(cwd + "tokens_" + modeName + ".json", jsonStr, "utf8");
-    });
-}
-
-function test(startAt) {
-    var docs = fs.readdirSync(cwd).filter(function(x) {
-        return /^tokens_\w+.json$/.test(x);
-    });
-    if (startAt && startAt > 1)
-        docs = docs.slice(startAt - 1);
-    docs.forEach(function(x, i) {
-        var modeName = x.match(/tokens_(.*).json/)[1];
-
-        console.log(padNumber(i+1, 3) + ") testing: \u001b[33m" + modeName + "\u001b[0m");
-
-        var text = fs.readFileSync(cwd + x, "utf8");
-        var data = JSON.parse(text);
-        var Mode = require("../" + modeName).Mode;
-        var tokenizer = new Mode().getTokenizer();
-
-        var state = "start";
-        data.forEach(function(lineData) {
-            lineData.values = [];
-            lineData.types = [];
-            lineData.data.forEach(function(x) {
-                lineData.types.push(x[0]);
-                lineData.values.push(x[1]);
-            });
-
-            var line = lineData.values.join("");
-
-            var tokens = tokenizer.getLineTokens(line, state);
-            var values = tokens.tokens.map(function(x) {return x.value;});
-            var types = tokens.tokens.map(function(x) {return x.type;});
-
-            var success = true;
-            testEqual([
-                lineData.state, tokens.state,
-                lineData.types, types,
-                lineData.values, values]);
-
-            state = lineData.state;
-        });
-    });
-
-    console.log("\u001b[32m" + "all ok" + "\u001b[0m");
-
-    function testEqual(a) {
-        var err;
-        if (a[0] !== a[1]) {
-            console.log(a[0],a[1]);
-            err = 1;
-        }
-
-        if ( a[2] + "" !== a[3] + "" || a[4] + "" !== a[5] + "") {
-            arrayDiff(a[2],a[3]);
-            arrayDiff(a[4],a[5]);
-            err = 1;
-        }
-        if (err) {
-            throw "error";
-        }
-    }
-
-    function arrayDiff(a1, a2) {
-        var l = Math.max(a1.length, a2.length);
-        var out = [];
-        for (var i = 0; i < l; i++) {
-            out.push("\n", padNumber(i+1, 3), ") ");
-            if (a1[i] !== a2[i])
-                out.push("\u001b[31m", a1[i], " != ", a2[i], "\u001b[0m");
-            else
-                out.push(a1[i]);
-        }
-        console.log(out.join(""));
-    }
-    function padNumber(num, digits) {
-        return ("      " + num).slice(-digits);
-    }
-}
-
-if (process.argv[2] == "gen")
-    generateTestData(process.argv.splice(3));
-else
-    test(parseInt(process.argv[2],10) || 0);

lib/ace/mode/_test/text_coffee.txt

@@ -0,0 +1,56 @@
+#test: tokenize keyword
+    for (i 1..2)
+#test: tokenize regexp
+/"[a]/
+#test: tokenize functions
+foo = ({args}) ->
+    foo = ({a1, a2}) ->
+    foo = ({@a1, a2}) ->
+    foo : ({args}) ->
+    foo = ({args}) ->
+    foo = ({0abc}) ->
+    foo = ({/abc}) =>
+    foo = ({abc/}) ->
+    foo = ({#abc}) ->
+    foo = ({abc#}) ->
+    foo = ({)abc}) ->
+    foo = ({abc)}) ->
+    foo = ({a{bc}) ->
+    foo = ({}) ->
+    foo = ({ }) ->
+    foo : ({}) ->
+    foo = (args) ->
+    foo = (arg1, arg2) ->
+    foo = (arg1 = 1, arg2 = 'name') ->
+    foo = (@arg1 = /abc/, arg2 = 'name') ->
+    #test: tokenize function: invalid case:
+    foo=(/args) ->
+    foo = () ->
+    foo = ( ) ->
+    foo : ( ) ->
+    window.foo = (args) ->
+    foo = ->
+    foo = ->
+    foo : ->
+    #test: tokenize callback function
+    foo bar: 1, (args) ->
+    foo = (1, 2 (x) ->
+#test: tokenize class
+class Foo
+class Foo extends Bar
+#test: tokenize illegal name property
+foo.static.function
+#!test tokenize string with interpolation
+a = "#{ 22 / 7 + {x: "#{a + b}"} + 2}"
+"""heredoc
+   """
+do ->
+    ###
+    herecomment
+    ###
+    re = /regex/imgy.test ///
+        heregex  # comment
+    ///imgy
+    this isnt: `just 
+       JavaScript`
+    undefined

lib/ace/mode/_test/text_curly.txt

@@ -0,0 +1,9 @@
+tokenize Curly template{{test}}
+tokenize embedded script
+<script a='a'>var</script>'123'
+tokenize multiline attribute value with double quotes
+<a href="abc{{xyz}}
+def">
+tokenize multiline attribute value with single quotes
+<a href='abc
+def\"'>

lib/ace/mode/_test/text_html.txt

@@ -0,0 +1,8 @@
+<html>
+<script a='a'>var</script>'123'
+<a href="abc
+  def">
+<a href='abc
+def\'>
+
+</html>

lib/ace/mode/_test/text_javascript.txt

@@ -1,3 +1,37 @@
+//test: tokenize 'standard' functions
+string.charCodeAt(23); document.getElementById('test'); console.log('Here it is');";
+test: /**tokenize doc*/ comment
+/**tokenize doc comment with @tag {}*/
+//test: tokenize parens
+    var line = "[{( )}]";
+//test tokenize arithmetic expression which looks like a regexp
+a/b/c
+a/=b/c
+//test tokenize reg exps
+a=/b/g
+a+/b/g
+a = 1 + /2 + 1/b
+a=/a/ / /a/
+case /a/.test(c)
+//test tokenize multi-line comment containing a single line comment
+noRegex
+/* foo // bar */
+canBeRegex;
+/* foo // bar */
+// test tokenize identifier with umlauts
+fu?e
+// test // is not a regexp
+{ // 123
+//test skipping escaped chars
+'Meh\\nNeh'
+console.log('\\u1232Feh'
+"test multiline\
+ strings"
+a='
+b="\
+still a string
+ 
+ 
 function foo(items, nada) {
     for (var i=0; i<items.length; i++) {
         alert(items[i] + "juhu\n");

lib/ace/mode/_test/text_lucene.txt

@@ -0,0 +1,16 @@
+test: recognises AND as keyword
+test: recognises OR as keyword
+test: recognises NOT as keyword
+test: recognises "hello this is dog" as string
+test: recognises -"hello this is dog" as negation with string
+test: recognises ~100 as text with proximity
+test: recognises "hello this is dog"~100 as string with proximity
+test: recognises raw:"hello this is dog" as keyword
+test: recognises raw:foo as"keyword'
+test: recognises "(" as opening parenthesis
+test: recognises ")" as closing parenthesis
+test: recognises foo* as text with asterisk
+test: recognises foo? as text with interro
+test: recognises single word as text
+ foo
+ 

lib/ace/mode/_test/text_markdown.txt

@@ -0,0 +1,13 @@
+test: header 1 
+#f
+test: header 2
+## foo
+test: header ends with ' #'
+# # # 
+test: header ends with '#'
+#foo# 
+test: 6+ #s is not a valid header
+####### foo
+test: # followed be only space is not a valid header
+test: only space between #s is not a valid header
+#  #

lib/ace/mode/_test/text_ruby.txt

@@ -0,0 +1,15 @@
+ #test: symbol tokenizer
+  [:@thing, :$thing, :_thing, :thing, :Thing, :thing1, :thing_a,
+              :THING, :thing!, :thing=, :thing?, :t?,
+              :, :@, :$, :1, :1thing, :th?ing, :thi=ng, :1thing,
+            :th!ing, :thing#
+    ]
+
+ #test: namespaces aren't symbols" : function() {
+   Namespaced::Class
+ #test: hex tokenizer 
+    0x9a, 0XA1, 0x9_a, 0x, 0x_9a, 0x9a_,
+ #test: float tokenizer
+    [1, +1, -1, 12_345, 0.000_1,
+    _, 3_1, 1_2, 1_.0, 0._1];
+ 

lib/ace/mode/_test/text_xml.txt

@@ -0,0 +1,7 @@
+<Juhu>//Juhu Kinners</Kinners>
+test: two tags in the same lines should be in separate tokens"
+<Juhu><Kinners>
+test: multiline attributes"
+<copy set="{
+}" undo="{
+}"/>

lib/ace/mode/_test/tokens_abap.json

@@ -1,66 +1,37 @@
-[
+[[
- {
+   "start",
-  "state": "start",
-  "data": [
   ["doc.comment","***************************************"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["doc.comment","** Program: EXAMPLE                  **"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["doc.comment","** Author: Joe Byte, 07-Jul-2007     **"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["doc.comment","***************************************"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text"," "]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["keyword","REPORT"],
   ["text"," BOOKINGS"],
   ["keyword.operator","."]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text"," "]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["doc.comment","* Read flight bookings from the database"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["keyword","SELECT"],
   ["keyword.operator"," * "],
   ["keyword","FROM"],
   ["text"," FLIGHTINFO"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","  "],
   ["keyword","WHERE"],
   ["text"," "],
@@ -69,11 +40,8 @@
   ["string","'Y'"],
   ["text","       "],
   ["comment","\"Y = economy"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","  "],
   ["keyword","OR"],
   ["text","    "],
@@ -83,70 +51,44 @@
   ["keyword.operator","."],
   ["text","      "],
   ["comment","\"C = business"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["paren.lparen","("],
   ["invalid","..."],
   ["paren.rparen",")"]
-  ]
+],[
- },
+   "start"
- {
+],[
-  "state": "start",
+   "start",
-  "data": []
- },
- {
-  "state": "start",
-  "data": [
   ["keyword","REPORT"],
   ["text"," TEST"],
   ["keyword.operator","."]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["keyword","WRITE"],
   ["text"," "],
   ["string","'Hello World'"],
   ["keyword.operator","."]
-  ]
+],[
- },
+   "start"
- {
+],[
-  "state": "start",
+   "start",
-  "data": []
- },
- {
-  "state": "start",
-  "data": [
   ["text","USERPROMPT"],
   ["keyword.operator"," = "],
   ["string","'Please double-click on a line in the output list '"],
   ["text"," "],
   ["keyword.operator","&"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","             "],
   ["string","'to see the complete details of the transaction.'"],
   ["keyword.operator","."]
-  ]
+],[
- },
+   "start"
- {
+],[
-  "state": "start",
+   "start"
-  "data": []
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": []
- },
- {
-  "state": "start",
-  "data": [
   ["keyword","DATA"],
   ["text"," LAST_EOM    "],
   ["keyword","TYPE"],
@@ -155,46 +97,28 @@
   ["keyword.operator","."],
   ["text","  "],
   ["comment","\"last end-of-month date"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text"," "]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["doc.comment","* Start from today's date"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","  LAST_EOM"],
   ["keyword.operator"," = "],
   ["variable.parameter","SY"],
   ["keyword.operator","-"],
   ["text","DATUM"],
   ["keyword.operator","."]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["doc.comment","* Set characters 6 and 7 (0-relative) of the YYYYMMDD string to \"01\","]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["doc.comment","* giving the first day of the current month"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","  LAST_EOM"],
   ["constant.numeric","+6"],
   ["paren.lparen","("],
@@ -203,34 +127,22 @@
   ["keyword.operator"," = "],
   ["string","'01'"],
   ["keyword.operator","."]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["doc.comment","* Subtract one day"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","  LAST_EOM"],
   ["keyword.operator"," = "],
   ["text","LAST_EOM"],
   ["keyword.operator"," - "],
   ["constant.numeric","1"],
   ["keyword.operator","."]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text"," "]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","  "],
   ["keyword","WRITE"],
   ["keyword.operator",":"],
@@ -239,17 +151,11 @@
   ["keyword.operator",","],
   ["text"," LAST_EOM"],
   ["keyword.operator","."]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","  "]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["keyword","DATA"],
   ["text"," "],
   ["keyword.operator",":"],
@@ -260,35 +166,24 @@
   ["text"," "],
   ["constant.numeric","0"],
   ["keyword.operator",","]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","         VBELN "],
   ["keyword","LIKE"],
   ["text"," "],
   ["variable.parameter","VBRK-VBELN"],
   ["keyword.operator",","]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","         ZUONR "],
   ["keyword","LIKE"],
   ["text"," "],
   ["variable.parameter","VBRK-ZUONR"],
   ["keyword.operator",","]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","       "],
   ["keyword","END OF"],
   ["text"," I_VBRK"],
   ["keyword.operator","."]
-  ]
+]]
- }
-]

lib/ace/mode/_test/tokens_asciidoc.json

@@ -1,74 +1,46 @@
-[
+[[
- {
+   "literalBlock",
-  "state": "literalBlock",
-  "data": [
   ["support.function","------------------------------------"]
-  ]
+],[
- },
+   "dissallowDelimitedBlock",
- {
-  "state": "dissallowDelimitedBlock",
-  "data": [
   ["support.function","-----------------------------------"]
-  ]
+],[
- },
+   "text",
- {
-  "state": "text",
-  "data": [
   ["string.italic","_ita_lic_"],
   ["text",", "],
   ["keyword.bold","*bo*ld*"],
   ["text",", "],
   ["support.function","+mo+no+"],
   ["text",", normal. "]
-  ]
+],[
- },
+   "text",
- {
-  "state": "text",
-  "data": [
   ["keyword","``"],
   ["text","double quoted"],
   ["keyword","''"],
   ["text",", `single quoted'."]
-  ]
+],[
- },
+   "text",
- {
-  "state": "text",
-  "data": [
   ["text","  normal, ^super^, "],
   ["keyword","~sub~"],
   ["text","."]
-  ]
+],[
- },
+   "start"
- {
+],[
-  "state": "start",
+   "text",
-  "data": []
- },
- {
-  "state": "text",
-  "data": [
   ["text","''''"]
-  ]
+],[
- },
+   "text",
- {
-  "state": "text",
-  "data": [
   ["text","Escaped:"]
-  ]
+],[
- },
+   "text",
- {
-  "state": "text",
-  "data": [
   ["constant.language.escape","\\_"],
   ["text","italic_, "],
   ["support.function","+++"],
   ["text","_italic_"],
   ["support.function","+++"],
   ["text",","]
-  ]
+],[
- },
+   "smallPassthrough",
- {
-  "state": "smallPassthrough",
-  "data": [
   ["text","t"],
   ["constant.language.escape","\\_"],
   ["text","_e"],
@@ -76,11 +48,8 @@
   ["text","e__st"],
   ["support.function","+++"],
   ["text",","]
-  ]
+],[
- },
+   "smallPassthrough",
- {
-  "state": "smallPassthrough",
-  "data": [
   ["support.function","+++"],
   ["text","<b>bold</b>"],
   ["support.function","+++"],
@@ -91,21 +60,15 @@
   ["text","</"],
   ["support.function","b"],
   ["text",">$$"]
-  ]
+],[
- },
+   "smallPassthrough",
- {
-  "state": "smallPassthrough",
-  "data": [
   ["text","\\&#"],
   ["support.function","182"],
   ["text","; &#"],
   ["support.function","182"],
   ["text",";"]
-  ]
+],[
- },
+   "smallPassthrough",
- {
-  "state": "smallPassthrough",
-  "data": [
   ["text","\\`"],
   ["support.function","not"],
   ["text"," "],
@@ -113,11 +76,8 @@
   ["text"," "],
   ["support.function","quoted"],
   ["text","'"]
-  ]
+],[
- },
+   "smallPassthrough",
- {
-  "state": "smallPassthrough",
-  "data": [
   ["text","\\`\\`"],
   ["support.function","not"],
   ["text"," "],
@@ -125,236 +85,129 @@
   ["text"," "],
   ["support.function","quoted"],
   ["text","''"]
-  ]
+],[
- },
+   "dissallowDelimitedBlock"
- {
+],[
-  "state": "dissallowDelimitedBlock",
+   "text"
-  "data": []
+],[
- },
+   "start",
- {
-  "state": "text",
-  "data": []
- },
- {
-  "state": "start",
-  "data": [
   ["string.regexp","[fffff]"]
-  ]
+],[
- },
+   "passthroughBlock",
- {
-  "state": "passthroughBlock",
-  "data": [
   ["string","+++++++++++++++++++++++++++++++++++++"]
-  ]
+],[
- },
+   "passthroughBlock",
- {
-  "state": "passthroughBlock",
-  "data": [
   ["support.function","(C) "],
   ["constant.character","{ss}"],
   ["support.function"," ss"]
-  ]
+],[
- },
+   "dissallowDelimitedBlock",
- {
-  "state": "dissallowDelimitedBlock",
-  "data": [
   ["support.function","+++++++++++++++++++++++++++++++++++++"]
-  ]
+],[
- },
+   "text"
- {
+],[
-  "state": "text",
+   "listingBlock",
-  "data": []
- },
- {
-  "state": "listingBlock",
-  "data": [
   ["support.function","............."]
-  ]
+],[
- },
+   "listingBlock",
- {
-  "state": "listingBlock",
-  "data": [
   ["support.function","callout "],
   ["constant.numeric","<1>"]
-  ]
+],[
- },
+   "dissallowDelimitedBlock",
- {
-  "state": "dissallowDelimitedBlock",
-  "data": [
   ["support.function",".............."]
-  ]
+],[
- },
+   "text"
- {
+],[
-  "state": "text",
+   "text",
-  "data": []
- },
- {
-  "state": "text",
-  "data": [
   ["text","> 1"]
-  ]
+],[
- },
+   "text",
- {
-  "state": "text",
-  "data": [
   ["text","1> 2"]
-  ]
+],[
- },
+   "text",
- {
-  "state": "text",
-  "data": [
   ["text","<2> 3"]
-  ]
+],[
- },
+   "start"
- {
+],[
-  "state": "start",
+   "text",
-  "data": []
- },
- {
-  "state": "text",
-  "data": [
   ["text","Escaped:"]
-  ]
+],[
- },
+   "text",
- {
-  "state": "text",
-  "data": [
   ["constant.language.escape","\\_"],
   ["text","italic_,"]
-  ]
+],[
- },
+   "text",
- {
-  "state": "text",
-  "data": [
   ["text","t"],
   ["constant.language.escape","\\_"],
   ["text","_e"],
   ["string.italic","__st, o__"]
-  ]
+],[
- },
+   "start"
- {
+],[
-  "state": "start",
+   "start",
-  "data": []
- },
- {
-  "state": "start",
-  "data": [
   ["constant.numeric",".optional title"]
-  ]
+],[
- },
+   "listingBlock",
- {
-  "state": "listingBlock",
-  "data": [
   ["support.function","............."]
-  ]
+],[
- },
+   "listingBlock",
- {
-  "state": "listingBlock",
-  "data": [
   ["support.function","callout "],
   ["constant.numeric","<1>"]
-  ]
+],[
- },
+   "dissallowDelimitedBlock",
- {
-  "state": "dissallowDelimitedBlock",
-  "data": [
   ["support.function",".............."]
-  ]
+],[
- },
+   "text"
- {
+],[
-  "state": "text",
+   "start"
-  "data": []
+],[
- },
+   "text",
- {
-  "state": "start",
-  "data": []
- },
- {
-  "state": "text",
-  "data": [
   ["keyword",":macro:"],
   ["text"," dddd"]
-  ]
+],[
- },
+   "start"
- {
+],[
-  "state": "start",
+   "start",
-  "data": []
- },
- {
-  "state": "start",
-  "data": [
   ["constant.numeric",".lists"]
-  ]
+],[
- },
+   "listText",
- {
-  "state": "listText",
-  "data": [
   ["keyword",". "],
   ["text","1"]
-  ]
+],[
- },
+   "listText",
- {
-  "state": "listText",
-  "data": [
   ["keyword",".. "],
   ["text","2"]
-  ]
+],[
- },
+   "listText",
- {
-  "state": "listText",
-  "data": [
   ["keyword","... "],
   ["text","d"]
-  ]
+],[
- },
+   "listText",
- {
-  "state": "listText",
-  "data": [
   ["keyword","..... "],
   ["text","big"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["keyword","+"]
-  ]
+],[
- },
+   "text",
- {
-  "state": "text",
-  "data": [
   ["text","continue"],
   ["keyword"," +"]
-  ]
+],[
- },
+   "text",
- {
-  "state": "text",
-  "data": [
   ["text","next line"]
-  ]
+],[
- },
+   "text",
- {
-  "state": "text",
-  "data": [
   ["text","xi) no "],
   ["support.function","++la+tin++"]
-  ]
+],[
- },
+   "start"
- {
+],[
-  "state": "start",
+   "listText",
-  "data": []
- },
- {
-  "state": "listText",
-  "data": [
   ["keyword","xi) "],
   ["text","la"],
   ["support.function","++tin++"]
-  ]
+],[
- },
+   "listText",
- {
-  "state": "listText",
-  "data": [
   ["keyword","2. "],
   ["text","num"],
   ["string.italic","__ber__"],
@@ -362,17 +215,11 @@
   ["keyword","#"],
   ["text","red"],
   ["keyword","#"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["keyword","--"]
-  ]
+],[
- },
+   "listText",
- {
-  "state": "listText",
-  "data": [
   ["keyword","  5. "],
   ["text","f "],
   ["keyword","<<x6,"],
@@ -380,17 +227,11 @@
   ["keyword",">>"],
   ["text"," "],
   ["constant.character","{macro}"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["keyword","--"]
-  ]
+],[
- },
+   "text",
- {
-  "state": "text",
-  "data": [
   ["markup.list.macro","image::"],
   ["keyword","path"],
   ["string","[beauty]"],
@@ -399,169 +240,88 @@
   ["text","--"],
   ["constant.language.escape","<= --"],
   ["text"," replacements"]
-  ]
+],[
- },
+   "start"
- {
+],[
-  "state": "start",
+   "indentedBlock",
-  "data": []
- },
- {
-  "state": "indentedBlock",
-  "data": [
   ["support.function"," image::s"]
-  ]
+],[
- },
+   "indentedBlock",
- {
-  "state": "indentedBlock",
-  "data": [
   ["support.function","sssss"]
-  ]
+],[
- },
+   "indentedBlock",
- {
-  "state": "indentedBlock",
-  "data": [
   ["support.function","sss "]
-  ]
+],[
- },
+   "indentedBlock",
- {
-  "state": "indentedBlock",
-  "data": [
   ["support.function","sssss"]
-  ]
+],[
- },
+   "start"
- {
+],[
-  "state": "start",
+   "start"
-  "data": []
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": []
- },
- {
-  "state": "start",
-  "data": [
   ["markup.heading","== 1"]
-  ]
+],[
- },
+   "indentedBlock",
- {
-  "state": "indentedBlock",
-  "data": [
   ["support.function","  heading"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["markup.heading","=== not a heading"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["keyword","===================================="]
-  ]
+],[
- },
+   "start"
- {
+],[
-  "state": "start",
+   "start",
-  "data": []
- },
- {
-  "state": "start",
-  "data": [
   ["keyword","=================================="]
-  ]
+],[
- },
+   "text",
- {
-  "state": "text",
-  "data": [
   ["text","====4 "]
-  ]
+],[
- },
+   "text",
- {
-  "state": "text",
-  "data": [
   ["text","NOTE: above"]
-  ]
+],[
- },
+   "start"
- {
+],[
-  "state": "start",
+   "text",
-  "data": []
- },
- {
-  "state": "text",
-  "data": [
   ["keyword","NOTE:"],
   ["text"," above"]
-  ]
+],[
- },
+   "start"
- {
+],[
-  "state": "start",
+   "start",
-  "data": []
- },
- {
-  "state": "start",
-  "data": [
   ["string.regexp","[[x6]]"]
-  ]
+],[
- },
+   "text",
- {
-  "state": "text",
-  "data": [
   ["keyword","WARNING:"],
   ["text"," "]
-  ]
+],[
- },
+   "start"
- {
+],[
-  "state": "start",
+   "start",
-  "data": []
- },
- {
-  "state": "start",
-  "data": [
   ["string.regexp","[options[]]"]
-  ]
+],[
- },
+   "literalBlock",
- {
-  "state": "literalBlock",
-  "data": [
   ["support.function","---------------------------"]
-  ]
+],[
- },
+   "literalBlock",
- {
-  "state": "literalBlock",
-  "data": [
   ["support.function","literal"]
-  ]
+],[
- },
+   "dissallowDelimitedBlock",
- {
-  "state": "dissallowDelimitedBlock",
-  "data": [
   ["support.function","---------------------------"]
-  ]
+],[
- },
+   "text"
- {
+],[
-  "state": "text",
+   "start"
-  "data": []
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": []
- },
- {
-  "state": "start",
-  "data": [
   ["markup.heading","= Tables"]
-  ]
+],[
- },
+   "tableBlock",
- {
-  "state": "tableBlock",
-  "data": [
   ["doc.comment","|===================================="]
-  ]
+],[
- },
+   "tableBlock",
- {
-  "state": "tableBlock",
-  "data": [
   ["doc.comment","|"],
   ["text"," "],
   ["string.italic","_italic_"],
@@ -575,71 +335,38 @@
   ["doc.comment","|"],
   ["text"," "],
   ["constant.language.escape","(R)"]
-  ]
+],[
- },
+   "tableBlock"
- {
+],[
-  "state": "tableBlock",
+   "dissallowDelimitedBlock",
-  "data": []
- },
- {
-  "state": "dissallowDelimitedBlock",
-  "data": [
   ["doc.comment","|===================================="]
-  ]
+],[
- },
+   "text"
- {
+],[
-  "state": "text",
+   "start"
-  "data": []
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": []
- },
- {
-  "state": "start",
-  "data": [
   ["string.regexp","[more, options]"]
-  ]
+],[
- },
+   "commentBlock",
- {
-  "state": "commentBlock",
-  "data": [
   ["doc.comment","///////////"]
-  ]
+],[
- },
+   "commentBlock",
- {
-  "state": "commentBlock",
-  "data": [
   ["doc.comment","comment"]
-  ]
+],[
- },
+   "dissallowDelimitedBlock",
- {
-  "state": "dissallowDelimitedBlock",
-  "data": [
   ["doc.comment","///////////"]
-  ]
+],[
- },
+   "text",
- {
-  "state": "text",
-  "data": [
   ["comment","// one line comment"]
-  ]
+],[
- },
+   "start"
- {
+],[
-  "state": "start",
+   "start"
-  "data": []
+],[
- },
+   "start"
- {
+],[
-  "state": "start",
+   "text",
-  "data": []
- },
- {
-  "state": "start",
-  "data": []
- },
- {
-  "state": "text",
-  "data": [
   ["text","[red]"],
   ["keyword","#"],
   ["text","red text"],
@@ -648,32 +375,21 @@
   ["keyword","#"],
   ["text","on yellow"],
   ["keyword","#"]
-  ]
+],[
- },
+   "text",
- {
-  "state": "text",
-  "data": [
   ["text","[big]"],
   ["keyword","#"],
   ["text","large"],
   ["keyword","#"],
   ["text"," [red yellow-background big]"],
   ["keyword.bold","*all bold*"]
-  ]
+],[
- },
+   "start"
- {
+],[
-  "state": "start",
+   "start",
-  "data": []
- },
- {
-  "state": "start",
-  "data": [
   ["text","\t"]
-  ]
+],[
- },
+   "text",
- {
-  "state": "text",
-  "data": [
   ["markup.underline.list","https://site"],
   ["text"," text <"],
   ["markup.underline.list","mail@i.am"],
@@ -682,48 +398,25 @@
   ["text"," "],
   ["link","http://ace.ajaxorg.com"],
   ["variable.language","[awesome]"]
-  ]
+],[
- },
+   "text",
- {
-  "state": "text",
-  "data": [
   ["text","  .still normal text"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["constant.numeric",".break out thoug should not"]
-  ]
+],[
- },
+   "literalBlock",
- {
-  "state": "literalBlock",
-  "data": [
   ["support.function","---------------------------"]
-  ]
+],[
- },
+   "literalBlock",
- {
-  "state": "literalBlock",
-  "data": [
   ["support.function","///////////////////////////"]
-  ]
+],[
- },
+   "dissallowDelimitedBlock",
- {
-  "state": "dissallowDelimitedBlock",
-  "data": [
   ["support.function","---------------------------"]
-  ]
+],[
- },
+   "text"
- {
+],[
-  "state": "text",
+   "start"
-  "data": []
+],[
- },
+   "start"
- {
+]]
-  "state": "start",
-  "data": []
- },
- {
-  "state": "start",
-  "data": []
- }
-]

lib/ace/mode/_test/tokens_c9search.json

@@ -1,160 +1,89 @@
-[
+[[
- {
+   "start",
-  "state": "start",
-  "data": [
   ["text","Searching for 'var' in /workspace/configs"]
-  ]
+],[
- },
+   "start"
- {
+],[
-  "state": "start",
+   "start",
-  "data": []
- },
- {
-  "state": "start",
-  "data": [
   ["string","configs/default.js"],
   ["text",":"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["c9searchresults.constant.numeric","    1"],
   ["c9searchresults.text",": var fs = require(\"fs\");"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["c9searchresults.constant.numeric","\t2"],
   ["c9searchresults.text",": var argv = require('optimist').argv;"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["c9searchresults.constant.numeric","\t3"],
   ["c9searchresults.text",": var path = require(\"path\");"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["c9searchresults.constant.numeric","\t5"],
   ["c9searchresults.text",": var clientExtensions = {};"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["c9searchresults.constant.numeric","\t6"],
   ["c9searchresults.text",": var clientDirs = fs.readdirSync(__dirname + \"/../plugins-client\");"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["c9searchresults.constant.numeric","\t7"],
   ["c9searchresults.text",": for (var i = 0; i < clientDirs.length; i++) {"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["c9searchresults.constant.numeric","\t8"],
   ["c9searchresults.text",":     var dir = clientDirs[i];"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["c9searchresults.constant.numeric","\t12"],
   ["c9searchresults.text",":     var name = dir.split(\".\")[1];"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["c9searchresults.constant.numeric","\t16"],
   ["c9searchresults.text",": var projectDir = (argv.w && path.resolve(process.cwd(), argv.w)) || process.cwd();"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["c9searchresults.constant.numeric","\t17"],
   ["c9searchresults.text",": var fsUrl = \"/workspace\";"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["c9searchresults.constant.numeric","\t19"],
   ["c9searchresults.text",": var port = argv.p || process.env.PORT || 3131;"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["c9searchresults.constant.numeric","\t20"],
   ["c9searchresults.text",": var host = argv.l || \"localhost\";"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["c9searchresults.constant.numeric","\t22"],
   ["c9searchresults.text",": var config = {"]
-  ]
+],[
- },
+   "start"
- {
+],[
-  "state": "start",
+   "start",
-  "data": []
- },
- {
-  "state": "start",
-  "data": [
   ["string","configs/local.js"],
   ["text",":"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["c9searchresults.constant.numeric","\t2"],
   ["c9searchresults.text",": var config = require(\"./default\");"]
-  ]
+],[
- },
+   "start"
- {
+],[
-  "state": "start",
+   "start",
-  "data": []
- },
- {
-  "state": "start",
-  "data": [
   ["string","configs/packed.js"],
   ["text",":"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["c9searchresults.constant.numeric","\t1"],
   ["c9searchresults.text",": var config = require(\"./default\");"]
-  ]
+],[
- },
+   "start"
- {
+],[
-  "state": "start",
+   "start"
-  "data": []
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": []
- },
- {
-  "state": "start",
-  "data": [
   ["text","Found 15 matches in 3 files"]
-  ]
+]]
- }
-]

lib/ace/mode/_test/tokens_c_cpp.json

@@ -1,141 +1,80 @@
-[
+[[
- {
+   "start",
-  "state": "start",
-  "data": [
   ["comment","// compound assignment operators"]
-  ]
+],[
- },
+   "start"
- {
+],[
-  "state": "start",
+   "start",
-  "data": []
- },
- {
-  "state": "start",
-  "data": [
   ["keyword","#include"],
   ["constant.other"," <iostream>"]
-  ]
+],[
- },
+   "start"
- {
+],[
-  "state": "start",
+   "directive",
-  "data": []
- },
- {
-  "state": "directive",
-  "data": [
   ["keyword","#include"],
   ["constant.other.multiline"," \\"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["constant.other","   <iostream>"]
-  ]
+],[
- },
+   "start"
- {
+],[
-  "state": "start",
+   "directive",
-  "data": []
- },
- {
-  "state": "directive",
-  "data": [
   ["keyword","#include"],
   ["constant.other.multiline"," \\"]
-  ]
+],[
- },
+   "directive",
- {
-  "state": "directive",
-  "data": [
   ["constant.other.multiline","   \\"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["constant.other","   <iostream>"]
-  ]
+],[
- },
+   "start"
- {
+],[
-  "state": "start",
+   "directive",
-  "data": []
- },
- {
-  "state": "directive",
-  "data": [
   ["keyword","#include"],
   ["constant.other.multiline"," \\"]
-  ]
+],[
- },
+   "directive",
- {
-  "state": "directive",
-  "data": [
   ["constant.other.multiline","   \\"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["constant.other","   \"iostream\""]
-  ]
+],[
- },
+   "start"
- {
+],[
-  "state": "start",
+   "start",
-  "data": []
- },
- {
-  "state": "start",
-  "data": [
   ["keyword","#include"],
   ["constant.other"," <boost/asio/io_service.hpp>"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["keyword","#include"],
   ["constant.other"," \"boost/asio/io_service.hpp\""]
-  ]
+],[
- },
+   "start"
- {
+],[
-  "state": "start",
+   "start",
-  "data": []
- },
- {
-  "state": "start",
-  "data": [
   ["keyword.control","using"],
   ["text"," "],
   ["keyword.operator","namespace"],
   ["text"," "],
   ["identifier","std"],
   ["punctuation.operator",";"]
-  ]
+],[
- },
+   "start"
- {
+],[
-  "state": "start",
+   "start",
-  "data": []
- },
- {
-  "state": "start",
-  "data": [
   ["storage.type","int"],
   ["text"," "],
   ["identifier","main"],
   ["text"," "],
   ["paren.lparen","("],
   ["paren.rparen",")"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["paren.lparen","{"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","    "],
   ["storage.type","int"],
   ["text"," "],
@@ -148,11 +87,8 @@
   ["punctuation.operator",";"],
   ["text"," "],
   ["comment","/* foobar */"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","    "],
   ["identifier","a"],
   ["text"," "],
@@ -160,11 +96,8 @@
   ["text"," "],
   ["identifier","b"],
   ["punctuation.operator",";"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","    "],
   ["identifier","a"],
   ["keyword.operator","+="],
@@ -172,11 +105,8 @@
   ["punctuation.operator",";"],
   ["text"," "],
   ["comment","// equivalent to a=a+2"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","    "],
   ["identifier","cout"],
   ["text"," "],
@@ -184,90 +114,53 @@
   ["text"," "],
   ["identifier","a"],
   ["punctuation.operator",";"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","    "],
   ["keyword","#if"],
   ["constant.other"," VERBOSE >= 2"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","        "],
   ["identifier","prints"],
   ["paren.lparen","("],
   ["string","\"trace message\""],
   ["paren.rparen",")"],
   ["punctuation.operator",";"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","    "],
   ["keyword","#endif"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","    "],
   ["keyword.control","return"],
   ["text"," "],
   ["constant.numeric","0"],
   ["punctuation.operator",";"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["paren.rparen","}"]
-  ]
+],[
- },
+   "start"
- {
+],[
-  "state": "start",
+   "start",
-  "data": []
- },
- {
-  "state": "start",
-  "data": [
   ["comment","/* Print an error message and get out */"]
-  ]
+],[
- },
+   "directive",
- {
-  "state": "directive",
-  "data": [
   ["keyword","#define"],
   ["constant.other.multiline"," ABORT                             \\"]
-  ]
+],[
- },
+   "directive",
- {
-  "state": "directive",
-  "data": [
   ["constant.other.multiline","    do {                                  \\"]
-  ]
+],[
- },
+   "directive",
- {
-  "state": "directive",
-  "data": [
   ["constant.other.multiline","        print( \"Abort\\n\" );                \\"]
-  ]
+],[
- },
+   "directive",
- {
-  "state": "directive",
-  "data": [
   ["constant.other.multiline","        exit(8);                          \\"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["constant.other","} while (0)                      "],
   ["comment","/* Note: No semicolon */"]
-  ]
+]]
- }
-]

lib/ace/mode/_test/tokens_clojure.json

@@ -1,23 +1,15 @@
-[
+[[
- {
+   "start",
-  "state": "start",
-  "data": [
   ["keyword","("],
   ["support.function","defn"],
   ["text"," "],
   ["identifier","parting"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","  "],
   ["string","\"returns a String parting in a given language\""]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","  "],
   ["keyword","([]"],
   ["text"," "],
@@ -26,11 +18,8 @@
   ["text"," "],
   ["string","\"World\""],
   ["keyword","))"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","  "],
   ["keyword","(["],
   ["support.function","name"],
@@ -43,50 +32,32 @@
   ["text"," "],
   ["string","\"en\""],
   ["keyword","))"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","  "],
   ["keyword","(["],
   ["support.function","name"],
   ["text"," "],
   ["identifier","language"],
   ["keyword","]"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","    "],
   ["comment","; condp is similar to a case statement in other languages."]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","    "],
   ["comment","; It is described in more detail later."]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","    "],
   ["comment","; It is used here to take different actions based on whether the"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","    "],
   ["comment","; parameter \"language\" is set to \"en\", \"es\" or something else."]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","    "],
   ["keyword","("],
   ["support.function","condp"],
@@ -94,11 +65,8 @@
   ["constant.language","="],
   ["text"," "],
   ["identifier","language"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","      "],
   ["string","\"en\""],
   ["text"," "],
@@ -109,11 +77,8 @@
   ["text"," "],
   ["support.function","name"],
   ["keyword",")"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","      "],
   ["string","\"es\""],
   ["text"," "],
@@ -124,22 +89,16 @@
   ["text"," "],
   ["support.function","name"],
   ["keyword",")"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","      "],
   ["keyword","(throw"],
   ["text"," "],
   ["keyword","("],
   ["identifier","IllegalArgumentException"],
   ["text","."]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","        "],
   ["keyword","("],
   ["support.function","str"],
@@ -148,15 +107,10 @@
   ["text"," "],
   ["identifier","language"],
   ["keyword","))))))"]
-  ]
+],[
- },
+   "start"
- {
+],[
-  "state": "start",
+   "start",
-  "data": []
- },
- {
-  "state": "start",
-  "data": [
   ["keyword","("],
   ["support.function","println"],
   ["text"," "],
@@ -165,11 +119,8 @@
   ["keyword","))"],
   ["text"," "],
   ["comment","; -> Goodbye, World"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["keyword","("],
   ["support.function","println"],
   ["text"," "],
@@ -180,11 +131,8 @@
   ["keyword","))"],
   ["text"," "],
   ["comment","; -> Goodbye, Mark"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["keyword","("],
   ["support.function","println"],
   ["text"," "],
@@ -197,11 +145,8 @@
   ["keyword","))"],
   ["text"," "],
   ["comment","; -> Adios, Mark"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["keyword","("],
   ["support.function","println"],
   ["text"," "],
@@ -214,6 +159,4 @@
   ["keyword","))"],
   ["text"," "],
   ["comment","; -> java.lang.IllegalArgumentException: unsupported language xy"]
-  ]
+]]
- }
-]

lib/ace/mode/_test/tokens_coffee.json

@@ -1,131 +1,452 @@
-[
+[[
- {
+   "start",
-  "state": "start",
+  ["comment","#test: tokenize keyword"]
-  "data": [
+],[
-   [ "comment", "#!/usr/bin/env coffee" ]
+   "start",
-  ]
- },
- {
-  "state": "start",
-  "data": []
- },
- {
-  "state": "start",
-  "data": [
-   [ "keyword", "try" ]
-  ]
- },
- {
-  "state": "start",
-  "data": [
   ["text","    "],
-   [ "keyword", "throw" ],
+  ["keyword","for"],
   ["text"," "],
-   [ "language.support.class", "URIError" ],
-   [ "text", " " ],
-   [ "language.support.function", "decodeURI" ],
   ["paren.lparen","("],
-   [ "constant.numeric", "0xC0ffee" ],
+  ["identifier","i"],
   ["text"," "],
-   [ "keyword.operator", "*" ],
+  ["constant.numeric","1"],
-   [ "text", " " ],
-   [ "constant.numeric", "123456.7e-8" ],
-   [ "text", " " ],
-   [ "keyword.operator", "/" ],
-   [ "text", " " ],
-   [ "constant.numeric", ".9" ],
-   [ "paren.rparen", ")" ]
-  ]
- },
- {
-  "state": "start",
-  "data": [
-   [ "keyword", "catch" ],
-   [ "text", " " ],
-   [ "identifier", "e" ]
-  ]
- },
- {
-  "state": "qdoc",
-  "data": [
-   [ "text", "    " ],
-   [ "identifier", "console" ],
   ["punctuation.operator","."],
-   [ "identifier", "log" ],
+  ["constant.numeric",".2"],
+  ["paren.rparen",")"]
+],[
+   "start",
+  ["comment","#test: tokenize regexp"]
+],[
+   "start",
+  ["string.regex","/\"[a]/"]
+],[
+   "start",
+  ["comment","#test: tokenize functions"]
+],[
+   "start",
+  ["entity.name.function","foo"],
   ["text"," "],
-   [ "string", "'qstring'" ],
+  ["keyword.operator","="],
   ["text"," "],
-   [ "keyword.operator", "+" ],
+  ["paren.lparen","({"],
+  ["variable.parameter","args"],
+  ["paren.rparen","})"],
   ["text"," "],
-   [ "string", "\"qqstring\"" ],
+  ["storage.type","->"]
+],[
+   "start",
   ["text","    "],
-   [ "keyword.operator", "+" ],
+  ["entity.name.function","foo"],
   ["text"," "],
-   [ "string", "'''" ]
+  ["keyword.operator","="],
-  ]
- },
- {
-  "state": "qdoc",
-  "data": [
-   [ "string", "        qdoc" ]
-  ]
- },
- {
-  "state": "qqdoc",
-  "data": [
-   [ "string", "    '''" ],
   ["text"," "],
-   [ "keyword.operator", "+" ],
+  ["paren.lparen","({"],
+  ["variable.parameter","a1, a2"],
+  ["paren.rparen","})"],
   ["text"," "],
+  ["storage.type","->"]
+],[
+   "start",
+  ["text","    "],
+  ["entity.name.function","foo"],
+  ["text"," "],
+  ["keyword.operator","="],
+  ["text"," "],
+  ["paren.lparen","({"],
+  ["variable.parameter","@a1, a2"],
+  ["paren.rparen","})"],
+  ["text"," "],
+  ["storage.type","->"]
+],[
+   "start",
+  ["text","    "],
+  ["entity.name.function","foo"],
+  ["text"," "],
+  ["punctuation.operator",":"],
+  ["text"," "],
+  ["paren.lparen","({"],
+  ["variable.parameter","args"],
+  ["paren.rparen","})"],
+  ["text"," "],
+  ["storage.type","->"]
+],[
+   "start",
+  ["text","    "],
+  ["entity.name.function","foo"],
+  ["text"," "],
+  ["keyword.operator","="],
+  ["text"," "],
+  ["paren.lparen","({"],
+  ["variable.parameter","args"],
+  ["paren.rparen","})"],
+  ["text"," "],
+  ["storage.type","->"]
+],[
+   "start",
+  ["text","    "],
+  ["identifier","foo"],
+  ["text"," "],
+  ["keyword.operator","="],
+  ["text"," "],
+  ["paren.lparen","({"],
+  ["constant.numeric","0"],
+  ["identifier","abc"],
+  ["paren.rparen","})"],
+  ["text"," "],
+  ["storage.type","->"]
+],[
+   "start",
+  ["text","    "],
+  ["identifier","foo"],
+  ["text"," "],
+  ["keyword.operator","="],
+  ["text"," "],
+  ["paren.lparen","({"],
+  ["keyword.operator","/"],
+  ["identifier","abc"],
+  ["paren.rparen","})"],
+  ["text"," "],
+  ["storage.type","=>"]
+],[
+   "start",
+  ["text","    "],
+  ["identifier","foo"],
+  ["text"," "],
+  ["keyword.operator","="],
+  ["text"," "],
+  ["paren.lparen","({"],
+  ["identifier","abc"],
+  ["keyword.operator","/"],
+  ["paren.rparen","})"],
+  ["text"," "],
+  ["storage.type","->"]
+],[
+   "start",
+  ["text","    "],
+  ["identifier","foo"],
+  ["text"," "],
+  ["keyword.operator","="],
+  ["text"," "],
+  ["paren.lparen","({"],
+  ["comment","#abc}) ->"]
+],[
+   "start",
+  ["text","    "],
+  ["identifier","foo"],
+  ["text"," "],
+  ["keyword.operator","="],
+  ["text"," "],
+  ["paren.lparen","({"],
+  ["identifier","abc"],
+  ["comment","#}) ->"]
+],[
+   "start",
+  ["text","    "],
+  ["identifier","foo"],
+  ["text"," "],
+  ["keyword.operator","="],
+  ["text"," "],
+  ["paren.lparen","({"],
+  ["paren.rparen",")"],
+  ["identifier","abc"],
+  ["paren.rparen","})"],
+  ["text"," "],
+  ["storage.type","->"]
+],[
+   "start",
+  ["text","    "],
+  ["identifier","foo"],
+  ["text"," "],
+  ["keyword.operator","="],
+  ["text"," "],
+  ["paren.lparen","({"],
+  ["identifier","abc"],
+  ["paren.rparen",")})"],
+  ["text"," "],
+  ["storage.type","->"]
+],[
+   "start",
+  ["text","    "],
+  ["identifier","foo"],
+  ["text"," "],
+  ["keyword.operator","="],
+  ["text"," "],
+  ["paren.lparen","({"],
+  ["identifier","a"],
+  ["paren.lparen","{"],
+  ["identifier","bc"],
+  ["paren.rparen","})"],
+  ["text"," "],
+  ["storage.type","->"]
+],[
+   "start",
+  ["text","    "],
+  ["entity.name.function","foo"],
+  ["text"," "],
+  ["keyword.operator","="],
+  ["text"," "],
+  ["paren.lparen","({"],
+  ["paren.rparen","})"],
+  ["text"," "],
+  ["storage.type","->"]
+],[
+   "start",
+  ["text","    "],
+  ["entity.name.function","foo"],
+  ["text"," "],
+  ["keyword.operator","="],
+  ["text"," "],
+  ["paren.lparen","({"],
+  ["text"," "],
+  ["paren.rparen","})"],
+  ["text"," "],
+  ["storage.type","->"]
+],[
+   "start",
+  ["text","    "],
+  ["entity.name.function","foo"],
+  ["text"," "],
+  ["punctuation.operator",":"],
+  ["text"," "],
+  ["paren.lparen","({"],
+  ["paren.rparen","})"],
+  ["text"," "],
+  ["storage.type","->"]
+],[
+   "start",
+  ["text","    "],
+  ["entity.name.function","foo"],
+  ["text"," "],
+  ["keyword.operator","="],
+  ["text"," "],
+  ["paren.lparen","("],
+  ["variable.parameter","args"],
+  ["paren.rparen",")"],
+  ["text"," "],
+  ["storage.type","->"]
+],[
+   "start",
+  ["text","    "],
+  ["entity.name.function","foo"],
+  ["text"," "],
+  ["keyword.operator","="],
+  ["text"," "],
+  ["paren.lparen","("],
+  ["variable.parameter","arg1, arg2"],
+  ["paren.rparen",")"],
+  ["text"," "],
+  ["storage.type","->"]
+],[
+   "start",
+  ["text","    "],
+  ["entity.name.function","foo"],
+  ["text"," "],
+  ["keyword.operator","="],
+  ["text"," "],
+  ["paren.lparen","("],
+  ["variable.parameter","arg1 = 1, arg2 = 'name'"],
+  ["paren.rparen",")"],
+  ["text"," "],
+  ["storage.type","->"]
+],[
+   "start",
+  ["text","    "],
+  ["entity.name.function","foo"],
+  ["text"," "],
+  ["keyword.operator","="],
+  ["text"," "],
+  ["paren.lparen","("],
+  ["variable.parameter","@arg1 = /abc/, arg2 = 'name'"],
+  ["paren.rparen",")"],
+  ["text"," "],
+  ["storage.type","->"]
+],[
+   "start",
+  ["text","    "],
+  ["comment","#test: tokenize function: invalid case:"]
+],[
+   "start",
+  ["text","    "],
+  ["identifier","foo"],
+  ["keyword.operator","="],
+  ["paren.lparen","("],
+  ["keyword.operator","/"],
+  ["identifier","args"],
+  ["paren.rparen",")"],
+  ["text"," "],
+  ["storage.type","->"]
+],[
+   "start",
+  ["text","    "],
+  ["entity.name.function","foo"],
+  ["text"," "],
+  ["keyword.operator","="],
+  ["text"," "],
+  ["paren.lparen","("],
+  ["paren.rparen",")"],
+  ["text"," "],
+  ["storage.type","->"]
+],[
+   "start",
+  ["text","    "],
+  ["entity.name.function","foo"],
+  ["text"," "],
+  ["keyword.operator","="],
+  ["text"," "],
+  ["paren.lparen","("],
+  ["text"," "],
+  ["paren.rparen",")"],
+  ["text"," "],
+  ["storage.type","->"]
+],[
+   "start",
+  ["text","    "],
+  ["entity.name.function","foo"],
+  ["text"," "],
+  ["punctuation.operator",":"],
+  ["text"," "],
+  ["paren.lparen","("],
+  ["text"," "],
+  ["paren.rparen",")"],
+  ["text"," "],
+  ["storage.type","->"]
+],[
+   "start",
+  ["text","    "],
+  ["variable.language","window"],
+  ["punctuation.operator","."],
+  ["entity.name.function","foo"],
+  ["text"," "],
+  ["keyword.operator","="],
+  ["text"," "],
+  ["paren.lparen","("],
+  ["variable.parameter","args"],
+  ["paren.rparen",")"],
+  ["text"," "],
+  ["storage.type","->"]
+],[
+   "start",
+  ["text","    "],
+  ["entity.name.function","foo"],
+  ["text"," "],
+  ["keyword.operator","="],
+  ["text"," "],
+  ["storage.type","->"]
+],[
+   "start",
+  ["text","    "],
+  ["entity.name.function","foo"],
+  ["text"," "],
+  ["keyword.operator","="],
+  ["text"," "],
+  ["storage.type","->"]
+],[
+   "start",
+  ["text","    "],
+  ["entity.name.function","foo"],
+  ["text"," "],
+  ["punctuation.operator",":"],
+  ["text"," "],
+  ["storage.type","->"]
+],[
+   "start",
+  ["text","    "],
+  ["comment","#test: tokenize callback function"]
+],[
+   "start",
+  ["text","    "],
+  ["identifier","foo"],
+  ["text"," "],
+  ["identifier","bar"],
+  ["punctuation.operator",":"],
+  ["text"," "],
+  ["constant.numeric","1"],
+  ["punctuation.operator",","],
+  ["text"," "],
+  ["paren.lparen","("],
+  ["variable.parameter","args"],
+  ["paren.rparen",")"],
+  ["text"," "],
+  ["storage.type","->"]
+],[
+   "start",
+  ["text","    "],
+  ["identifier","foo"],
+  ["text"," "],
+  ["keyword.operator","="],
+  ["text"," "],
+  ["paren.lparen","("],
+  ["constant.numeric","1"],
+  ["punctuation.operator",","],
+  ["text"," "],
+  ["constant.numeric","2"],
+  ["text"," "],
+  ["paren.lparen","("],
+  ["variable.parameter","x"],
+  ["paren.rparen",")"],
+  ["text"," "],
+  ["storage.type","->"]
+],[
+   "start",
+  ["comment","#test: tokenize class"]
+],[
+   "start",
+  ["keyword","class"],
+  ["text"," "],
+  ["language.support.class","Foo"]
+],[
+   "start",
+  ["keyword","class"],
+  ["text"," "],
+  ["language.support.class","Foo"],
+  ["text"," "],
+  ["keyword","extends"],
+  ["text"," "],
+  ["language.support.class","Bar"]
+],[
+   "start",
+  ["comment","#test: tokenize illegal name property"]
+],[
+   "start",
+  ["identifier","foo"],
+  ["punctuation.operator","."],
+  ["identifier","static"],
+  ["punctuation.operator","."],
+  ["identifier","function"]
+],[
+   "start",
+  ["comment","#!test tokenize string with interpolation"]
+],[
+   "start",
+  ["identifier","a"],
+  ["text"," "],
+  ["keyword.operator","="],
+  ["text"," "],
+  ["string","\"#{ 22 / 7 + {x: \""],
+  ["comment","#{a + b}\"} + 2}\""]
+],[
+   "qqdoc",
+  ["string","\"\"\"heredoc"]
+],[
+   "start",
   ["string","   \"\"\""]
-  ]
+],[
- },
+   "start",
- {
-  "state": "qqdoc",
-  "data": [
-   [ "string", "        qqdoc" ]
-  ]
- },
- {
-  "state": "start",
-  "data": [
-   [ "string", "    \"\"\"" ]
-  ]
- },
- {
-  "state": "start",
-  "data": []
- },
- {
-  "state": "start",
-  "data": [
   ["keyword","do"],
   ["text"," "],
   ["storage.type","->"]
-  ]
+],[
- },
+   "comment",
- {
-  "state": "comment",
-  "data": [
   ["text","    "],
   ["comment","###"]
-  ]
+],[
- },
+   "comment",
- {
-  "state": "comment",
-  "data": [
   ["comment","    herecomment"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["comment","    ###"]
-  ]
+],[
- },
+   "heregex",
- {
-  "state": "heregex",
-  "data": [
   ["text","    "],
   ["identifier","re"],
   ["text"," "],
@@ -136,25 +457,16 @@
   ["identifier","test"],
   ["text"," "],
   ["string.regex","///"]
-  ]
+],[
- },
+   "heregex",
- {
-  "state": "heregex",
-  "data": [
   ["comment.regex","        "],
   ["string.regex","heregex"],
   ["comment.regex","  # comment"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["string.regex","    ///imgy"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","    "],
   ["keyword","this"],
   ["text"," "],
@@ -162,29 +474,10 @@
   ["punctuation.operator",":"],
   ["text"," "],
   ["string","`just JavaScript`"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","    "],
   ["constant.language","undefined"]
-  ]
+],[
- },
+   "start"
- {
+]]
-  "state": "start",
-  "data": [
-   [ "text", "    " ]
-  ]
- },
- {
-  "state": "start",
-  "data": [
-   [ "identifier", "sentence" ],
-   [ "text", " " ],
-   [ "keyword.operator", "=" ],
-   [ "text", " " ],
-   [ "string", "\"#{ 22 / 7 } is a decent approximation of π\"" ]
-  ]
- }
-]

lib/ace/mode/_test/tokens_coldfusion.json

@@ -1,17 +1,10 @@
-[
+[[
- {
+   "start",
-  "state": "start",
-  "data": [
   ["comment","<!--- hello world --->"]
-  ]
+],[
- },
+   "start"
- {
+],[
-  "state": "start",
+   "start",
-  "data": []
- },
- {
-  "state": "start",
-  "data": [
   ["meta.tag","<"],
   ["meta.tag.tag-name","cfset"],
   ["text"," "],
@@ -19,15 +12,10 @@
   ["keyword.operator","="],
   ["string","\"Hello World!\""],
   ["meta.tag.r",">"]
-  ]
+],[
- },
+   "start"
- {
+],[
-  "state": "start",
+   "start",
-  "data": []
- },
- {
-  "state": "start",
-  "data": [
   ["meta.tag","<"],
   ["meta.tag.tag-name","cfoutput"],
   ["meta.tag.r",">"],
@@ -35,6 +23,4 @@
   ["meta.tag","</"],
   ["meta.tag.tag-name","cfoutput"],
   ["meta.tag.r",">"]
-  ]
+]]
- }
-]

lib/ace/mode/_test/tokens_csharp.json

@@ -1,7 +1,5 @@
-[
+[[
- {
+   "start",
-  "state": "start",
-  "data": [
   ["keyword","public"],
   ["text"," "],
   ["keyword","void"],
@@ -11,18 +9,12 @@
   ["paren.rparen",")"],
   ["text"," "],
   ["paren.lparen","{"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","    "],
   ["comment","//Say Hello!"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","    "],
   ["identifier","Console"],
   ["punctuation.operator","."],
@@ -31,12 +23,7 @@
   ["string","\"Hello World\""],
   ["paren.rparen",")"],
   ["punctuation.operator",";"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["paren.rparen","}"]
-  ]
+]]
- }
-]

lib/ace/mode/_test/tokens_css.json

@@ -1,15 +1,10 @@
-[
+[[
- {
+   "ruleset",
-  "state": "ruleset",
-  "data": [
   ["variable",".text-layer"],
   ["text"," "],
   ["paren.lparen","{"]
-  ]
+],[
- },
+   "ruleset",
- {
-  "state": "ruleset",
-  "data": [
   ["text","    "],
   ["support.type","font-family"],
   ["text",": Monaco, "],
@@ -17,215 +12,137 @@
   ["text",", "],
   ["support.constant.fonts","monospace"],
   ["text",";"]
-  ]
+],[
- },
+   "ruleset",
- {
-  "state": "ruleset",
-  "data": [
   ["text","    "],
   ["support.type","font-size"],
   ["text",": "],
   ["constant.numeric","12"],
   ["keyword","px"],
   ["text",";"]
-  ]
+],[
- },
+   "ruleset",
- {
-  "state": "ruleset",
-  "data": [
   ["text","    "],
   ["support.type","cursor"],
   ["text",": "],
   ["support.constant","text"],
   ["text",";"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["paren.rparen","}"]
-  ]
+],[
- },
+   "start"
- {
+],[
-  "state": "start",
+   "ruleset",
-  "data": []
- },
- {
-  "state": "ruleset",
-  "data": [
   ["variable",".blinker"],
   ["text"," "],
   ["paren.lparen","{"]
-  ]
+],[
- },
+   "ruleset",
- {
-  "state": "ruleset",
-  "data": [
   ["text","    "],
   ["support.type","animation-duration"],
   ["text",": "],
   ["constant.numeric","1"],
   ["keyword","s"],
   ["text",";"]
-  ]
+],[
- },
+   "ruleset",
- {
-  "state": "ruleset",
-  "data": [
   ["text","    "],
   ["support.type","animation-name"],
   ["text",": blink;"]
-  ]
+],[
- },
+   "ruleset",
- {
-  "state": "ruleset",
-  "data": [
   ["text","    "],
   ["support.type","animation-iteration-count"],
   ["text",": infinite;"]
-  ]
+],[
- },
+   "ruleset",
- {
-  "state": "ruleset",
-  "data": [
   ["text","    "],
   ["support.type","animation-direction"],
   ["text",": alternate;"]
-  ]
+],[
- },
+   "ruleset",
- {
-  "state": "ruleset",
-  "data": [
   ["text","    "],
   ["support.type","animation-timing-function"],
   ["text",": "],
   ["support.constant","linear"],
   ["text",";"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["paren.rparen","}"]
-  ]
+],[
- },
+   "start"
- {
+],[
-  "state": "start",
+   "media",
-  "data": []
- },
- {
-  "state": "media",
-  "data": [
   ["string","@keyframes blink {"]
-  ]
+],[
- },
+   "media_ruleset",
- {
-  "state": "media_ruleset",
-  "data": [
   ["text","    "],
   ["constant","0"],
   ["text","% "],
   ["paren.lparen","{"]
-  ]
+],[
- },
+   "media_ruleset",
- {
-  "state": "media_ruleset",
-  "data": [
   ["text","        "],
   ["support.type","opacity"],
   ["text",": "],
   ["constant.numeric","0"],
   ["text",";"]
-  ]
+],[
- },
+   "media",
- {
-  "state": "media",
-  "data": [
   ["text","    "],
   ["paren.rparen","}"]
-  ]
+],[
- },
+   "media_ruleset",
- {
-  "state": "media_ruleset",
-  "data": [
   ["text","    "],
   ["constant","40"],
   ["text","% "],
   ["paren.lparen","{"]
-  ]
+],[
- },
+   "media_ruleset",
- {
-  "state": "media_ruleset",
-  "data": [
   ["text","        "],
   ["support.type","opacity"],
   ["text",": "],
   ["constant.numeric","0"],
   ["text",";"]
-  ]
+],[
- },
+   "media",
- {
-  "state": "media",
-  "data": [
   ["text","    "],
   ["paren.rparen","}"]
-  ]
+],[
- },
+   "media_ruleset",
- {
-  "state": "media_ruleset",
-  "data": [
   ["text","    "],
   ["constant","40"],
   ["variable",".5"],
   ["text","% "],
   ["paren.lparen","{"]
-  ]
+],[
- },
+   "media_ruleset",
- {
-  "state": "media_ruleset",
-  "data": [
   ["text","        "],
   ["support.type","opacity"],
   ["text",": "],
   ["constant.numeric","1"]
-  ]
+],[
- },
+   "media",
- {
-  "state": "media",
-  "data": [
   ["text","    "],
   ["paren.rparen","}"]
-  ]
+],[
- },
+   "media_ruleset",
- {
-  "state": "media_ruleset",
-  "data": [
   ["text","    "],
   ["constant","100"],
   ["text","% "],
   ["paren.lparen","{"]
-  ]
+],[
- },
+   "media_ruleset",
- {
-  "state": "media_ruleset",
-  "data": [
   ["text","        "],
   ["support.type","opacity"],
   ["text",": "],
   ["constant.numeric","1"]
-  ]
+],[
- },
+   "media",
- {
-  "state": "media",
-  "data": [
   ["text","    "],
   ["paren.rparen","}"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["string","}"]
-  ]
+]]
- }
-]

lib/ace/mode/_test/tokens_curly.json

@@ -0,0 +1,107 @@
+[[
+   "start",
+  ["meta.tag","<"],
+  ["meta.tag.tag-name","html"],
+  ["meta.tag.r",">"]
+],[
+   "start",
+  ["text","    "],
+  ["meta.tag","<"],
+  ["meta.tag.tag-name","head"],
+  ["meta.tag.r",">"]
+],[
+   "start"
+],[
+   "css-start",
+  ["text","    "],
+  ["meta.tag","<"],
+  ["meta.tag.tag-name.style","style"],
+  ["text"," "],
+  ["entity.other.attribute-name","type"],
+  ["keyword.operator","="],
+  ["string","\"text/css\""],
+  ["meta.tag.r",">"]
+],[
+   "css-ruleset",
+  ["text","        "],
+  ["variable",".text-layer"],
+  ["text"," "],
+  ["paren.lparen","{"]
+],[
+   "css-ruleset",
+  ["text","            "],
+  ["support.type","font-family"],
+  ["text",": Monaco, "],
+  ["string","\"Courier New\""],
+  ["text",", "],
+  ["support.constant.fonts","monospace"],
+  ["text",";"]
+],[
+   "css-ruleset",
+  ["text","            "],
+  ["support.type","font-size"],
+  ["text",": "],
+  ["constant.numeric","12"],
+  ["keyword","px"],
+  ["text",";"]
+],[
+   "css-ruleset",
+  ["text","            "],
+  ["support.type","cursor"],
+  ["text",": "],
+  ["support.constant","text"],
+  ["text",";"]
+],[
+   "css-start",
+  ["text","        "],
+  ["paren.rparen","}"]
+],[
+   "start",
+  ["text","    "],
+  ["meta.tag","</"],
+  ["meta.tag.tag-name.style","style"],
+  ["meta.tag.r",">"]
+],[
+   "start"
+],[
+   "start",
+  ["text","    "],
+  ["meta.tag","</"],
+  ["meta.tag.tag-name","head"],
+  ["meta.tag.r",">"]
+],[
+   "start",
+  ["text","    "],
+  ["meta.tag","<"],
+  ["meta.tag.tag-name","body"],
+  ["meta.tag.r",">"]
+],[
+   "start",
+  ["text","        "],
+  ["meta.tag","<"],
+  ["meta.tag.tag-name","h1"],
+  ["text"," "],
+  ["entity.other.attribute-name","style"],
+  ["keyword.operator","="],
+  ["string","\"color:red\""],
+  ["meta.tag.r",">"],
+  ["variable","{{"],
+  ["text","author_name"],
+  ["variable","}}"],
+  ["meta.tag","</"],
+  ["meta.tag.tag-name","h1"],
+  ["meta.tag.r",">"]
+],[
+   "start",
+  ["text","    "],
+  ["meta.tag","</"],
+  ["meta.tag.tag-name","body"],
+  ["meta.tag.r",">"]
+],[
+   "start",
+  ["meta.tag","</"],
+  ["meta.tag.tag-name","html"],
+  ["meta.tag.r",">"]
+],[
+   "start"
+]]

lib/ace/mode/_test/tokens_dart.json

@@ -1,38 +1,23 @@
-[
+[[
- {
+   "start",
-  "state": "start",
-  "data": [
   ["identifier","main"],
   ["text","() {"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","  "],
   ["identifier","print"],
   ["text","("],
   ["string","'Hello World!'"],
   ["text",");"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","}"]
-  ]
+],[
- },
+   "start"
- {
+],[
-  "state": "start",
+   "start"
-  "data": []
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": []
- },
- {
-  "state": "start",
-  "data": [
   ["storage.type.primitive.dart","int"],
   ["text"," "],
   ["identifier","fib"],
@@ -74,84 +59,49 @@
   ["text"," "],
   ["identifier","n"],
   ["text",";"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["identifier","main"],
   ["text","() {"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","  "],
   ["identifier","print"],
   ["text","("],
   ["string","'fib(20) = ${fib(20)}'"],
   ["text",");"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","}"]
-  ]
+],[
- },
+   "comment",
- {
-  "state": "comment",
-  "data": [
   ["comment","/*asd"]
-  ]
+],[
- },
+   "comment",
- {
-  "state": "comment",
-  "data": [
   ["comment","asdad"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["comment","*/"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["constant.numeric","0.67"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["constant.numeric","77"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","."],
   ["constant.numeric","86"]
-  ]
+],[
- },
+   "start"
- {
+],[
-  "state": "start",
+   "start",
-  "data": []
- },
- {
-  "state": "start",
-  "data": [
   ["keyword.other.import.dart","#import"],
   ["text","("],
   ["string","\"http://dartwatch.com/myOtherLibrary.dart\""],
   ["text",");"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["keyword.other.import.dart","#import"],
   ["text","("],
   ["string","\"myOtherLibrary.dart\""],
@@ -160,73 +110,41 @@
   ["text",":"],
   ["string","\"lib1\""],
   ["text",");"]
-  ]
+],[
- },
+   "start"
- {
+],[
-  "state": "start",
+   "qqdoc",
-  "data": []
- },
- {
-  "state": "qqdoc",
-  "data": [
   ["string","\"\"\"asdasdads"]
-  ]
+],[
- },
+   "qqdoc",
- {
-  "state": "qqdoc",
-  "data": [
   ["string","asdadsadsasd"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["string","asdasdasdad\"\"\""]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text"," "]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["string","'23424'"]
-  ]
+],[
- },
+   "start"
- {
+],[
-  "state": "start",
+   "start",
-  "data": []
- },
- {
-  "state": "start",
-  "data": [
   ["constant.numeric","0x234"]
-  ]
+],[
- },
+   "start"
- {
+],[
-  "state": "start",
+   "start",
-  "data": []
- },
- {
-  "state": "start",
-  "data": [
   ["identifier","foo"],
   ["text"," "],
   ["keyword.operator.dart","is"],
   ["text"," "],
   ["identifier","bar"]
-  ]
+],[
- },
+   "start"
- {
+],[
-  "state": "start",
+   "start",
-  "data": []
- },
- {
-  "state": "start",
-  "data": [
   ["storage.type.primitive.dart","int"],
   ["text"," "],
   ["identifier","x"],
@@ -239,46 +157,28 @@
   ["text"," "],
   ["constant.numeric","10"],
   ["text"," "]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["comment","// Create a class for Point."]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["keyword.declaration.dart","class"],
   ["text"," "],
   ["identifier","Point"],
   ["text"," {"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text"," "]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","  "],
   ["comment","// Final variables cannot be changed once they are assigned."]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","  "],
   ["comment","// Create two instance variables."]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","  "],
   ["storage.modifier.dart","final"],
   ["text"," "],
@@ -288,24 +188,15 @@
   ["text",", "],
   ["identifier","y"],
   ["text",";"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text"," "]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","  "],
   ["comment","// A constructor, with syntactic sugar for setting instance variables."]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","  "],
   ["identifier","Point"],
   ["text","("],
@@ -317,24 +208,15 @@
   ["text","."],
   ["identifier","y"],
   ["text",");"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text"," "]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","  "],
   ["comment","// A named constructor with an initializer list."]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","  "],
   ["identifier","Point"],
   ["text","."],
@@ -354,24 +236,15 @@
   ["text"," "],
   ["constant.numeric","0"],
   ["text",";"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text"," "]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","  "],
   ["comment","// A method."]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","  "],
   ["storage.type.primitive.dart","num"],
   ["text"," "],
@@ -381,11 +254,8 @@
   ["text"," "],
   ["identifier","other"],
   ["text",") {"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","    "],
   ["storage.type.primitive.dart","var"],
   ["text"," "],
@@ -401,11 +271,8 @@
   ["text","."],
   ["identifier","x"],
   ["text",";"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","    "],
   ["storage.type.primitive.dart","var"],
   ["text"," "],
@@ -421,11 +288,8 @@
   ["text","."],
   ["identifier","y"],
   ["text",";"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","    "],
   ["keyword.control.dart","return"],
   ["text"," "],
@@ -445,45 +309,27 @@
   ["text"," "],
   ["identifier","dy"],
   ["text",");"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","  }"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","}"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text"," "]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text"," "],
   ["comment","// Check for null."]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["storage.type.primitive.dart","var"],
   ["text"," "],
   ["identifier","unicorn"],
   ["text",";"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["identifier","assert"],
   ["text","("],
   ["identifier","unicorn"],
@@ -492,21 +338,13 @@
   ["text"," "],
   ["constant.language.dart","null"],
   ["text",");"]
-  ]
+],[
- },
+   "start"
- {
+],[
-  "state": "start",
+   "start",
-  "data": []
- },
- {
-  "state": "start",
-  "data": [
   ["comment","// Check for NaN."]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["storage.type.primitive.dart","var"],
   ["text"," "],
   ["identifier","iMeantToDoThis"],
@@ -517,21 +355,14 @@
   ["keyword.operator.arithmetic.dart","/"],
   ["constant.numeric","0"],
   ["text",";"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["identifier","assert"],
   ["text","("],
   ["identifier","iMeantToDoThis"],
   ["text","."],
   ["identifier","isNaN"],
   ["text","());"]
-  ]
+],[
- },
+   "start"
- {
+]]
-  "state": "start",
-  "data": []
- }
-]

lib/ace/mode/_test/tokens_glsl.json

@@ -1,44 +1,31 @@
-[
+[[
- {
+   "start",
-  "state": "start",
-  "data": [
   ["keyword","uniform"],
   ["text"," "],
   ["keyword","float"],
   ["text"," "],
   ["identifier","amplitude"],
   ["punctuation.operator",";"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["keyword","attribute"],
   ["text"," "],
   ["keyword","float"],
   ["text"," "],
   ["identifier","displacement"],
   ["punctuation.operator",";"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["keyword","varying"],
   ["text"," "],
   ["keyword","vec3"],
   ["text"," "],
   ["identifier","vNormal"],
   ["punctuation.operator",";"]
-  ]
+],[
- },
+   "start"
- {
+],[
-  "state": "start",
+   "start",
-  "data": []
- },
- {
-  "state": "start",
-  "data": [
   ["keyword","void"],
   ["text"," "],
   ["identifier","main"],
@@ -46,15 +33,10 @@
   ["paren.rparen",")"],
   ["text"," "],
   ["paren.lparen","{"]
-  ]
+],[
- },
+   "start"
- {
+],[
-  "state": "start",
+   "start",
-  "data": []
- },
- {
-  "state": "start",
-  "data": [
   ["text","    "],
   ["identifier","vNormal"],
   ["text"," "],
@@ -62,38 +44,23 @@
   ["text"," "],
   ["identifier","normal"],
   ["punctuation.operator",";"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","  "]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","    "],
   ["comment","// multiply our displacement by the"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","    "],
   ["comment","// amplitude. The amp will get animated"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","    "],
   ["comment","// so we'll have animated displacement"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","    "],
   ["keyword","vec3"],
   ["text"," "],
@@ -105,45 +72,31 @@
   ["text"," "],
   ["keyword.operator","+"],
   ["text"," "]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","                       "],
   ["identifier","normal"],
   ["text"," "],
   ["keyword.operator","*"],
   ["text"," "]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","                       "],
   ["keyword","vec3"],
   ["paren.lparen","("],
   ["identifier","displacement"],
   ["text"," "],
   ["keyword.operator","*"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","                            "],
   ["identifier","amplitude"],
   ["paren.rparen",")"],
   ["punctuation.operator",";"]
-  ]
+],[
- },
+   "start"
- {
+],[
-  "state": "start",
+   "start",
-  "data": []
- },
- {
-  "state": "start",
-  "data": [
   ["text","    "],
   ["constant.language","gl_Position"],
   ["text"," "],
@@ -152,20 +105,14 @@
   ["identifier","projectionMatrix"],
   ["text"," "],
   ["keyword.operator","*"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","                  "],
   ["identifier","modelViewMatrix"],
   ["text"," "],
   ["keyword.operator","*"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","                  "],
   ["keyword","vec4"],
   ["paren.lparen","("],
@@ -174,12 +121,7 @@
   ["constant.numeric","1.0"],
   ["paren.rparen",")"],
   ["punctuation.operator",";"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["paren.rparen","}"]
-  ]
+]]
- }
-]

lib/ace/mode/_test/tokens_golang.json

@@ -1,87 +1,48 @@
-[
+[[
- {
+   "start",
-  "state": "start",
-  "data": [
   ["comment","// Concurrent computation of pi."]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["comment","// See http://goo.gl/ZuTZM."]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["comment","//"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["comment","// This demonstrates Go's ability to handle"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["comment","// large numbers of concurrent processes."]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["comment","// It is an unreasonable way to calculate pi."]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["keyword","package"],
   ["text"," "],
   ["identifier","main"]
-  ]
+],[
- },
+   "start"
- {
+],[
-  "state": "start",
+   "start",
-  "data": []
- },
- {
-  "state": "start",
-  "data": [
   ["keyword","import"],
   ["text"," "],
   ["paren.lparen","("]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","    "],
   ["string","\"fmt\""]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","    "],
   ["string","\"math\""]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["paren.rparen",")"]
-  ]
+],[
- },
+   "start"
- {
+],[
-  "state": "start",
+   "start",
-  "data": []
- },
- {
-  "state": "start",
-  "data": [
   ["keyword","func"],
   ["text"," "],
   ["identifier","main"],
@@ -89,11 +50,8 @@
   ["paren.rparen",")"],
   ["text"," "],
   ["paren.lparen","{"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","    "],
   ["identifier","fmt"],
   ["punctuation.operator","."],
@@ -103,33 +61,19 @@
   ["paren.lparen","("],
   ["constant.numeric","5000"],
   ["paren.rparen","))"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["paren.rparen","}"]
-  ]
+],[
- },
+   "start"
- {
+],[
-  "state": "start",
+   "start",
-  "data": []
- },
- {
-  "state": "start",
-  "data": [
   ["comment","// pi launches n goroutines to compute an"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["comment","// approximation of pi."]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["keyword","func"],
   ["text"," "],
   ["identifier","pi"],
@@ -142,11 +86,8 @@
   ["identifier","float64"],
   ["text"," "],
   ["paren.lparen","{"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","    "],
   ["identifier","ch"],
   ["text"," "],
@@ -159,11 +100,8 @@
   ["text"," "],
   ["identifier","float64"],
   ["paren.rparen",")"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","    "],
   ["keyword","for"],
   ["text"," "],
@@ -186,11 +124,8 @@
   ["keyword.operator","++"],
   ["text"," "],
   ["paren.lparen","{"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","        "],
   ["keyword","go"],
   ["text"," "],
@@ -203,18 +138,12 @@
   ["paren.lparen","("],
   ["identifier","k"],
   ["paren.rparen","))"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","    "],
   ["paren.rparen","}"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","    "],
   ["identifier","f"],
   ["text"," "],
@@ -222,11 +151,8 @@
   ["keyword.operator","="],
   ["text"," "],
   ["constant.numeric","0.0"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","    "],
   ["keyword","for"],
   ["text"," "],
@@ -249,11 +175,8 @@
   ["keyword.operator","++"],
   ["text"," "],
   ["paren.lparen","{"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","        "],
   ["identifier","f"],
   ["text"," "],
@@ -261,37 +184,23 @@
   ["text"," "],
   ["keyword.operator","<-"],
   ["identifier","ch"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","    "],
   ["paren.rparen","}"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","    "],
   ["keyword","return"],
   ["text"," "],
   ["identifier","f"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["paren.rparen","}"]
-  ]
+],[
- },
+   "start"
- {
+],[
-  "state": "start",
+   "start",
-  "data": []
- },
- {
-  "state": "start",
-  "data": [
   ["keyword","func"],
   ["text"," "],
   ["identifier","term"],
@@ -309,11 +218,8 @@
   ["paren.rparen",")"],
   ["text"," "],
   ["paren.lparen","{"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","    "],
   ["identifier","ch"],
   ["text"," "],
@@ -342,16 +248,9 @@
   ["text"," "],
   ["constant.numeric","1"],
   ["paren.rparen",")"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["paren.rparen","}"]
-  ]
+],[
- },
+   "start"
- {
+]]
-  "state": "start",
-  "data": []
- }
-]

lib/ace/mode/_test/tokens_groovy.json

@@ -1,47 +1,31 @@
-[
+[[
- {
+   "start",
-  "state": "start",
-  "data": [
   ["comment","//http://groovy.codehaus.org/Martin+Fowler%27s+closure+examples+in+Groovy"]
-  ]
+],[
- },
+   "start"
- {
+],[
-  "state": "start",
+   "start",
-  "data": []
- },
- {
-  "state": "start",
-  "data": [
   ["keyword","class"],
   ["text"," "],
   ["identifier","Employee"],
   ["text"," "],
   ["lparen","{"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","    "],
   ["keyword","def"],
   ["text"," "],
   ["identifier","name"],
   ["text",", "],
   ["identifier","salary"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","    "],
   ["keyword","boolean"],
   ["text"," "],
   ["identifier","manager"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","    "],
   ["support.function","String"],
   ["text"," "],
@@ -56,21 +40,13 @@
   ["identifier","name"],
   ["text"," "],
   ["rparen","}"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["rparen","}"]
-  ]
+],[
- },
+   "start"
- {
+],[
-  "state": "start",
+   "start",
-  "data": []
- },
- {
-  "state": "start",
-  "data": [
   ["keyword","def"],
   ["text"," "],
   ["identifier","emps"],
@@ -95,11 +71,8 @@
   ["constant.numeric","200"],
   ["rparen",")"],
   ["text",","]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","    "],
   ["keyword","new"],
   ["text"," "],
@@ -118,11 +91,8 @@
   ["constant.numeric","200"],
   ["rparen",")"],
   ["text",","]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","    "],
   ["keyword","new"],
   ["text"," "],
@@ -141,11 +111,8 @@
   ["constant.numeric","151"],
   ["rparen",")"],
   ["text",","]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","    "],
   ["keyword","new"],
   ["text"," "],
@@ -163,15 +130,10 @@
   ["text",":"],
   ["constant.numeric","50"],
   ["rparen",")]"]
-  ]
+],[
- },
+   "start"
- {
+],[
-  "state": "start",
+   "start",
-  "data": []
- },
- {
-  "state": "start",
-  "data": [
   ["keyword","def"],
   ["text"," "],
   ["identifier","managers"],
@@ -180,11 +142,8 @@
   ["rparen",")"],
   ["text"," "],
   ["lparen","{"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","    "],
   ["identifier","emps"],
   ["text","."],
@@ -203,21 +162,13 @@
   ["rparen",")"],
   ["text"," "],
   ["rparen","}"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["rparen","}"]
-  ]
+],[
- },
+   "start"
- {
+],[
-  "state": "start",
+   "start",
-  "data": []
- },
- {
-  "state": "start",
-  "data": [
   ["keyword","assert"],
   ["text"," "],
   ["identifier","emps"],
@@ -235,15 +186,10 @@
   ["rparen",")"],
   ["text"," "],
   ["comment","// [Guillaume, Graeme]"]
-  ]
+],[
- },
+   "start"
- {
+],[
-  "state": "start",
+   "start",
-  "data": []
- },
- {
-  "state": "start",
-  "data": [
   ["keyword","def"],
   ["text"," "],
   ["identifier","highPaid"],
@@ -252,22 +198,16 @@
   ["rparen",")"],
   ["text"," "],
   ["lparen","{"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","    "],
   ["identifier","threshold"],
   ["text"," "],
   ["keyword.operator","="],
   ["text"," "],
   ["constant.numeric","150"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","    "],
   ["identifier","emps"],
   ["text","."],
@@ -288,21 +228,13 @@
   ["identifier","threshold"],
   ["text"," "],
   ["rparen","}"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["rparen","}"]
-  ]
+],[
- },
+   "start"
- {
+],[
-  "state": "start",
+   "start",
-  "data": []
- },
- {
-  "state": "start",
-  "data": [
   ["keyword","assert"],
   ["text"," "],
   ["identifier","emps"],
@@ -320,15 +252,10 @@
   ["rparen",")"],
   ["text"," "],
   ["comment","// [Guillaume, Graeme, Dierk]"]
-  ]
+],[
- },
+   "start"
- {
+],[
-  "state": "start",
+   "start",
-  "data": []
- },
- {
-  "state": "start",
-  "data": [
   ["keyword","def"],
   ["text"," "],
   ["identifier","paidMore"],
@@ -337,11 +264,8 @@
   ["rparen",")"],
   ["text"," "],
   ["lparen","{"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","    "],
   ["lparen","{"],
   ["text"," "],
@@ -357,17 +281,11 @@
   ["text"," "],
   ["identifier","amount"],
   ["rparen","}"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["rparen","}"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["keyword","def"],
   ["text"," "],
   ["identifier","highPaid"],
@@ -378,15 +296,10 @@
   ["lparen","("],
   ["constant.numeric","150"],
   ["rparen",")"]
-  ]
+],[
- },
+   "start"
- {
+],[
-  "state": "start",
+   "start",
-  "data": []
- },
- {
-  "state": "start",
-  "data": [
   ["keyword","assert"],
   ["text"," "],
   ["identifier","highPaid"],
@@ -397,11 +310,8 @@
   ["rparen","])"],
   ["text"," "],
   ["comment","// true"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["keyword","assert"],
   ["text"," "],
   ["identifier","emps"],
@@ -419,15 +329,10 @@
   ["lparen","("],
   ["identifier","highPaid"],
   ["rparen",")"]
-  ]
+],[
- },
+   "start"
- {
+],[
-  "state": "start",
+   "start",
-  "data": []
- },
- {
-  "state": "start",
-  "data": [
   ["keyword","def"],
   ["text"," "],
   ["identifier","filename"],
@@ -435,11 +340,8 @@
   ["keyword.operator","="],
   ["text"," "],
   ["string","'test.txt'"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["keyword","new"],
   ["text"," "],
   ["identifier","File"],
@@ -460,23 +362,15 @@
   ["rparen",")"],
   ["text"," "],
   ["rparen","}"]
-  ]
+],[
- },
+   "start"
- {
+],[
-  "state": "start",
+   "start",
-  "data": []
- },
- {
-  "state": "start",
-  "data": [
   ["keyword","def"],
   ["text"," "],
   ["identifier","readersText"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["keyword","def"],
   ["text"," "],
   ["identifier","doSomethingWith"],
@@ -495,15 +389,10 @@
   ["identifier","text"],
   ["text"," "],
   ["rparen","}"]
-  ]
+],[
- },
+   "start"
- {
+],[
-  "state": "start",
+   "start",
-  "data": []
- },
- {
-  "state": "start",
-  "data": [
   ["keyword","assert"],
   ["text"," "],
   ["keyword","new"],
@@ -518,6 +407,4 @@
   ["keyword.operator","=="],
   ["text"," "],
   ["identifier","readersText"]
-  ]
+]]
- }
-]

lib/ace/mode/_test/tokens_haml.json

@@ -1,55 +1,29 @@
-[
+[[
- {
+   "start",
-  "state": "start",
-  "data": [
   ["keyword.other.doctype","!!!5"]
-  ]
+],[
- },
+   "start"
- {
+],[
-  "state": "start",
+   "start",
-  "data": []
- },
- {
-  "state": "start",
-  "data": [
   ["punctuation.section.comment","# <!--[if lt IE 7]> <html class=\"no-js lt-ie9 lt-ie8 lt-ie7\" lang=\"en\"> <![endif]-->"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["punctuation.section.comment","# <!--[if IE 7]>    <html class=\"no-js lt-ie9 lt-ie8\" lang=\"en\"> <![endif]-->"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["punctuation.section.comment","# <!--[if IE 8]>    <html class=\"no-js lt-ie9\" lang=\"en\"> <![endif]-->"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["punctuation.section.comment","# <!--[if gt IE 8]><!--> <html class=\"no-js\" lang=\"en\"> <!--<![endif]-->"]
-  ]
+],[
- },
+   "start"
- {
+],[
-  "state": "start",
+   "start"
-  "data": []
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": []
- },
- {
-  "state": "start",
-  "data": [
   ["punctuation.section.comment","/adasdasdad"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["entity.name.tag.haml","%div"],
   ["punctuation.section","{"],
   ["constant.other.symbol.ruby",":id"],
@@ -64,47 +38,29 @@
   ["text"," => "],
   ["string","`asdasdasd`"],
   ["punctuation.section","}"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["punctuation.section.comment","/ file: app/views/movies/index.html.haml"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["meta.escape.haml","\\d"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["entity.name.tag.haml","%ads:"],
   ["punctuation.section","{"],
   ["constant.other.symbol.ruby",":bleh"],
   ["text"," => "],
   ["constant.numeric","33"],
   ["punctuation.section","}"]
-  ]
+],[
- },
+   "embedded_ruby",
- {
-  "state": "embedded_ruby",
-  "data": [
   ["entity.name.tag.haml","%p"],
   ["text","==ddd=="]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","  Date/Time:"]
-  ]
+],[
- },
+   "embedded_ruby",
- {
-  "state": "embedded_ruby",
-  "data": [
   ["text","  - "],
   ["identifier","now"],
   ["text"," = "],
@@ -112,18 +68,12 @@
   ["text","."],
   ["identifier","now"],
   ["text"," "]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["entity.name.tag.haml","  %strong"],
   ["text","= now"]
-  ]
+],[
- },
+   "embedded_ruby",
- {
-  "state": "embedded_ruby",
-  "data": [
   ["text","   = "],
   ["keyword","if"],
   ["text"," "],
@@ -139,11 +89,8 @@
   ["text",", "],
   ["constant.numeric","2006"],
   ["text","\")"]
-  ]
+],[
- },
+   "embedded_ruby",
- {
-  "state": "embedded_ruby",
-  "data": [
   ["text","    = \""],
   ["support.class","Happy"],
   ["text"," "],
@@ -151,130 +98,77 @@
   ["text"," \" + \""],
   ["identifier","year"],
   ["text","!\""]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["entity.name.tag.haml","%sfd"],
   ["entity.other.attribute-name.class.haml",".dfdfg"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["punctuation.section.comment","#content"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text"," .title"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["entity.name.tag.haml","   %h1"],
   ["text","= @title"]
-  ]
+],[
- },
+   "embedded_ruby",
- {
-  "state": "embedded_ruby",
-  "data": [
   ["text","   = "],
   ["support.function","link_to"],
   ["text"," '"],
   ["support.class","Home"],
   ["text","', "],
   ["identifier","home_url"]
-  ]
+],[
- },
+   "start"
- {
+],[
-  "state": "start",
+   "start",
-  "data": []
- },
- {
-  "state": "start",
-  "data": [
   ["punctuation.section.comment","   #contents"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["entity.name.tag.haml","%div"],
   ["entity.other.attribute-name.id.haml","#content"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["entity.name.tag.haml","  %div"],
   ["entity.other.attribute-name.class.haml",".articles"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["entity.name.tag.haml","    %div"],
   ["entity.other.attribute-name.class.haml",".article.title"],
   ["text"," Blah"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["entity.name.tag.haml","    %div"],
   ["entity.other.attribute-name.class.haml",".article.date"],
   ["text"," "],
   ["constant.numeric","2006-11-05"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["entity.name.tag.haml","    %div"],
   ["entity.other.attribute-name.class.haml",".article.entry"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","      Neil Patrick Harris "]
-  ]
+],[
- },
+   "start"
- {
+],[
-  "state": "start",
+   "start",
-  "data": []
- },
- {
-  "state": "start",
-  "data": [
   ["entity.name.tag.haml","%div"],
   ["text","[@user, "],
   ["constant.other.symbol.ruby",":greeting"],
   ["text","]"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["entity.name.tag.haml","  %bar"],
   ["text","["],
   ["constant.numeric","290"],
   ["text","]/"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","  "],
   ["string.quoted.double","==Hello!=="]
-  ]
+],[
- },
+   "start"
- {
+]]
-  "state": "start",
-  "data": []
- }
-]

lib/ace/mode/_test/tokens_haxe.json

@@ -1,22 +1,14 @@
-[
+[[
- {
+   "start",
-  "state": "start",
-  "data": [
   ["keyword","class"],
   ["text"," "],
   ["identifier","Haxe"],
   ["text"," "]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["paren.lparen","{"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","    "],
   ["keyword","public"],
   ["text"," "],
@@ -28,25 +20,16 @@
   ["paren.lparen","("],
   ["paren.rparen",")"],
   ["text"," "]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","    "],
   ["paren.lparen","{"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","        "],
   ["comment","// Say Hello!"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","        "],
   ["keyword","var"],
   ["text"," "],
@@ -58,28 +41,19 @@
   ["text"," "],
   ["string","\"Hello World\""],
   ["punctuation.operator",";"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","        "],
   ["keyword","trace"],
   ["paren.lparen","("],
   ["identifier","greeting"],
   ["paren.rparen",")"],
   ["punctuation.operator",";"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","        "]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","        "],
   ["keyword","var"],
   ["text"," "],
@@ -110,22 +84,16 @@
   ["string","\"webOS\""],
   ["paren.rparen","]"],
   ["punctuation.operator",";"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","        "],
   ["keyword","trace"],
   ["paren.lparen","("],
   ["string","\"Haxe is a great language that can target:\""],
   ["paren.rparen",")"],
   ["punctuation.operator",";"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","        "],
   ["keyword","for"],
   ["text"," "],
@@ -136,18 +104,12 @@
   ["text"," "],
   ["identifier","targets"],
   ["paren.rparen",")"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","        "],
   ["paren.lparen","{"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","            "],
   ["keyword","trace"],
   ["text"," "],
@@ -159,37 +121,23 @@
   ["identifier","target"],
   ["paren.rparen",")"],
   ["punctuation.operator",";"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","        "],
   ["paren.rparen","}"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","        "],
   ["keyword","trace"],
   ["paren.lparen","("],
   ["string","\"And many more!\""],
   ["paren.rparen",")"],
   ["punctuation.operator",";"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","    "],
   ["paren.rparen","}"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["paren.rparen","}"]
-  ]
+]]
- }
-]

lib/ace/mode/_test/tokens_html.json

@@ -1,28 +1,18 @@
-[
+[[
- {
+   "start",
-  "state": "start",
-  "data": [
   ["meta.tag","<"],
   ["meta.tag.tag-name","html"],
   ["meta.tag.r",">"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","    "],
   ["meta.tag","<"],
   ["meta.tag.tag-name","head"],
   ["meta.tag.r",">"]
-  ]
+],[
- },
+   "start"
- {
+],[
-  "state": "start",
+   "css-start",
-  "data": []
- },
- {
-  "state": "css-start",
-  "data": [
   ["text","    "],
   ["meta.tag","<"],
   ["meta.tag.tag-name.style","style"],
@@ -31,20 +21,14 @@
   ["keyword.operator","="],
   ["string","\"text/css\""],
   ["meta.tag.r",">"]
-  ]
+],[
- },
+   "css-ruleset",
- {
-  "state": "css-ruleset",
-  "data": [
   ["text","        "],
   ["variable",".text-layer"],
   ["text"," "],
   ["paren.lparen","{"]
-  ]
+],[
- },
+   "css-ruleset",
- {
-  "state": "css-ruleset",
-  "data": [
   ["text","            "],
   ["support.type","font-family"],
   ["text",": Monaco, "],
@@ -52,70 +36,47 @@
   ["text",", "],
   ["support.constant.fonts","monospace"],
   ["text",";"]
-  ]
+],[
- },
+   "css-ruleset",
- {
-  "state": "css-ruleset",
-  "data": [
   ["text","            "],
   ["support.type","font-size"],
   ["text",": "],
   ["constant.numeric","12"],
   ["keyword","px"],
   ["text",";"]
-  ]
+],[
- },
+   "css-ruleset",
- {
-  "state": "css-ruleset",
-  "data": [
   ["text","            "],
   ["support.type","cursor"],
   ["text",": "],
   ["support.constant","text"],
   ["text",";"]
-  ]
+],[
- },
+   "css-start",
- {
-  "state": "css-start",
-  "data": [
   ["text","        "],
   ["paren.rparen","}"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","    "],
   ["meta.tag","</"],
   ["meta.tag.tag-name.style","style"],
   ["meta.tag.r",">"]
-  ]
+],[
- },
+   "start"
- {
+],[
-  "state": "start",
+   "start",
-  "data": []
- },
- {
-  "state": "start",
-  "data": [
   ["text","    "],
   ["meta.tag","</"],
   ["meta.tag.tag-name","head"],
   ["meta.tag.r",">"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","    "],
   ["meta.tag","<"],
   ["meta.tag.tag-name","body"],
   ["meta.tag.r",">"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","        "],
   ["meta.tag","<"],
   ["meta.tag.tag-name","h1"],
@@ -128,23 +89,15 @@
   ["meta.tag","</"],
   ["meta.tag.tag-name","h1"],
   ["meta.tag.r",">"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","    "],
   ["meta.tag","</"],
   ["meta.tag.tag-name","body"],
   ["meta.tag.r",">"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["meta.tag","</"],
   ["meta.tag.tag-name","html"],
   ["meta.tag.r",">"]
-  ]
+]]
- }
-]

lib/ace/mode/_test/tokens_jade.json

@@ -1,192 +1,104 @@
-[
+[[
- {
+   "start",
-  "state": "start",
-  "data": [
   ["keyword.other.doctype.jade","!!!doctype"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["keyword.other.doctype.jade","!!!5"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["keyword.other.doctype.jade","!!!"]
-  ]
+],[
- },
+   "start"
- {
+],[
-  "state": "start",
+   "start",
-  "data": []
- },
- {
-  "state": "start",
-  "data": [
   ["keyword.control.import.include.jade","include"],
   ["text"," something"]
-  ]
+],[
- },
+   "start"
- {
+],[
-  "state": "start",
+   "start",
-  "data": []
- },
- {
-  "state": "start",
-  "data": [
   ["keyword.control.import.include.jade","         include"],
   ["text"," another_thing"]
-  ]
+],[
- },
+   "start"
- {
+],[
-  "state": "start",
+   "start",
-  "data": []
- },
- {
-  "state": "start",
-  "data": [
   ["punctuation.section.comment","  // let's talk about it"]
-  ]
+],[
- },
+   "start"
- {
+],[
-  "state": "start",
+   "comment_block",
-  "data": []
- },
- {
-  "state": "comment_block",
-  "data": [
   ["punctuation.section.comment","//"]
-  ]
+],[
- },
+   "comment_block",
- {
-  "state": "comment_block",
-  "data": [
   ["comment.block.jade","  here it is. a block comment!"]
-  ]
+],[
- },
+   "comment_block",
- {
-  "state": "comment_block",
-  "data": [
   ["comment.block.jade"," and another row!"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","but not here."]
-  ]
+],[
- },
+   "start"
- {
+],[
-  "state": "start",
+   "comment_block",
-  "data": []
- },
- {
-  "state": "comment_block",
-  "data": [
   ["punctuation.section.comment","     //     "]
-  ]
+],[
- },
+   "comment_block",
- {
-  "state": "comment_block",
-  "data": [
   ["comment.block.jade","        a far spaced"]
-  ]
+],[
- },
+   "comment_block",
- {
-  "state": "comment_block",
-  "data": [
   ["comment.block.jade","    should be lack of block"]
-  ]
+],[
- },
+   "start"
- {
+],[
-  "state": "start",
+   "start",
-  "data": []
- },
- {
-  "state": "start",
-  "data": [
   ["punctuation.section.comment","   // also not a comment"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["meta.tag.any.jade","     div"],
   ["entity.other.attribute-name.class.jade",".attemptAtBlock"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","  "]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["meta.tag.any.jade","  span"],
   ["entity.other.attribute-name.id.jade","#myName"]
-  ]
+],[
- },
+   "start"
- {
+],[
-  "state": "start",
+   "start",
-  "data": []
- },
- {
-  "state": "start",
-  "data": [
   ["text","  "],
   ["string.interpolated.jade","#{implicit}"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","     "],
   ["string.interpolated.jade","!{more_explicit}"]
-  ]
+],[
- },
+   "start"
- {
+],[
-  "state": "start",
+   "start",
-  "data": []
- },
- {
-  "state": "start",
-  "data": [
   ["text","  "],
   ["suport.type.attribute.id.jade","#idDiv"]
-  ]
+],[
- },
+   "start"
- {
+],[
-  "state": "start",
+   "start",
-  "data": []
- },
- {
-  "state": "start",
-  "data": [
   ["text","    "],
   ["suport.type.attribute.class.jade",".idDiv"]
-  ]
+],[
- },
+   "start"
- {
+],[
-  "state": "start",
+   "start",
-  "data": []
- },
- {
-  "state": "start",
-  "data": [
   ["meta.tag.any.jade","    test"],
   ["punctuation","("],
   ["entity.other.attribute-name.jade","id"],
   ["text","="],
   ["string","\"tag\""],
   ["punctuation",")"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["meta.tag.any.jade","    header"],
   ["punctuation","("],
   ["entity.other.attribute-name.jade","id"],
@@ -201,49 +113,31 @@
   ["text","="],
   ["string","\"aads\""],
   ["punctuation",")"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["storage.type.function.jade","mixin"],
   ["entity.name.function.jade"," article"],
   ["punctuation.definition.parameters.begin.jade","("],
   ["variable.parameter.function.jade","obj, parents"],
   ["punctuation.definition.parameters.end.jade",")"]
-  ]
+],[
- },
+   "start"
- {
+],[
-  "state": "start",
+   "start",
-  "data": []
- },
- {
-  "state": "start",
-  "data": [
   ["storage.type.function.jade","  mixin"],
   ["entity.name.function.jade"," bleh"],
   ["punctuation.definition.parameters.begin.jade","("],
   ["punctuation.definition.parameters.end.jade",")"]
-  ]
+],[
- },
+   "start"
- {
+],[
-  "state": "start",
+   "start",
-  "data": []
- },
- {
-  "state": "start",
-  "data": [
   ["storage.type.function.jade","    mixin"],
   ["entity.name.function.jade"," clever-name"]
-  ]
+],[
- },
+   "start"
- {
+],[
-  "state": "start",
+   "start",
-  "data": []
- },
- {
-  "state": "start",
-  "data": [
   ["source.js.embedded.jade"," -"],
   ["storage.type","var"],
   ["text"," "],
@@ -253,26 +147,18 @@
   ["text"," "],
   ["string","\"0\""],
   ["text",";"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["source.js.embedded.jade"," -"],
   ["text"," "],
   ["identifier","y"],
   ["text"," "],
   ["identifier","each"],
   ["text"," z"]
-  ]
+],[
- },
+   "start"
- {
+],[
-  "state": "start",
+   "start",
-  "data": []
- },
- {
-  "state": "start",
-  "data": [
   ["source.js.embedded.jade"," -"],
   ["text"," "],
   ["storage.type","var"],
@@ -290,20 +176,12 @@
   ["text"," "],
   ["string","\"three\""],
   ["text","]"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["meta.tag.any.jade","   each"],
   ["text"," item in items"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["meta.tag.any.jade","    li"],
   ["text","= item"]
-  ]
+]]
- }
-]

lib/ace/mode/_test/tokens_java.json

@@ -1,7 +1,5 @@
-[
+[[
- {
+   "start",
-  "state": "start",
-  "data": [
   ["keyword","public"],
   ["text"," "],
   ["keyword","class"],
@@ -9,52 +7,29 @@
   ["identifier","InfiniteLoop"],
   ["text"," "],
   ["lparen","{"]
-  ]
+],[
- },
+   "start"
- {
+],[
-  "state": "start",
+   "comment",
-  "data": []
- },
- {
-  "state": "comment",
-  "data": [
   ["text","    "],
   ["comment","/*"]
-  ]
+],[
- },
+   "comment",
- {
-  "state": "comment",
-  "data": [
   ["comment","     * This will cause the program to hang..."]
-  ]
+],[
- },
+   "comment",
- {
-  "state": "comment",
-  "data": [
   ["comment","     *"]
-  ]
+],[
- },
+   "comment",
- {
-  "state": "comment",
-  "data": [
   ["comment","     * Taken from:"]
-  ]
+],[
- },
+   "comment",
- {
-  "state": "comment",
-  "data": [
   ["comment","     * http://www.exploringbinary.com/java-hangs-when-converting-2-2250738585072012e-308/"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["comment","     */"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","    "],
   ["keyword","public"],
   ["text"," "],
@@ -72,11 +47,8 @@
   ["rparen",")"],
   ["text"," "],
   ["lparen","{"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","        "],
   ["keyword","double"],
   ["text"," "],
@@ -91,22 +63,14 @@
   ["string","\"2.2250738585072012e-308\""],
   ["rparen",")"],
   ["text",";"]
-  ]
+],[
- },
+   "start"
- {
+],[
-  "state": "start",
+   "start",
-  "data": []
- },
- {
-  "state": "start",
-  "data": [
   ["text","        "],
   ["comment","// unreachable code"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","        "],
   ["support.function","System"],
   ["text","."],
@@ -121,19 +85,11 @@
   ["identifier","d"],
   ["rparen",")"],
   ["text",";"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","    "],
   ["rparen","}"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["rparen","}"]
-  ]
+]]
- }
-]

lib/ace/mode/_test/tokens_javascript.json

@@ -1,7 +1,5 @@
-[
+[[
- {
+   "regex_allowed",
-  "state": "regex_allowed",
-  "data": [
   ["storage.type","function"],
   ["text"," "],
   ["entity.name.function","foo"],
@@ -12,11 +10,8 @@
   ["paren.rparen",")"],
   ["text"," "],
   ["paren.lparen","{"]
-  ]
+],[
- },
+   "regex_allowed",
- {
-  "state": "regex_allowed",
-  "data": [
   ["text","    "],
   ["keyword","for"],
   ["text"," "],
@@ -40,11 +35,8 @@
   ["paren.rparen",")"],
   ["text"," "],
   ["paren.lparen","{"]
-  ]
+],[
- },
+   "regex_allowed",
- {
-  "state": "regex_allowed",
-  "data": [
   ["text","        "],
   ["support.function","alert"],
   ["paren.lparen","("],
@@ -60,30 +52,19 @@
   ["string","\""],
   ["paren.rparen",")"],
   ["punctuation.operator",";"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","    "],
   ["paren.rparen","}"],
   ["text","\t"],
   ["comment","// Real Tab."]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["paren.rparen","}"]
-  ]
+],[
- },
+   "start"
- {
+],[
-  "state": "start",
+   "start",
-  "data": []
- },
- {
-  "state": "start",
-  "data": [
   ["identifier","regexp"],
   ["text"," "],
   ["keyword.operator","="],
@@ -93,15 +74,10 @@
   ["string.regexp","p/"],
   ["text"," "],
   ["comment","// ends here"]
-  ]
+],[
- },
+   "start"
- {
+],[
-  "state": "start",
+   "start",
-  "data": []
- },
- {
-  "state": "start",
-  "data": [
   ["identifier","r"],
   ["text"," "],
   ["keyword.operator","="],
@@ -145,11 +121,8 @@
   ["string.regexp","/"],
   ["text"," "],
   ["identifier","o"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["identifier","a"],
   ["keyword.operator","="],
   ["string.regexp","/a/"],
@@ -163,58 +136,35 @@
   ["keyword.operator","/"],
   ["text"," "],
   ["string.regexp","/ /"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text"," "],
   ["comment.doc","/************************************/"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["comment.doc","/** total mess, tricky to highlight**/"]
-  ]
+],[
- },
+   "start"
- {
+],[
-  "state": "start",
+   "regex_allowed",
-  "data": []
- },
- {
-  "state": "regex_allowed",
-  "data": [
   ["storage.type","function"],
   ["text"," "],
   ["paren.lparen","("],
   ["paren.rparen",")"],
   ["text"," "],
   ["paren.lparen","{"]
-  ]
+],[
- },
+   "doc-start",
- {
-  "state": "doc-start",
-  "data": [
   ["text","\t"],
   ["comment.doc","/**"]
-  ]
+],[
- },
+   "doc-start",
- {
-  "state": "doc-start",
-  "data": [
   ["comment.doc","\t * docComment"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["comment.doc","\t **/"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","\t"],
   ["identifier","r"],
   ["text"," "],
@@ -224,11 +174,8 @@
   ["regexp.keyword.operator","\\t"],
   ["constant.language.escape","*"],
   ["string.regexp","/"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","\t"],
   ["identifier","g"],
   ["text"," "],
@@ -259,11 +206,8 @@
   ["keyword.operator","+"],
   ["text"," "],
   ["constant.numeric","0x25"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","\t"],
   ["identifier","t"],
   ["text"," "],
@@ -275,106 +219,62 @@
   ["text"," "],
   ["string","''"],
   ["paren.rparen","]"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["paren.rparen","}"]
-  ]
+],[
- },
+   "regex_allowed",
- {
-  "state": "regex_allowed",
-  "data": [
   ["storage.type","function"],
   ["text"," "],
   ["paren.lparen","("],
   ["paren.rparen",")"],
   ["text"," "],
   ["paren.lparen","{"]
-  ]
+],[
- },
+   "regex_allowed",
- {
-  "state": "regex_allowed",
-  "data": [
   ["text","\t"],
   ["comment","/* eee */"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["paren.rparen","}"]
-  ]
+],[
- },
+   "start"
- {
+],[
-  "state": "start",
+   "qqstring",
-  "data": []
- },
- {
-  "state": "qqstring",
-  "data": [
   ["string","\"s\\"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["string","s"],
   ["constant.language.escape","\\u7824"],
   ["string","sss"],
   ["constant.language.escape","\\u"],
   ["string","1\""]
-  ]
+],[
- },
+   "start"
- {
+],[
-  "state": "start",
+   "qstring",
-  "data": []
- },
- {
-  "state": "qstring",
-  "data": [
   ["string","'\\"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["string","string'"]
-  ]
+],[
- },
+   "start"
- {
+],[
-  "state": "start",
+   "start",
-  "data": []
- },
- {
-  "state": "start",
-  "data": [
   ["text","'"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["identifier","string"],
   ["text","'"]
-  ]
+],[
- },
+   "start"
- {
+],[
-  "state": "start",
+   "start",
-  "data": []
- },
- {
-  "state": "start",
-  "data": [
   ["string","\"trailing space"],
   ["constant.language.escape","\\ "],
   ["string","  "]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["string","\"         \""],
   ["text","    "],
   ["keyword.operator","/"],
@@ -385,58 +285,36 @@
   ["identifier","regexp"],
   ["keyword.operator","/"],
   ["identifier","g"]
-  ]
+],[
- },
+   "start"
- {
+],[
-  "state": "start",
+   "doc-start",
-  "data": []
- },
- {
-  "state": "doc-start",
-  "data": [
   ["comment.doc","/**"]
-  ]
+],[
- },
+   "doc-start",
- {
-  "state": "doc-start",
-  "data": [
   ["comment.doc"," *doc"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["comment.doc"," */"]
-  ]
+],[
- },
+   "start"
- {
+],[
-  "state": "start",
+   "regex_allowed",
-  "data": []
- },
- {
-  "state": "regex_allowed",
-  "data": [
   ["identifier","a"],
   ["text"," "],
   ["keyword.operator","="],
   ["text"," "],
   ["paren.lparen","{"]
-  ]
+],[
- },
+   "regex_allowed",
- {
-  "state": "regex_allowed",
-  "data": [
   ["text","\t"],
   ["string","'a'"],
   ["punctuation.operator",":"],
   ["text"," "],
   ["identifier","b"],
   ["punctuation.operator",","]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","\t"],
   ["string","'g'"],
   ["text",": "],
@@ -444,11 +322,8 @@
   ["paren.lparen","("],
   ["variable.parameter","t"],
   ["paren.rparen",")"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","\t"],
   ["entity.name.function","gta"],
   ["punctuation.operator",":"],
@@ -458,25 +333,15 @@
   ["punctuation.operator",","],
   ["variable.parameter","b"],
   ["paren.rparen",")"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["paren.rparen","}"]
-  ]
+],[
- },
+   "start"
- {
+],[
-  "state": "start",
+   "start"
-  "data": []
+],[
- },
+   "function_arguments",
- {
-  "state": "start",
-  "data": []
- },
- {
-  "state": "function_arguments",
-  "data": [
   ["identifier","foo"],
   ["punctuation.operator","."],
   ["storage.type","protoype"],
@@ -491,21 +356,15 @@
   ["punctuation.operator",", "],
   ["variable.parameter","b"],
   ["punctuation.operator",","]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["punctuation.operator","                          "],
   ["variable.parameter","c"],
   ["punctuation.operator",", "],
   ["variable.parameter","d"],
   ["paren.rparen",")"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["storage.type","foo"],
   ["punctuation.operator","."],
   ["entity.name.function","d"],
@@ -517,11 +376,8 @@
   ["punctuation.operator",",     "],
   ["variable.parameter","b"],
   ["paren.rparen",")"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["storage.type","foo"],
   ["punctuation.operator","."],
   ["entity.name.function","d"],
@@ -536,10 +392,6 @@
   ["identifier","d"],
   ["string","\"string\""],
   ["text","   "]
-  ]
+],[
- },
+   "start"
- {
+]]
-  "state": "start",
-  "data": []
- }
-]

lib/ace/mode/_test/tokens_json.json

@@ -1,611 +1,412 @@
-[
+[[
- {
+   "start",
-  "state": "start",
-  "data": [
   ["paren.lparen","{"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text"," "],
   ["variable","\"query\""],
   ["text",": "],
   ["paren.lparen","{"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","  "],
   ["variable","\"count\""],
   ["text",": "],
   ["constant.numeric","10"],
   ["text",","]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","  "],
   ["variable","\"created\""],
   ["text",": "],
   ["string","\"2011-06-21T08:10:46Z\""],
   ["text",","]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","  "],
   ["variable","\"lang\""],
   ["text",": "],
   ["string","\"en-US\""],
   ["text",","]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","  "],
   ["variable","\"results\""],
   ["text",": "],
   ["paren.lparen","{"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","   "],
   ["variable","\"photo\""],
   ["text",": "],
   ["paren.lparen","["]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","    "],
   ["paren.lparen","{"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","     "],
   ["variable","\"farm\""],
   ["text",": "],
   ["string","\"6\""],
   ["text",","]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","     "],
   ["variable","\"id\""],
   ["text",": "],
   ["string","\"5855620975\""],
   ["text",","]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","     "],
   ["variable","\"isfamily\""],
   ["text",": "],
   ["string","\"0\""],
   ["text",","]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","     "],
   ["variable","\"isfriend\""],
   ["text",": "],
   ["string","\"0\""],
   ["text",","]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","     "],
   ["variable","\"ispublic\""],
   ["text",": "],
   ["string","\"1\""],
   ["text",","]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","     "],
   ["variable","\"owner\""],
   ["text",": "],
   ["string","\"32021554@N04\""],
   ["text",","]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","     "],
   ["variable","\"secret\""],
   ["text",": "],
   ["string","\"f1f5e8515d\""],
   ["text",","]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","     "],
   ["variable","\"server\""],
   ["text",": "],
   ["string","\"5110\""],
   ["text",","]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","     "],
   ["variable","\"title\""],
   ["text",": "],
   ["string","\"7087 bandit cat\""]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","    "],
   ["paren.rparen","}"],
   ["text",","]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","    "],
   ["paren.lparen","{"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","     "],
   ["variable","\"farm\""],
   ["text",": "],
   ["string","\"4\""],
   ["text",","]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","     "],
   ["variable","\"id\""],
   ["text",": "],
   ["string","\"5856170534\""],
   ["text",","]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","     "],
   ["variable","\"isfamily\""],
   ["text",": "],
   ["string","\"0\""],
   ["text",","]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","     "],
   ["variable","\"isfriend\""],
   ["text",": "],
   ["string","\"0\""],
   ["text",","]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","     "],
   ["variable","\"ispublic\""],
   ["text",": "],
   ["string","\"1\""],
   ["text",","]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","     "],
   ["variable","\"owner\""],
   ["text",": "],
   ["string","\"32021554@N04\""],
   ["text",","]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","     "],
   ["variable","\"secret\""],
   ["text",": "],
   ["string","\"ff1efb2a6f\""],
   ["text",","]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","     "],
   ["variable","\"server\""],
   ["text",": "],
   ["string","\"3217\""],
   ["text",","]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","     "],
   ["variable","\"title\""],
   ["text",": "],
   ["string","\"6975 rusty cat\""]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","    "],
   ["paren.rparen","}"],
   ["text",","]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","    "],
   ["paren.lparen","{"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","     "],
   ["variable","\"farm\""],
   ["text",": "],
   ["string","\"6\""],
   ["text",","]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","     "],
   ["variable","\"id\""],
   ["text",": "],
   ["string","\"5856172972\""],
   ["text",","]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","     "],
   ["variable","\"isfamily\""],
   ["text",": "],
   ["string","\"0\""],
   ["text",","]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","     "],
   ["variable","\"isfriend\""],
   ["text",": "],
   ["string","\"0\""],
   ["text",","]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","     "],
   ["variable","\"ispublic\""],
   ["text",": "],
   ["string","\"1\""],
   ["text",","]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","     "],
   ["variable","\"owner\""],
   ["text",": "],
   ["string","\"51249875@N03\""],
   ["text",","]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","     "],
   ["variable","\"secret\""],
   ["text",": "],
   ["string","\"6c6887347c\""],
   ["text",","]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","     "],
   ["variable","\"server\""],
   ["text",": "],
   ["string","\"5192\""],
   ["text",","]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","     "],
   ["variable","\"title\""],
   ["text",": "],
   ["string","\"watermarked-cats\""]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","    "],
   ["paren.rparen","}"],
   ["text",","]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","    "],
   ["paren.lparen","{"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","     "],
   ["variable","\"farm\""],
   ["text",": "],
   ["string","\"6\""],
   ["text",","]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","     "],
   ["variable","\"id\""],
   ["text",": "],
   ["string","\"5856168328\""],
   ["text",","]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","     "],
   ["variable","\"isfamily\""],
   ["text",": "],
   ["string","\"0\""],
   ["text",","]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","     "],
   ["variable","\"isfriend\""],
   ["text",": "],
   ["string","\"0\""],
   ["text",","]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","     "],
   ["variable","\"ispublic\""],
   ["text",": "],
   ["string","\"1\""],
   ["text",","]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","     "],
   ["variable","\"owner\""],
   ["text",": "],
   ["string","\"32021554@N04\""],
   ["text",","]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","     "],
   ["variable","\"secret\""],
   ["text",": "],
   ["string","\"0c1cfdf64c\""],
   ["text",","]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","     "],
   ["variable","\"server\""],
   ["text",": "],
   ["string","\"5078\""],
   ["text",","]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","     "],
   ["variable","\"title\""],
   ["text",": "],
   ["string","\"7020 mandy cat\""]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","    "],
   ["paren.rparen","}"],
   ["text",","]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","    "],
   ["paren.lparen","{"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","     "],
   ["variable","\"farm\""],
   ["text",": "],
   ["string","\"3\""],
   ["text",","]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","     "],
   ["variable","\"id\""],
   ["text",": "],
   ["string","\"5856171774\""],
   ["text",","]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","     "],
   ["variable","\"isfamily\""],
   ["text",": "],
   ["string","\"0\""],
   ["text",","]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","     "],
   ["variable","\"isfriend\""],
   ["text",": "],
   ["string","\"0\""],
   ["text",","]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","     "],
   ["variable","\"ispublic\""],
   ["text",": "],
   ["string","\"1\""],
   ["text",","]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","     "],
   ["variable","\"owner\""],
   ["text",": "],
   ["string","\"32021554@N04\""],
   ["text",","]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","     "],
   ["variable","\"secret\""],
   ["text",": "],
   ["string","\"7f5a3180ab\""],
   ["text",","]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","     "],
   ["variable","\"server\""],
   ["text",": "],
   ["string","\"2696\""],
   ["text",","]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","     "],
   ["variable","\"title\""],
   ["text",": "],
   ["string","\"7448 bobby cat\""]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","    "],
   ["paren.rparen","}"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","   "],
   ["paren.rparen","]"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","  "],
   ["paren.rparen","}"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text"," "],
   ["paren.rparen","}"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["paren.rparen","}"]
-  ]
+]]
- }
-]

lib/ace/mode/_test/tokens_jsp.json

@@ -1,32 +1,21 @@
-[
+[[
- {
+   "start",
-  "state": "start",
-  "data": [
   ["meta.tag","<"],
   ["meta.tag.tag-name","html"],
   ["meta.tag.r",">"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["meta.tag","<"],
   ["meta.tag.tag-name","body"],
   ["meta.tag.r",">"]
-  ]
+],[
- },
+   "js-start",
- {
-  "state": "js-start",
-  "data": [
   ["text","    "],
   ["meta.tag","<"],
   ["meta.tag.tag-name.script","script"],
   ["meta.tag.r",">"]
-  ]
+],[
- },
+   "js-regex_allowed",
- {
-  "state": "js-regex_allowed",
-  "data": [
   ["text","        "],
   ["storage.type","var"],
   ["text"," "],
@@ -36,95 +25,63 @@
   ["text"," "],
   ["string","\"abc\""],
   ["punctuation.operator",";"]
-  ]
+],[
- },
+   "js-regex_allowed",
- {
-  "state": "js-regex_allowed",
-  "data": [
   ["text","        "],
   ["storage.type","function"],
   ["text"," "],
   ["identifier","y"],
   ["text"," "],
   ["paren.lparen","{"]
-  ]
+],[
- },
+   "js-start",
- {
-  "state": "js-start",
-  "data": [
   ["text","        "],
   ["paren.rparen","}"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","    "],
   ["meta.tag","</"],
   ["meta.tag.tag-name.script","script"],
   ["meta.tag.r",">"]
-  ]
+],[
- },
+   "css-start",
- {
-  "state": "css-start",
-  "data": [
   ["text","    "],
   ["meta.tag","<"],
   ["meta.tag.tag-name.style","style"],
   ["meta.tag.r",">"]
-  ]
+],[
- },
+   "css-ruleset",
- {
-  "state": "css-ruleset",
-  "data": [
   ["text","        "],
   ["variable",".class"],
   ["text"," "],
   ["paren.lparen","{"]
-  ]
+],[
- },
+   "css-ruleset",
- {
-  "state": "css-ruleset",
-  "data": [
   ["text","            "],
   ["support.type","background"],
   ["text",": "],
   ["constant.numeric","#124356"],
   ["text",";"]
-  ]
+],[
- },
+   "css-start",
- {
-  "state": "css-start",
-  "data": [
   ["text","        "],
   ["paren.rparen","}"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","    "],
   ["meta.tag","</"],
   ["meta.tag.tag-name.style","style"],
   ["meta.tag.r",">"]
-  ]
+],[
- },
+   "start"
- {
+],[
-  "state": "start",
+   "start",
-  "data": []
- },
- {
-  "state": "start",
-  "data": [
   ["text","    "],
   ["meta.tag","<"],
   ["meta.tag.tag-name","p"],
   ["meta.tag.r",">"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","        Today's date: "],
   ["meta.tag","<%"],
   ["keyword.operator","="],
@@ -144,20 +101,14 @@
   ["lparen","("],
   ["rparen",")"],
   ["meta.tag","%>"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","    "],
   ["meta.tag","</"],
   ["meta.tag.tag-name","p"],
   ["meta.tag.r",">"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","    "],
   ["meta.tag","<%"],
   ["keyword.operator","!"],
@@ -171,18 +122,12 @@
   ["constant.numeric","0"],
   ["text","; "],
   ["meta.tag","%>"]
-  ]
+],[
- },
+   "jsp-start",
- {
-  "state": "jsp-start",
-  "data": [
   ["text","    "],
   ["meta.tag","<jsp:declaration>"]
-  ]
+],[
- },
+   "jsp-start",
- {
-  "state": "jsp-start",
-  "data": [
   ["text","       "],
   ["keyword","int"],
   ["text"," "],
@@ -192,29 +137,18 @@
   ["text"," "],
   ["constant.numeric","10"],
   ["text",";"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","    "],
   ["meta.tag","</jsp:declaration>"]
-  ]
+],[
- },
+   "start"
- {
+],[
-  "state": "start",
+   "start",
-  "data": []
- },
- {
-  "state": "start",
-  "data": [
   ["text","    "],
   ["comment","<%-- This is JSP comment --%>"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","    "],
   ["meta.tag","<%@"],
   ["text"," "],
@@ -225,15 +159,10 @@
   ["string","\"value\""],
   ["text"," "],
   ["meta.tag","%>"]
-  ]
+],[
- },
+   "start"
- {
+],[
-  "state": "start",
+   "start",
-  "data": []
- },
- {
-  "state": "start",
-  "data": [
   ["text","    "],
   ["meta.tag","<"],
   ["meta.tag.tag-name","h2"],
@@ -242,15 +171,10 @@
   ["meta.tag","</"],
   ["meta.tag.tag-name","h2"],
   ["meta.tag.r",">"]
-  ]
+],[
- },
+   "start"
- {
+],[
-  "state": "start",
+   "start",
-  "data": []
- },
- {
-  "state": "start",
-  "data": [
   ["text","    "],
   ["meta.tag","<"],
   ["meta.tag.tag-name.form","form"],
@@ -259,11 +183,8 @@
   ["keyword.operator","="],
   ["string","\"jspCheckBox.jsp\""],
   ["meta.tag.r",">"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","        "],
   ["meta.tag","<"],
   ["meta.tag.tag-name.form","input"],
@@ -284,11 +205,8 @@
   ["meta.tag","<"],
   ["meta.tag.tag-name","BR"],
   ["meta.tag.r",">"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","        "],
   ["meta.tag","<"],
   ["meta.tag.tag-name.form","input"],
@@ -309,11 +227,8 @@
   ["meta.tag","<"],
   ["meta.tag.tag-name","BR"],
   ["meta.tag.r",">"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","        "],
   ["meta.tag","<"],
   ["meta.tag.tag-name.form","input"],
@@ -334,11 +249,8 @@
   ["meta.tag","<"],
   ["meta.tag.tag-name","BR"],
   ["meta.tag.r",">"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","        "],
   ["meta.tag","<"],
   ["meta.tag.tag-name.form","input"],
@@ -359,11 +271,8 @@
   ["meta.tag","<"],
   ["meta.tag.tag-name","BR"],
   ["meta.tag.r",">"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","        "],
   ["meta.tag","<"],
   ["meta.tag.tag-name.form","input"],
@@ -384,11 +293,8 @@
   ["meta.tag","<"],
   ["meta.tag.tag-name","BR"],
   ["meta.tag.r",">"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","        "],
   ["meta.tag","<"],
   ["meta.tag.tag-name.form","input"],
@@ -401,31 +307,20 @@
   ["keyword.operator","="],
   ["string","\"Submit\""],
   ["meta.tag.r",">"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","    "],
   ["meta.tag","</"],
   ["meta.tag.tag-name.form","form"],
   ["meta.tag.r",">"]
-  ]
+],[
- },
+   "start"
- {
+],[
-  "state": "start",
+   "jsp-start",
-  "data": []
- },
- {
-  "state": "jsp-start",
-  "data": [
   ["text","    "],
   ["meta.tag","<%"]
-  ]
+],[
- },
+   "jsp-start",
- {
-  "state": "jsp-start",
-  "data": [
   ["text","    "],
   ["support.function","String"],
   ["text"," "],
@@ -442,11 +337,8 @@
   ["string","\"id\""],
   ["rparen",")"],
   ["text","; "]
-  ]
+],[
- },
+   "jsp-start",
- {
-  "state": "jsp-start",
-  "data": [
   ["text","    "],
   ["keyword","if"],
   ["text"," "],
@@ -469,11 +361,8 @@
   ["rparen",")"],
   ["text"," "],
   ["lparen","{"]
-  ]
+],[
- },
+   "jsp-start",
- {
-  "state": "jsp-start",
-  "data": [
   ["text","        "],
   ["variable.language","out"],
   ["text","."],
@@ -482,11 +371,8 @@
   ["string","\"You have selected: \""],
   ["rparen",")"],
   ["text",";"]
-  ]
+],[
- },
+   "jsp-start",
- {
-  "state": "jsp-start",
-  "data": [
   ["text","        "],
   ["keyword","for"],
   ["text"," "],
@@ -512,11 +398,8 @@
   ["rparen",")"],
   ["text"," "],
   ["lparen","{"]
-  ]
+],[
- },
+   "jsp-start",
- {
-  "state": "jsp-start",
-  "data": [
   ["text","           "],
   ["variable.language","out"],
   ["text","."],
@@ -527,43 +410,26 @@
   ["identifier","i"],
   ["rparen","])"],
   ["text","; "]
-  ]
+],[
- },
+   "jsp-start",
- {
-  "state": "jsp-start",
-  "data": [
   ["text","        "],
   ["rparen","}"]
-  ]
+],[
- },
+   "jsp-start",
- {
-  "state": "jsp-start",
-  "data": [
   ["text","    "],
   ["rparen","}"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","    "],
   ["meta.tag","%>"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["meta.tag","</"],
   ["meta.tag.tag-name","body"],
   ["meta.tag.r",">"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["meta.tag","</"],
   ["meta.tag.tag-name","html"],
   ["meta.tag.r",">"]
-  ]
+]]
- }
-]

lib/ace/mode/_test/tokens_jsx.json

@@ -1,35 +1,21 @@
-[
+[[
- {
+   "comment",
-  "state": "comment",
-  "data": [
   ["comment","/*EXPECTED"]
-  ]
+],[
- },
+   "comment",
- {
-  "state": "comment",
-  "data": [
   ["comment","hello world!"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["comment","*/"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["keyword","class"],
   ["text"," "],
   ["language.support.class","Test"],
   ["text"," "],
   ["paren.lparen","{"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","    "],
   ["keyword","static"],
   ["text"," "],
@@ -44,36 +30,22 @@
   ["keyword","void"],
   ["text"," "],
   ["paren.lparen","{"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","        "],
   ["comment","// console.log(\"hello world!\");"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","        "],
   ["keyword","log"],
   ["text"," "],
   ["string","\"hello world!\""],
   ["punctuation.operator",";"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","    "],
   ["paren.rparen","}"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["paren.rparen","}"]
-  ]
+]]
- }
-]

lib/ace/mode/_test/tokens_latex.json

@@ -1,49 +1,32 @@
-[
+[[
- {
+   "start",
-  "state": "start",
-  "data": [
   ["keyword","\\usepackage"],
   ["lparen","{"],
   ["text","amsmath"],
   ["rparen","}"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["keyword","\\title"],
   ["lparen","{"],
   ["keyword","\\LaTeX"],
   ["rparen","}"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["keyword","\\date"],
   ["lparen","{"],
   ["rparen","}"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["keyword","\\begin"],
   ["lparen","{"],
   ["text","document"],
   ["rparen","}"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","  "],
   ["keyword","\\maketitle"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","  "],
   ["keyword","\\LaTeX"],
   ["lparen","{"],
@@ -52,108 +35,66 @@
   ["keyword","\\TeX"],
   ["lparen","{"],
   ["rparen","}"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","  typesetting program. It offers programmable desktop publishing"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","  features and extensive facilities for automating most aspects of"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","  typesetting and desktop publishing, including numbering and"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","  cross-referencing, tables and figures, page layout, bibliographies,"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","  and much more. "],
   ["keyword","\\LaTeX"],
   ["lparen","{"],
   ["rparen","}"],
   ["text"," was originally written in 1984 by Leslie"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","  Lamport and has become the dominant method for using "],
   ["keyword","\\TeX"],
   ["text","; few"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","  people write in plain "],
   ["keyword","\\TeX"],
   ["lparen","{"],
   ["rparen","}"],
   ["text"," anymore. The current version  is"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","  "],
   ["keyword","\\LaTeXe"],
   ["text","."]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text"," "]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","  "],
   ["comment","% This is a comment; it will not be shown in the final output."]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","  "],
   ["comment","% The following shows a little of the typesetting power of LaTeX:"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","  "],
   ["keyword","\\begin"],
   ["lparen","{"],
   ["text","align"],
   ["rparen","}"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","    E &= mc^2                              "],
   ["keyword","\\\\"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","    m &= "],
   ["keyword","\\frac"],
   ["lparen","{"],
@@ -170,25 +111,17 @@
   ["lparen","{"],
   ["text","c^2"],
   ["rparen","}}}"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","  "],
   ["keyword","\\end"],
   ["lparen","{"],
   ["text","align"],
   ["rparen","}"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["keyword","\\end"],
   ["lparen","{"],
   ["text","document"],
   ["rparen","}"]
-  ]
+]]
- }
-]

lib/ace/mode/_test/tokens_less.json

@@ -1,30 +1,18 @@
-[
+[[
- {
+   "start",
-  "state": "start",
-  "data": [
   ["comment","/* styles.less */"]
-  ]
+],[
- },
+   "start"
- {
+],[
-  "state": "start",
+   "start",
-  "data": []
- },
- {
-  "state": "start",
-  "data": [
   ["variable","@base"],
   ["text",": "],
   ["constant.numeric","#f938ab"],
   ["text",";"]
-  ]
+],[
- },
+   "start"
- {
+],[
-  "state": "start",
+   "start",
-  "data": []
- },
- {
-  "state": "start",
-  "data": [
   ["variable.language",".box-shadow"],
   ["paren.lparen","("],
   ["variable","@style"],
@@ -41,47 +29,32 @@
   ["paren.rparen","))"],
   ["text"," "],
   ["paren.lparen","{"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","    box-shadow:         "],
   ["variable","@style"],
   ["text"," "],
   ["variable","@c"],
   ["text",";"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","    -webkit-box-shadow: "],
   ["variable","@style"],
   ["text"," "],
   ["variable","@c"],
   ["text",";"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","    -moz-box-shadow:    "],
   ["variable","@style"],
   ["text"," "],
   ["variable","@c"],
   ["text",";"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["paren.rparen","}"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["variable.language",".box-shadow"],
   ["paren.lparen","("],
   ["variable","@style"],
@@ -100,11 +73,8 @@
   ["paren.rparen","))"],
   ["text"," "],
   ["paren.lparen","{"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","    "],
   ["variable.language",".box-shadow"],
   ["paren.lparen","("],
@@ -121,36 +91,22 @@
   ["variable","@alpha"],
   ["paren.rparen","))"],
   ["text",";"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["paren.rparen","}"]
-  ]
+],[
- },
+   "start"
- {
+],[
-  "state": "start",
+   "start",
-  "data": []
- },
- {
-  "state": "start",
-  "data": [
   ["comment","// Box styles"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["variable.language",".box"],
   ["text"," "],
   ["paren.lparen","{"],
   ["text"," "]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","    "],
   ["support.type","color"],
   ["text",": "],
@@ -161,11 +117,8 @@
   ["constant.numeric","5%"],
   ["paren.rparen",")"],
   ["text",";"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","    "],
   ["support.type","border-color"],
   ["text",": "],
@@ -176,17 +129,11 @@
   ["constant.numeric","30%"],
   ["paren.rparen",")"],
   ["text",";"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","    "]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","    "],
   ["variable.language","div"],
   ["text"," "],
@@ -204,51 +151,33 @@
   ["paren.rparen",")"],
   ["text"," "],
   ["paren.rparen","}"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","  "]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","    "],
   ["variable.language","a"],
   ["text"," "],
   ["paren.lparen","{"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","        "],
   ["support.type","color"],
   ["text",": "],
   ["variable","@base"],
   ["text",";"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","        "]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","        &"],
   ["variable.language",":hover"],
   ["text"," "],
   ["paren.lparen","{"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","            "],
   ["support.type","color"],
   ["text",": "],
@@ -259,30 +188,17 @@
   ["constant.numeric","50%"],
   ["paren.rparen",")"],
   ["text",";"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","        "],
   ["paren.rparen","}"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","    "],
   ["paren.rparen","}"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["paren.rparen","}"]
-  ]
+],[
- },
+   "start"
- {
+]]
-  "state": "start",
-  "data": []
- }
-]

lib/ace/mode/_test/tokens_liquid.json

@@ -1,87 +1,45 @@
-[
+[[
- {
+   "start",
-  "state": "start",
-  "data": [
   ["text","The following examples can be found in full at http://liquidmarkup.org/"]
-  ]
+],[
- },
+   "start"
- {
+],[
-  "state": "start",
+   "start",
-  "data": []
- },
- {
-  "state": "start",
-  "data": [
   ["text","Liquid is an extraction from the e-commerce system Shopify."]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","Shopify powers many thousands of e-commerce stores which all call for unique designs."]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","For this we developed Liquid which allows our customers complete design freedom while"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","maintaining the integrity of our servers."]
-  ]
+],[
- },
+   "start"
- {
+],[
-  "state": "start",
+   "start",
-  "data": []
- },
- {
-  "state": "start",
-  "data": [
   ["text","Liquid has been in production use since June 2006 and is now used by many other"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","hosted web applications."]
-  ]
+],[
- },
+   "start"
- {
+],[
-  "state": "start",
+   "start",
-  "data": []
- },
- {
-  "state": "start",
-  "data": [
   ["text","It was developed for usage in Ruby on Rails web applications and integrates seamlessly"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","as a plugin but it also works excellently as a stand alone library."]
-  ]
+],[
- },
+   "start"
- {
+],[
-  "state": "start",
+   "start",
-  "data": []
- },
- {
-  "state": "start",
-  "data": [
   ["text","Here's what it looks like:"]
-  ]
+],[
- },
+   "start"
- {
+],[
-  "state": "start",
+   "start",
-  "data": []
- },
- {
-  "state": "start",
-  "data": [
   ["text","  "],
   ["meta.tag","<"],
   ["meta.tag.tag-name","ul"],
@@ -90,11 +48,8 @@
   ["keyword.operator","="],
   ["string","\"products\""],
   ["meta.tag.r",">"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","    "],
   ["variable","{%"],
   ["text"," "],
@@ -107,20 +62,14 @@
   ["identifier","products"],
   ["text"," "],
   ["variable","%}"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","      "],
   ["meta.tag","<"],
   ["meta.tag.tag-name","li"],
   ["meta.tag.r",">"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","        "],
   ["meta.tag","<"],
   ["meta.tag.tag-name","h2"],
@@ -135,21 +84,13 @@
   ["meta.tag","</"],
   ["meta.tag.tag-name","h2"],
   ["meta.tag.r",">"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","        Only {{ product.price | format_as_money }}"]
-  ]
+],[
- },
+   "start"
- {
+],[
-  "state": "start",
+   "start",
-  "data": []
- },
- {
-  "state": "start",
-  "data": [
   ["text","        "],
   ["meta.tag","<"],
   ["meta.tag.tag-name","p"],
@@ -170,62 +111,39 @@
   ["meta.tag","</"],
   ["meta.tag.tag-name","p"],
   ["meta.tag.r",">"]
-  ]
+],[
- },
+   "start"
- {
+],[
-  "state": "start",
+   "start",
-  "data": []
- },
- {
-  "state": "start",
-  "data": [
   ["text","      "],
   ["meta.tag","</"],
   ["meta.tag.tag-name","li"],
   ["meta.tag.r",">"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","    "],
   ["variable","{%"],
   ["text"," "],
   ["keyword","endfor"],
   ["text"," "],
   ["variable","%}"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","  "],
   ["meta.tag","</"],
   ["meta.tag.tag-name","ul"],
   ["meta.tag.r",">"]
-  ]
+],[
- },
+   "start"
- {
+],[
-  "state": "start",
+   "start"
-  "data": []
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": []
- },
- {
-  "state": "start",
-  "data": [
   ["text","Some more features include:"]
-  ]
+],[
- },
+   "start"
- {
+],[
-  "state": "start",
+   "start",
-  "data": []
- },
- {
-  "state": "start",
-  "data": [
   ["meta.tag","<"],
   ["meta.tag.tag-name","h2"],
   ["meta.tag.r",">"],
@@ -233,11 +151,8 @@
   ["meta.tag","</"],
   ["meta.tag.tag-name","h2"],
   ["meta.tag.r",">"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["meta.tag","<"],
   ["meta.tag.tag-name","p"],
   ["meta.tag.r",">"],
@@ -245,11 +160,8 @@
   ["meta.tag","</"],
   ["meta.tag.tag-name","p"],
   ["meta.tag.r",">"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["meta.tag","<"],
   ["meta.tag.tag-name","p"],
   ["meta.tag.r",">"],
@@ -257,11 +169,8 @@
   ["meta.tag","</"],
   ["meta.tag.tag-name","p"],
   ["meta.tag.r",">"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["meta.tag","<"],
   ["meta.tag.tag-name","p"],
   ["meta.tag.r",">"],
@@ -269,11 +178,8 @@
   ["meta.tag","</"],
   ["meta.tag.tag-name","p"],
   ["meta.tag.r",">"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["meta.tag","<"],
   ["meta.tag.tag-name","p"],
   ["meta.tag.r",">"],
@@ -281,19 +187,12 @@
   ["meta.tag","</"],
   ["meta.tag.tag-name","p"],
   ["meta.tag.r",">"]
-  ]
+],[
- },
+   "start"
- {
+],[
-  "state": "start",
+   "start"
-  "data": []
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": []
- },
- {
-  "state": "start",
-  "data": [
   ["meta.tag","<"],
   ["meta.tag.tag-name","h2"],
   ["meta.tag.r",">"],
@@ -301,19 +200,13 @@
   ["meta.tag","</"],
   ["meta.tag.tag-name","h2"],
   ["meta.tag.r",">"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["meta.tag","<"],
   ["meta.tag.tag-name","p"],
   ["meta.tag.r",">"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","  "],
   ["variable","{%"],
   ["text"," "],
@@ -339,44 +232,28 @@
   ["text"," "],
   ["variable","%}"],
   ["text"," "]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","    hi marc or tobi"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","  "],
   ["variable","{%"],
   ["text"," "],
   ["keyword","endif"],
   ["text"," "],
   ["variable","%}"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["meta.tag","</"],
   ["meta.tag.tag-name","p"],
   ["meta.tag.r",">"]
-  ]
+],[
- },
+   "start"
- {
+],[
-  "state": "start",
+   "start"
-  "data": []
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": []
- },
- {
-  "state": "start",
-  "data": [
   ["meta.tag","<"],
   ["meta.tag.tag-name","h2"],
   ["meta.tag.r",">"],
@@ -384,19 +261,13 @@
   ["meta.tag","</"],
   ["meta.tag.tag-name","h2"],
   ["meta.tag.r",">"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["meta.tag","<"],
   ["meta.tag.tag-name","p"],
   ["meta.tag.r",">"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","  "],
   ["variable","{%"],
   ["text"," "],
@@ -405,11 +276,8 @@
   ["identifier","template"],
   ["text"," "],
   ["variable","%}"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","    "],
   ["variable","{%"],
   ["text"," "],
@@ -418,17 +286,11 @@
   ["string","'index'"],
   ["text"," "],
   ["variable","%}"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","       Welcome"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","    "],
   ["variable","{%"],
   ["text"," "],
@@ -437,11 +299,8 @@
   ["string","'product'"],
   ["text"," "],
   ["variable","%}"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","       "],
   ["variable","{{"],
   ["text"," "],
@@ -453,60 +312,41 @@
   ["text"," "],
   ["variable","}}"],
   ["text"," / {{ product.title }}"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","    "],
   ["variable","{%"],
   ["text"," "],
   ["keyword","else"],
   ["text"," "],
   ["variable","%}"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","       "],
   ["variable","{{"],
   ["text"," "],
   ["identifier","page_title"],
   ["text"," "],
   ["variable","}}"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","  "],
   ["variable","{%"],
   ["text"," "],
   ["keyword","endcase"],
   ["text"," "],
   ["variable","%}"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["meta.tag","</"],
   ["meta.tag.tag-name","p"],
   ["meta.tag.r",">"]
-  ]
+],[
- },
+   "start"
- {
+],[
-  "state": "start",
+   "start"
-  "data": []
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": []
- },
- {
-  "state": "start",
-  "data": [
   ["meta.tag","<"],
   ["meta.tag.tag-name","h2"],
   ["meta.tag.r",">"],
@@ -514,19 +354,13 @@
   ["meta.tag","</"],
   ["meta.tag.tag-name","h2"],
   ["meta.tag.r",">"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["meta.tag","<"],
   ["meta.tag.tag-name","p"],
   ["meta.tag.r",">"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","  "],
   ["variable","{%"],
   ["text"," "],
@@ -540,49 +374,33 @@
   ["text"," "],
   ["variable","%}"],
   ["text"," "]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","    "],
   ["variable","{{"],
   ["text"," "],
   ["identifier","item"],
   ["text"," "],
   ["variable","}}"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","  "],
   ["variable","{%"],
   ["text"," "],
   ["keyword","endfor"],
   ["text"," "],
   ["variable","%}"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["meta.tag","</"],
   ["meta.tag.tag-name","p"],
   ["meta.tag.r",">"]
-  ]
+],[
- },
+   "start"
- {
+],[
-  "state": "start",
+   "start"
-  "data": []
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": []
- },
- {
-  "state": "start",
-  "data": [
   ["meta.tag","<"],
   ["meta.tag.tag-name","h2"],
   ["meta.tag.r",">"],
@@ -590,19 +408,13 @@
   ["meta.tag","</"],
   ["meta.tag.tag-name","h2"],
   ["meta.tag.r",">"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["meta.tag","<"],
   ["meta.tag.tag-name","p"],
   ["meta.tag.r",">"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","  "],
   ["variable","{%"],
   ["text"," "],
@@ -619,11 +431,8 @@
   ["constant.numeric","3"],
   ["text"," "],
   ["variable","%}"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","    "],
   ["variable","{%"],
   ["text"," "],
@@ -634,63 +443,41 @@
   ["identifier","col_first"],
   ["text"," "],
   ["variable","%}"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","      First column: {{ item.variable }}"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","    "],
   ["variable","{%"],
   ["text"," "],
   ["keyword","else"],
   ["text"," "],
   ["variable","%}"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","      Different column: {{ item.variable }}"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","    "],
   ["variable","{%"],
   ["text"," "],
   ["keyword","endif"],
   ["text"," "],
   ["variable","%}"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","  "],
   ["variable","{%"],
   ["text"," "],
   ["keyword","endtablerow"],
   ["text"," "],
   ["variable","%}"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["meta.tag","</"],
   ["meta.tag.tag-name","p"],
   ["meta.tag.r",">"]
-  ]
+],[
- },
+   "start"
- {
+]]
-  "state": "start",
-  "data": []
- }
-]

lib/ace/mode/_test/tokens_lisp.json

@@ -1,34 +1,23 @@
-[
+[[
- {
+   "start",
-  "state": "start",
-  "data": [
   ["text","("],
   ["storage.type.function-type.lisp","defun"],
   ["text"," "],
   ["entity.name.function.lisp","prompt-for-cd"],
   ["text"," ()"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","   "],
   ["string","\"Prompts"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","    "],
   ["identifier","for"],
   ["text"," "],
   ["identifier","CD"],
   ["text","\""]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","   ("],
   ["identifier","prompt"],
   ["text","-"],
@@ -76,11 +65,8 @@
   ["text"," "],
   ["constant.numeric","-5.6"],
   ["text","))"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","   ("],
   ["identifier","prompt"],
   ["text","-"],
@@ -90,11 +76,8 @@
   ["text"," &"],
   ["identifier","rest"],
   ["text",")"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","   ("],
   ["keyword.operator","or"],
   ["text"," ("],
@@ -116,11 +99,8 @@
   ["text",") "],
   ["constant.numeric","0"],
   ["text",")"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","  ("],
   ["keyword.control","if"],
   ["text"," "],
@@ -141,37 +121,25 @@
   ["constant.language","nil"],
   ["text",") "],
   ["comment",";and here comment"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","  ) "],
   ["constant.numeric","0xFFLL"],
   ["text"," "],
   ["constant.numeric","-23ull"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","  "],
   ["comment",";; second line comment"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","  '(+ "],
   ["constant.numeric","1"],
   ["text"," "],
   ["constant.numeric","2"],
   ["text",")"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","  ("],
   ["identifier","defvar"],
   ["text"," "],
@@ -180,11 +148,8 @@
   ["punctuation.definition.variable.lisp","*"],
   ["text",")                "],
   ["comment","; list of all lines"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","  ("],
   ["identifier","position"],
   ["text","-"],
@@ -201,11 +166,8 @@
   ["text"," "],
   ["identifier","beg"],
   ["text","))"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","  ("],
   ["support.function","quote"],
   ["text"," ("],
@@ -217,31 +179,22 @@
   ["text"," "],
   ["constant.numeric","3"],
   ["text","))"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","  '("],
   ["identifier","hello"],
   ["text"," "],
   ["identifier","world"],
   ["text",")"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","  (* "],
   ["constant.numeric","5"],
   ["text"," "],
   ["constant.numeric","7"],
   ["text",")"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","  ("],
   ["constant.numeric","1"],
   ["text"," "],
@@ -251,21 +204,15 @@
   ["text"," "],
   ["constant.numeric","5"],
   ["text",")"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","  (:"],
   ["identifier","use"],
   ["text"," "],
   ["string","\"aaaa\""],
   ["text",")"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","  ("],
   ["keyword.control","let"],
   ["text"," (("],
@@ -277,11 +224,8 @@
   ["text"," "],
   ["constant.numeric","20"],
   ["text","))"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","    ("],
   ["identifier","print"],
   ["text"," (+ "],
@@ -289,26 +233,16 @@
   ["text"," "],
   ["identifier","y"],
   ["text","))"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","  ) "],
   ["support.function","LAmbDa"]
-  ]
+],[
- },
+   "start"
- {
+],[
-  "state": "start",
+   "start",
-  "data": []
- },
- {
-  "state": "start",
-  "data": [
   ["text","  "],
   ["string","\"asdad"],
   ["constant.character.escape.lisp","\\0"],
   ["string","eqweqe\""]
-  ]
+]]
- }
-]

lib/ace/mode/_test/tokens_lua.json

@@ -1,46 +1,27 @@
-[
+[[
- {
+   "qcomment",
-  "state": "qcomment",
-  "data": [
   ["comment","--[[--"]
-  ]
+],[
- },
+   "qcomment",
- {
-  "state": "qcomment",
-  "data": [
   ["comment","num_args takes in 5.1 byte code and extracts the number of arguments"]
-  ]
+],[
- },
+   "qcomment",
- {
-  "state": "qcomment",
-  "data": [
   ["comment","from its function header."]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["comment","--]]--"]
-  ]
+],[
- },
+   "start"
- {
+],[
-  "state": "start",
+   "start",
-  "data": []
- },
- {
-  "state": "start",
-  "data": [
   ["keyword","function"],
   ["text"," "],
   ["identifier","int"],
   ["paren.lparen","("],
   ["identifier","t"],
   ["paren.rparen",")"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","\t"],
   ["keyword","return"],
   ["text"," "],
@@ -77,32 +58,21 @@
   ["paren.rparen",")"],
   ["keyword.operator","*"],
   ["constant.numeric","0x1000000"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["keyword","end"]
-  ]
+],[
- },
+   "start"
- {
+],[
-  "state": "start",
+   "start",
-  "data": []
- },
- {
-  "state": "start",
-  "data": [
   ["keyword","function"],
   ["text"," "],
   ["identifier","num_args"],
   ["paren.lparen","("],
   ["identifier","func"],
   ["paren.rparen",")"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","\t"],
   ["keyword","local"],
   ["text"," "],
@@ -116,11 +86,8 @@
   ["paren.lparen","("],
   ["identifier","func"],
   ["paren.rparen",")"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","\t"],
   ["keyword","local"],
   ["text"," "],
@@ -144,18 +111,12 @@
   ["keyword.operator","+"],
   ["text"," "],
   ["constant.numeric","26"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","\t"],
   ["comment","--Get the params and var flag (whether there's a ... in the param)"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","\t"],
   ["keyword","return"],
   ["text"," "],
@@ -182,27 +143,16 @@
   ["support.function","byte"],
   ["paren.lparen","("],
   ["paren.rparen",")"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["keyword","end"]
-  ]
+],[
- },
+   "start"
- {
+],[
-  "state": "start",
+   "start",
-  "data": []
- },
- {
-  "state": "start",
-  "data": [
   ["comment","-- Usage:"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["identifier","num_args"],
   ["paren.lparen","("],
   ["keyword","function"],
@@ -222,21 +172,13 @@
   ["paren.rparen",")"],
   ["text"," "],
   ["comment","-- return 4, 7"]
-  ]
+],[
- },
+   "start"
- {
+],[
-  "state": "start",
+   "start",
-  "data": []
- },
- {
-  "state": "start",
-  "data": [
   ["comment","-- Python styled string format operator"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["keyword","local"],
   ["text"," "],
   ["identifier","gm"],
@@ -249,15 +191,10 @@
   ["paren.lparen","("],
   ["string","\"\""],
   ["paren.rparen",")"]
-  ]
+],[
- },
+   "start"
- {
+],[
-  "state": "start",
+   "start",
-  "data": []
- },
- {
-  "state": "start",
-  "data": [
   ["identifier","gm"],
   ["text","."],
   ["support.function","__mod"],
@@ -268,11 +205,8 @@
   ["text",", "],
   ["identifier","other"],
   ["paren.rparen",")"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","    "],
   ["keyword","if"],
   ["text"," "],
@@ -296,11 +230,8 @@
   ["paren.rparen","}"],
   ["text"," "],
   ["keyword","end"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","    "],
   ["keyword","for"],
   ["text"," "],
@@ -330,11 +261,8 @@
   ["paren.rparen",")"],
   ["text"," "],
   ["keyword","end"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","    "],
   ["keyword","return"],
   ["text"," "],
@@ -346,35 +274,21 @@
   ["paren.lparen","("],
   ["identifier","other"],
   ["paren.rparen","))"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["keyword","end"]
-  ]
+],[
- },
+   "start"
- {
+],[
-  "state": "start",
+   "qstring3",
-  "data": []
- },
- {
-  "state": "qstring3",
-  "data": [
   ["support.function","print"],
   ["paren.lparen","("],
   ["string","[===["]
-  ]
+],[
- },
+   "qstring3",
- {
-  "state": "qstring3",
-  "data": [
   ["string","    blah blah %s, (%d %d)"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["string","]===]"],
   ["keyword.operator","%"],
   ["paren.lparen","{"],
@@ -384,33 +298,19 @@
   ["paren.lparen","("],
   ["identifier","int"],
   ["paren.rparen",")})"]
-  ]
+],[
- },
+   "start"
- {
+],[
-  "state": "start",
+   "qcomment1",
-  "data": []
- },
- {
-  "state": "qcomment1",
-  "data": [
   ["comment","--[=[--"]
-  ]
+],[
- },
+   "qcomment1",
- {
-  "state": "qcomment1",
-  "data": [
   ["comment","table.maxn is deprecated, use # instead."]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["comment","--]=]--"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["support.function","print"],
   ["paren.lparen","("],
   ["constant.library","table"],
@@ -435,10 +335,6 @@
   ["paren.rparen",")"],
   ["text"," "],
   ["comment","-- outputs 8 instead of 2"]
-  ]
+],[
- },
+   "start"
- {
+]]
-  "state": "start",
-  "data": []
- }
-]

lib/ace/mode/_test/tokens_luapage.json

@@ -1,7 +1,5 @@
-[
+[[
- {
+   "tag_embed_attribute_list",
-  "state": "tag_embed_attribute_list",
-  "data": [
   ["text",""],
   ["meta.tag","<"],
   ["text","!"],
@@ -12,63 +10,39 @@
   ["entity.other.attribute-name","PUBLIC"],
   ["text"," "],
   ["string","\"-//W3C//DTD XHTML 1.0 Strict//EN\""]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","   "],
   ["string","\"http://www.w3.org/TR/xhtml1/DTD/xhtml1-strict.dtd\""],
   ["meta.tag.r",">"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["meta.tag","<"],
   ["meta.tag.tag-name","html"],
   ["meta.tag.r",">"]
-  ]
+],[
- },
+   "lua-qcomment",
- {
-  "state": "lua-qcomment",
-  "data": [
   ["keyword","<%"],
   ["text"," "],
   ["comment","--[[--"]
-  ]
+],[
- },
+   "lua-qcomment",
- {
-  "state": "lua-qcomment",
-  "data": [
   ["comment","    index.lp from the Kepler Project's LuaDoc HTML doclet."]
-  ]
+],[
- },
+   "lua-qcomment",
- {
-  "state": "lua-qcomment",
-  "data": [
   ["comment","    http://keplerproject.github.com/luadoc/"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["comment","--]]"],
   ["text"," "],
   ["keyword","%>"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["meta.tag","<"],
   ["meta.tag.tag-name","head"],
   ["meta.tag.r",">"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","    "],
   ["meta.tag","<"],
   ["meta.tag.tag-name","title"],
@@ -77,11 +51,8 @@
   ["meta.tag","</"],
   ["meta.tag.tag-name","title"],
   ["meta.tag.r",">"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","    "],
   ["meta.tag","<"],
   ["meta.tag.tag-name","link"],
@@ -106,38 +77,24 @@
   ["paren.rparen",")"],
   ["keyword","%>"],
   ["text","\" type=\"text/css\" />"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","\t"],
   ["comment","<!--meta http-equiv=\"Content-Type\" content=\"text/html; charset=UTF-8\"/-->"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["meta.tag","</"],
   ["meta.tag.tag-name","head"],
   ["meta.tag.r",">"]
-  ]
+],[
- },
+   "start"
- {
+],[
-  "state": "start",
+   "start",
-  "data": []
- },
- {
-  "state": "start",
-  "data": [
   ["meta.tag","<"],
   ["meta.tag.tag-name","body"],
   ["meta.tag.r",">"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["meta.tag","<"],
   ["meta.tag.tag-name","div"],
   ["text"," "],
@@ -145,15 +102,10 @@
   ["keyword.operator","="],
   ["string","\"container\""],
   ["meta.tag.r",">"]
-  ]
+],[
- },
+   "start"
- {
+],[
-  "state": "start",
+   "start",
-  "data": []
- },
- {
-  "state": "start",
-  "data": [
   ["meta.tag","<"],
   ["meta.tag.tag-name","div"],
   ["text"," "],
@@ -161,11 +113,8 @@
   ["keyword.operator","="],
   ["string","\"product\""],
   ["meta.tag.r",">"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","\t"],
   ["meta.tag","<"],
   ["meta.tag.tag-name","div"],
@@ -177,11 +126,8 @@
   ["meta.tag","</"],
   ["meta.tag.tag-name","div"],
   ["meta.tag.r",">"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","\t"],
   ["meta.tag","<"],
   ["meta.tag.tag-name","div"],
@@ -205,11 +151,8 @@
   ["meta.tag","</"],
   ["meta.tag.tag-name","div"],
   ["meta.tag.r",">"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","\t"],
   ["meta.tag","<"],
   ["meta.tag.tag-name","div"],
@@ -221,25 +164,17 @@
   ["meta.tag","</"],
   ["meta.tag.tag-name","div"],
   ["meta.tag.r",">"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["meta.tag","</"],
   ["meta.tag.tag-name","div"],
   ["meta.tag.r",">"],
   ["text"," "],
   ["comment","<!-- id=\"product\" -->"]
-  ]
+],[
- },
+   "start"
- {
+],[
-  "state": "start",
+   "start",
-  "data": []
- },
- {
-  "state": "start",
-  "data": [
   ["meta.tag","<"],
   ["meta.tag.tag-name","div"],
   ["text"," "],
@@ -247,15 +182,10 @@
   ["keyword.operator","="],
   ["string","\"main\""],
   ["meta.tag.r",">"]
-  ]
+],[
- },
+   "start"
- {
+],[
-  "state": "start",
+   "start",
-  "data": []
- },
- {
-  "state": "start",
-  "data": [
   ["meta.tag","<"],
   ["meta.tag.tag-name","div"],
   ["text"," "],
@@ -263,11 +193,8 @@
   ["keyword.operator","="],
   ["string","\"navigation\""],
   ["meta.tag.r",">"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["keyword","<%="],
   ["identifier","luadoc"],
   ["text","."],
@@ -287,29 +214,19 @@
   ["text"," "],
   ["paren.rparen","})"],
   ["keyword","%>"]
-  ]
+],[
- },
+   "start"
- {
+],[
-  "state": "start",
+   "start",
-  "data": []
- },
- {
-  "state": "start",
-  "data": [
   ["meta.tag","</"],
   ["meta.tag.tag-name","div"],
   ["meta.tag.r",">"],
   ["text"," "],
   ["comment","<!-- id=\"navigation\" -->"]
-  ]
+],[
- },
+   "start"
- {
+],[
-  "state": "start",
+   "start",
-  "data": []
- },
- {
-  "state": "start",
-  "data": [
   ["meta.tag","<"],
   ["meta.tag.tag-name","div"],
   ["text"," "],
@@ -317,19 +234,12 @@
   ["keyword.operator","="],
   ["string","\"content\""],
   ["meta.tag.r",">"]
-  ]
+],[
- },
+   "start"
- {
+],[
-  "state": "start",
+   "start"
-  "data": []
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": []
- },
- {
-  "state": "start",
-  "data": [
   ["keyword","<%if"],
   ["text"," "],
   ["keyword","not"],
@@ -350,11 +260,8 @@
   ["constant.numeric","0"],
   ["text"," "],
   ["keyword","then%>"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["meta.tag","<"],
   ["meta.tag.tag-name","h2"],
   ["meta.tag.r",">"],
@@ -362,11 +269,8 @@
   ["meta.tag","</"],
   ["meta.tag.tag-name","h2"],
   ["meta.tag.r",">"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["meta.tag","<"],
   ["meta.tag.tag-name.table","table"],
   ["text"," "],
@@ -374,17 +278,11 @@
   ["keyword.operator","="],
   ["string","\"module_list\""],
   ["meta.tag.r",">"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["comment","<!--<tr><td colspan=\"2\">Modules</td></tr>-->"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["keyword","<%for"],
   ["text"," "],
   ["identifier","_"],
@@ -401,20 +299,14 @@
   ["paren.rparen",")"],
   ["text"," "],
   ["keyword","do%>"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","\t"],
   ["meta.tag","<"],
   ["meta.tag.tag-name.table","tr"],
   ["meta.tag.r",">"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","\t\t"],
   ["meta.tag","<"],
   ["meta.tag.tag-name.table","td"],
@@ -453,11 +345,8 @@
   ["meta.tag","</"],
   ["meta.tag.tag-name.table","td"],
   ["meta.tag.r",">"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","\t\t"],
   ["meta.tag","<"],
   ["meta.tag.tag-name.table","td"],
@@ -479,52 +368,31 @@
   ["meta.tag","</"],
   ["meta.tag.tag-name.table","td"],
   ["meta.tag.r",">"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","\t"],
   ["meta.tag","</"],
   ["meta.tag.tag-name.table","tr"],
   ["meta.tag.r",">"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["keyword","<%end%>"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["meta.tag","</"],
   ["meta.tag.tag-name.table","table"],
   ["meta.tag.r",">"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["keyword","<%end%>"]
-  ]
+],[
- },
+   "start"
- {
+],[
-  "state": "start",
+   "start"
-  "data": []
+],[
- },
+   "start"
- {
+],[
-  "state": "start",
+   "start",
-  "data": []
- },
- {
-  "state": "start",
-  "data": []
- },
- {
-  "state": "start",
-  "data": [
   ["keyword","<%if"],
   ["text"," "],
   ["keyword","not"],
@@ -545,11 +413,8 @@
   ["constant.numeric","0"],
   ["text"," "],
   ["keyword","then%>"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["meta.tag","<"],
   ["meta.tag.tag-name","h2"],
   ["meta.tag.r",">"],
@@ -557,11 +422,8 @@
   ["meta.tag","</"],
   ["meta.tag.tag-name","h2"],
   ["meta.tag.r",">"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["meta.tag","<"],
   ["meta.tag.tag-name.table","table"],
   ["text"," "],
@@ -569,17 +431,11 @@
   ["keyword.operator","="],
   ["string","\"file_list\""],
   ["meta.tag.r",">"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["comment","<!--<tr><td colspan=\"2\">Files</td></tr>-->"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["keyword","<%for"],
   ["text"," "],
   ["identifier","_"],
@@ -596,20 +452,14 @@
   ["paren.rparen",")"],
   ["text"," "],
   ["keyword","do%>"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","\t"],
   ["meta.tag","<"],
   ["meta.tag.tag-name.table","tr"],
   ["meta.tag.r",">"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","\t\t"],
   ["meta.tag","<"],
   ["meta.tag.tag-name.table","td"],
@@ -646,11 +496,8 @@
   ["meta.tag","</"],
   ["meta.tag.tag-name.table","td"],
   ["meta.tag.r",">"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","\t\t"],
   ["meta.tag","<"],
   ["meta.tag.tag-name.table","td"],
@@ -662,72 +509,45 @@
   ["meta.tag","</"],
   ["meta.tag.tag-name.table","td"],
   ["meta.tag.r",">"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","\t"],
   ["meta.tag","</"],
   ["meta.tag.tag-name.table","tr"],
   ["meta.tag.r",">"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["keyword","<%end%>"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["meta.tag","</"],
   ["meta.tag.tag-name.table","table"],
   ["meta.tag.r",">"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["keyword","<%end%>"]
-  ]
+],[
- },
+   "start"
- {
+],[
-  "state": "start",
+   "start",
-  "data": []
- },
- {
-  "state": "start",
-  "data": [
   ["meta.tag","</"],
   ["meta.tag.tag-name","div"],
   ["meta.tag.r",">"],
   ["text"," "],
   ["comment","<!-- id=\"content\" -->"]
-  ]
+],[
- },
+   "start"
- {
+],[
-  "state": "start",
+   "start",
-  "data": []
- },
- {
-  "state": "start",
-  "data": [
   ["meta.tag","</"],
   ["meta.tag.tag-name","div"],
   ["meta.tag.r",">"],
   ["text"," "],
   ["comment","<!-- id=\"main\" -->"]
-  ]
+],[
- },
+   "start"
- {
+],[
-  "state": "start",
+   "start",
-  "data": []
- },
- {
-  "state": "start",
-  "data": [
   ["meta.tag","<"],
   ["meta.tag.tag-name","div"],
   ["text"," "],
@@ -735,11 +555,8 @@
   ["keyword.operator","="],
   ["string","\"about\""],
   ["meta.tag.r",">"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","\t"],
   ["meta.tag","<"],
   ["meta.tag.tag-name","p"],
@@ -777,51 +594,33 @@
   ["meta.tag","</"],
   ["meta.tag.tag-name","p"],
   ["meta.tag.r",">"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["meta.tag","</"],
   ["meta.tag.tag-name","div"],
   ["meta.tag.r",">"],
   ["text"," "],
   ["comment","<!-- id=\"about\" -->"]
-  ]
+],[
- },
+   "start"
- {
+],[
-  "state": "start",
+   "start",
-  "data": []
- },
- {
-  "state": "start",
-  "data": [
   ["meta.tag","</"],
   ["meta.tag.tag-name","div"],
   ["meta.tag.r",">"],
   ["text"," "],
   ["comment","<!-- id=\"container\" -->"],
   ["text","\t"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["meta.tag","</"],
   ["meta.tag.tag-name","body"],
   ["meta.tag.r",">"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["meta.tag","</"],
   ["meta.tag.tag-name","html"],
   ["meta.tag.r",">"]
-  ]
+],[
- },
+   "start"
- {
+]]
-  "state": "start",
-  "data": []
- }
-]

lib/ace/mode/_test/tokens_lucene.json

@@ -1,7 +1,5 @@
-[
+[[
- {
+   "start",
-  "state": "start",
-  "data": [
   ["paren.lparen","("],
   ["keyword","title:"],
   ["string","\"foo bar\""],
@@ -16,6 +14,4 @@
   ["text"," "],
   ["keyword","title:"],
   ["text","fox"]
-  ]
+]]
- }
-]

lib/ace/mode/_test/tokens_ocaml.json

@@ -1,35 +1,19 @@
-[
+[[
- {
+   "comment",
-  "state": "comment",
-  "data": [
   ["comment","(*"]
-  ]
+],[
- },
+   "comment",
- {
-  "state": "comment",
-  "data": [
   ["comment"," * Example of early return implementation taken from"]
-  ]
+],[
- },
+   "comment",
- {
-  "state": "comment",
-  "data": [
   ["comment"," * http://ocaml.janestreet.com/?q=node/91"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["comment"," *)"]
-  ]
+],[
- },
+   "start"
- {
+],[
-  "state": "start",
+   "start",
-  "data": []
- },
- {
-  "state": "start",
-  "data": [
   ["keyword","let"],
   ["text"," "],
   ["identifier","with_return"],
@@ -51,11 +35,8 @@
   ["paren.rparen",")"],
   ["text"," "],
   ["keyword.operator","="]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","  "],
   ["keyword","let"],
   ["text"," "],
@@ -64,11 +45,8 @@
   ["identifier","M"],
   ["text"," "],
   ["keyword.operator","="]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","     "],
   ["keyword","struct"],
   ["text"," "],
@@ -81,18 +59,12 @@
   ["identifier","t"],
   ["text"," "],
   ["keyword","end"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","  "],
   ["keyword","in"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","  "],
   ["keyword","let"],
   ["text"," "],
@@ -126,11 +98,8 @@
   ["paren.rparen","}"],
   ["text"," "],
   ["keyword","in"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","  "],
   ["keyword","try"],
   ["text"," "],
@@ -149,25 +118,15 @@
   ["keyword.operator","->"],
   ["text"," "],
   ["identifier","x"]
-  ]
+],[
- },
+   "start"
- {
+],[
-  "state": "start",
+   "start"
-  "data": []
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": []
- },
- {
-  "state": "start",
-  "data": [
   ["comment","(* Function that uses the 'early return' functionality provided by `with_return` *)"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["keyword","let"],
   ["text"," "],
   ["identifier","sum_until_first_negative"],
@@ -175,11 +134,8 @@
   ["support.function","list"],
   ["text"," "],
   ["keyword.operator","="]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","  "],
   ["identifier","with_return"],
   ["text"," "],
@@ -189,11 +145,8 @@
   ["identifier","r"],
   ["text"," "],
   ["keyword.operator","->"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","    "],
   ["support.function","List"],
   ["text","."],
@@ -217,11 +170,8 @@
   ["identifier","x"],
   ["text"," "],
   ["keyword.operator","->"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","      "],
   ["keyword","if"],
   ["text"," "],
@@ -247,6 +197,4 @@
   ["text"," "],
   ["identifier","acc"],
   ["paren.rparen","))"]
-  ]
+]]
- }
-]

lib/ace/mode/_test/tokens_perl.json

@@ -1,31 +1,20 @@
-[
+[[
- {
+   "start",
-  "state": "start",
-  "data": [
   ["comment","#!/usr/bin/perl"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["keyword","use"],
   ["text"," "],
   ["identifier","strict"],
   ["text",";"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["keyword","use"],
   ["text"," "],
   ["identifier","warnings"],
   ["text",";"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["keyword","my"],
   ["text"," "],
   ["identifier","$num_primes"],
@@ -34,30 +23,19 @@
   ["text"," "],
   ["constant.numeric","0"],
   ["text",";"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["keyword","my"],
   ["text"," @"],
   ["identifier","primes"],
   ["text",";"]
-  ]
+],[
- },
+   "start"
- {
+],[
-  "state": "start",
+   "start",
-  "data": []
- },
- {
-  "state": "start",
-  "data": [
   ["comment","# Put 2 as the first prime so we won't have an empty array"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["identifier","$primes"],
   ["lparen","["],
   ["identifier","$num_primes"],
@@ -67,30 +45,19 @@
   ["text"," "],
   ["constant.numeric","2"],
   ["text",";"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["identifier","$num_primes"],
   ["keyword.operator","++"],
   ["text",";"]
-  ]
+],[
- },
+   "start"
- {
+],[
-  "state": "start",
+   "start",
-  "data": []
- },
- {
-  "state": "start",
-  "data": [
   ["identifier","MAIN_LOOP"],
   ["text",":"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["keyword","for"],
   ["text"," "],
   ["keyword","my"],
@@ -104,17 +71,11 @@
   ["text"," "],
   ["constant.numeric","200"],
   ["rparen",")"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["lparen","{"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","    "],
   ["keyword","for"],
   ["text"," "],
@@ -131,18 +92,12 @@
   ["identifier","$num_primes"],
   ["constant.numeric","-1"],
   ["rparen","))"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","    "],
   ["lparen","{"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","        "],
   ["keyword","if"],
   ["text"," "],
@@ -160,60 +115,37 @@
   ["text"," "],
   ["constant.numeric","0"],
   ["rparen",")"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","        "],
   ["lparen","{"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","            "],
   ["keyword","next"],
   ["text"," "],
   ["identifier","MAIN_LOOP"],
   ["text",";"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","        "],
   ["rparen","}"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","    "],
   ["rparen","}"]
-  ]
+],[
- },
+   "start"
- {
+],[
-  "state": "start",
+   "start",
-  "data": []
- },
- {
-  "state": "start",
-  "data": [
   ["text","    "],
   ["comment","# If we reached this point it means $number_to_check is not"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","    "],
   ["comment","# divisable by any prime number that came before it."]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","    "],
   ["identifier","$primes"],
   ["lparen","["],
@@ -224,30 +156,19 @@
   ["text"," "],
   ["identifier","$number_to_check"],
   ["text",";"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","    "],
   ["identifier","$num_primes"],
   ["keyword.operator","++"],
   ["text",";"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["rparen","}"]
-  ]
+],[
- },
+   "start"
- {
+],[
-  "state": "start",
+   "start",
-  "data": []
- },
- {
-  "state": "start",
-  "data": [
   ["keyword","for"],
   ["text"," "],
   ["keyword","my"],
@@ -263,17 +184,11 @@
   ["identifier","$num_primes"],
   ["constant.numeric","-1"],
   ["rparen","))"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["lparen","{"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","    "],
   ["support.function","print"],
   ["text"," "],
@@ -285,25 +200,15 @@
   ["text"," "],
   ["string","\", \""],
   ["text",";"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["rparen","}"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["support.function","print"],
   ["text"," "],
   ["string","\"\\n\""],
   ["text",";"]
-  ]
+],[
- },
+   "start"
- {
+]]
-  "state": "start",
-  "data": []
- }
-]

lib/ace/mode/_test/tokens_php.json

@@ -1,17 +1,10 @@
-[
+[[
- {
+   "php-start",
-  "state": "php-start",
-  "data": [
   ["support.php_tag","<?php"]
-  ]
+],[
- },
+   "php-start"
- {
+],[
-  "state": "php-start",
+   "php-start",
-  "data": []
- },
- {
-  "state": "php-start",
-  "data": [
   ["keyword","function"],
   ["text"," "],
   ["identifier","nfact"],
@@ -20,11 +13,8 @@
   ["rparen",")"],
   ["text"," "],
   ["lparen","{"]
-  ]
+],[
- },
+   "php-start",
- {
-  "state": "php-start",
-  "data": [
   ["text","    "],
   ["keyword","if"],
   ["text"," "],
@@ -37,37 +27,25 @@
   ["rparen",")"],
   ["text"," "],
   ["lparen","{"]
-  ]
+],[
- },
+   "php-start",
- {
-  "state": "php-start",
-  "data": [
   ["text","        "],
   ["support.function","return"],
   ["text"," "],
   ["constant.numeric","1"],
   ["text",";"]
-  ]
+],[
- },
+   "php-start",
- {
-  "state": "php-start",
-  "data": [
   ["text","    "],
   ["rparen","}"]
-  ]
+],[
- },
+   "php-start",
- {
-  "state": "php-start",
-  "data": [
   ["text","    "],
   ["keyword","else"],
   ["text"," "],
   ["lparen","{"]
-  ]
+],[
- },
+   "php-start",
- {
-  "state": "php-start",
-  "data": [
   ["text","        "],
   ["support.function","return"],
   ["text"," "],
@@ -84,39 +62,25 @@
   ["constant.numeric","1"],
   ["rparen",")"],
   ["text",";"]
-  ]
+],[
- },
+   "php-start",
- {
-  "state": "php-start",
-  "data": [
   ["text","    "],
   ["rparen","}"]
-  ]
+],[
- },
+   "php-start",
- {
-  "state": "php-start",
-  "data": [
   ["rparen","}"]
-  ]
+],[
- },
+   "php-start"
- {
+],[
-  "state": "php-start",
+   "php-start",
-  "data": []
- },
- {
-  "state": "php-start",
-  "data": [
   ["support.function","echo"],
   ["text"," "],
   ["string","\""],
   ["constant.language.escape","\\n\\n"],
   ["string","Please enter a whole number ... \""],
   ["text",";"]
-  ]
+],[
- },
+   "php-start",
- {
-  "state": "php-start",
-  "data": [
   ["variable","$num"],
   ["text"," "],
   ["keyword.operator","="],
@@ -128,21 +92,13 @@
   ["constant.language","STDIN"],
   ["rparen","))"],
   ["text",";"]
-  ]
+],[
- },
+   "php-start"
- {
+],[
-  "state": "php-start",
+   "php-start",
-  "data": []
- },
- {
-  "state": "php-start",
-  "data": [
   ["comment","// ===== PROCESS - Determing the factorial of the input number ====="]
-  ]
+],[
- },
+   "php-start",
- {
-  "state": "php-start",
-  "data": [
   ["variable","$output"],
   ["text"," "],
   ["keyword.operator","="],
@@ -164,25 +120,15 @@
   ["constant.language.escape","\\n\\n"],
   ["string","\""],
   ["text",";"]
-  ]
+],[
- },
+   "php-start",
- {
-  "state": "php-start",
-  "data": [
   ["support.function","echo"],
   ["text"," "],
   ["variable","$output"],
   ["text",";"]
-  ]
+],[
- },
+   "php-start"
- {
+],[
-  "state": "php-start",
+   "start",
-  "data": []
- },
- {
-  "state": "start",
-  "data": [
   ["support.php_tag","?>"]
-  ]
+]]
- }
-]

lib/ace/mode/_test/tokens_powershell.json

@@ -1,13 +1,8 @@
-[
+[[
- {
+   "start",
-  "state": "start",
-  "data": [
   ["comment","# This is a simple comment"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["keyword","function"],
   ["text"," "],
   ["identifier","Hello"],
@@ -16,30 +11,19 @@
   ["rparen",")"],
   ["text"," "],
   ["lparen","{"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","  "],
   ["identifier","Write-host"],
   ["text"," "],
   ["string","\"Hello $name\""]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["rparen","}"]
-  ]
+],[
- },
+   "start"
- {
+],[
-  "state": "start",
+   "start",
-  "data": []
- },
- {
-  "state": "start",
-  "data": [
   ["keyword","function"],
   ["text"," "],
   ["identifier","add"],
@@ -52,11 +36,8 @@
   ["rparen",")"],
   ["text"," "],
   ["lparen","{"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","    "],
   ["keyword","if"],
   ["text"," "],
@@ -69,20 +50,14 @@
   ["rparen",")"],
   ["text"," "],
   ["lparen","{"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","        "],
   ["keyword","return"],
   ["text"," "],
   ["variable.instance","$left"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","    "],
   ["rparen","}"],
   ["text"," "],
@@ -105,57 +80,37 @@
   ["rparen",")"],
   ["text"," "],
   ["lparen","{"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","        "],
   ["keyword","return"],
   ["text"," "],
   ["constant.numeric","3"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","    "],
   ["rparen","}"],
   ["text"," "],
   ["keyword","else"],
   ["text"," "],
   ["lparen","{"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","        "],
   ["keyword","return"],
   ["text"," "],
   ["constant.numeric","2"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","    "],
   ["rparen","}"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["rparen","}"]
-  ]
+],[
- },
+   "start"
- {
+],[
-  "state": "start",
+   "start",
-  "data": []
- },
- {
-  "state": "start",
-  "data": [
   ["variable.instance","$number"],
   ["text"," "],
   ["keyword.operator","="],
@@ -166,25 +121,17 @@
   ["text"," "],
   ["constant.numeric","2"],
   ["text",";"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["variable.instance","$number"],
   ["text"," "],
   ["keyword.operator","+="],
   ["text"," "],
   ["constant.numeric","3"]
-  ]
+],[
- },
+   "start"
- {
+],[
-  "state": "start",
+   "start",
-  "data": []
- },
- {
-  "state": "start",
-  "data": [
   ["support.function","Write-Host"],
   ["text"," "],
   ["identifier","Hello"],
@@ -193,15 +140,10 @@
   ["identifier","name"],
   ["text"," "],
   ["string","\"World\""]
-  ]
+],[
- },
+   "start"
- {
+],[
-  "state": "start",
+   "start",
-  "data": []
- },
- {
-  "state": "start",
-  "data": [
   ["variable.instance","$an_array"],
   ["text"," "],
   ["keyword.operator","="],
@@ -213,11 +155,8 @@
   ["text",", "],
   ["constant.numeric","3"],
   ["rparen",")"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["variable.instance","$a_hash"],
   ["text"," "],
   ["keyword.operator","="],
@@ -229,15 +168,10 @@
   ["text"," "],
   ["string","\"something else\""],
   ["rparen","}"]
-  ]
+],[
- },
+   "start"
- {
+],[
-  "state": "start",
+   "start",
-  "data": []
- },
- {
-  "state": "start",
-  "data": [
   ["keyword.operator","&"],
   ["text"," "],
   ["identifier","notepad"],
@@ -245,10 +179,6 @@
   ["identifier","readme"],
   ["text","."],
   ["identifier","md"]
-  ]
+],[
- },
+   "start"
- {
+]]
-  "state": "start",
-  "data": []
- }
-]

lib/ace/mode/_test/tokens_python.json

@@ -1,37 +1,22 @@
-[
+[[
- {
+   "start",
-  "state": "start",
-  "data": [
   ["comment","#!/usr/local/bin/python"]
-  ]
+],[
- },
+   "start"
- {
+],[
-  "state": "start",
+   "start",
-  "data": []
- },
- {
-  "state": "start",
-  "data": [
   ["keyword","import"],
   ["text"," "],
   ["identifier","string"],
   ["text",", "],
   ["identifier","sys"]
-  ]
+],[
- },
+   "start"
- {
+],[
-  "state": "start",
+   "start",
-  "data": []
- },
- {
-  "state": "start",
-  "data": [
   ["comment","# If no arguments were given, print a helpful message"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["keyword","if"],
   ["text"," "],
   ["support.function","len"],
@@ -43,26 +28,17 @@
   ["keyword.operator","=="],
   ["constant.numeric","1"],
   ["text",":"]
-  ]
+],[
- },
+   "qstring",
- {
-  "state": "qstring",
-  "data": [
   ["text","    "],
   ["keyword","print"],
   ["text"," "],
   ["string","'''Usage:"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["string","celsius temp1 temp2 ...'''"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","    "],
   ["identifier","sys"],
   ["text","."],
@@ -70,21 +46,13 @@
   ["paren.lparen","("],
   ["constant.numeric","0"],
   ["paren.rparen",")"]
-  ]
+],[
- },
+   "start"
- {
+],[
-  "state": "start",
+   "start",
-  "data": []
- },
- {
-  "state": "start",
-  "data": [
   ["comment","# Loop over the arguments"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["keyword","for"],
   ["text"," "],
   ["identifier","i"],
@@ -99,19 +67,13 @@
   ["text",":"],
   ["paren.rparen","]"],
   ["text",":"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","    "],
   ["keyword","try"],
   ["text",":"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","        "],
   ["identifier","fahrenheit"],
   ["keyword.operator","="],
@@ -123,11 +85,8 @@
   ["paren.lparen","("],
   ["identifier","i"],
   ["paren.rparen","))"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","    "],
   ["keyword","except"],
   ["text"," "],
@@ -135,11 +94,8 @@
   ["text","."],
   ["identifier","atoi_error"],
   ["text",":"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","        "],
   ["keyword","print"],
   ["text"," "],
@@ -149,19 +105,13 @@
   ["paren.rparen",")"],
   ["text",", "],
   ["string","\"not a numeric value\""]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","    "],
   ["keyword","else"],
   ["text",":"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","        "],
   ["identifier","celsius"],
   ["keyword.operator","="],
@@ -174,11 +124,8 @@
   ["constant.numeric","5.0"],
   ["keyword.operator","/"],
   ["constant.numeric","9.0"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","        "],
   ["keyword","print"],
   ["text"," "],
@@ -198,6 +145,4 @@
   ["keyword.operator","+"],
   ["constant.numeric",".5"],
   ["paren.rparen","))"]
-  ]
+]]
- }
-]

lib/ace/mode/_test/tokens_r.json

@@ -1,14 +1,9 @@
-[
+[[
- {
+   "start",
-  "state": "start",
-  "data": [
   ["identifier","Call"],
   ["keyword.operator",":"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["identifier","lm"],
   ["paren.keyword.operator","("],
   ["identifier","formula"],
@@ -21,24 +16,15 @@
   ["text"," "],
   ["identifier","x"],
   ["paren.keyword.operator",")"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text"," "]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["identifier","Residuals"],
   ["keyword.operator",":"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["constant.numeric","1"],
   ["text","       "],
   ["constant.numeric","2"],
@@ -50,11 +36,8 @@
   ["constant.numeric","5"],
   ["text","       "],
   ["constant.numeric","6"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["constant.numeric","3.3333"],
   ["text"," "],
   ["keyword.operator","-"],
@@ -70,24 +53,15 @@
   ["constant.numeric","0.6667"],
   ["text","  "],
   ["constant.numeric","3.3333"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text"," "]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["identifier","Coefficients"],
   ["keyword.operator",":"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","            "],
   ["identifier","Estimate"],
   ["text"," "],
@@ -105,11 +79,8 @@
   ["identifier","t"],
   ["keyword.operator","|"],
   ["paren.keyword.operator",")"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["paren.keyword.operator","("],
   ["identifier","Intercept"],
   ["paren.keyword.operator",")"],
@@ -125,11 +96,8 @@
   ["constant.numeric","0.030453"],
   ["text"," "],
   ["keyword.operator","*"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["identifier","x"],
   ["text","             "],
   ["constant.numeric","7.0000"],
@@ -141,17 +109,11 @@
   ["constant.numeric","0.000662"],
   ["text"," "],
   ["keyword.operator","***"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["keyword.operator","---"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["identifier","Signif"],
   ["text",". "],
   ["identifier","codes"],
@@ -174,17 +136,11 @@
   ["constant.numeric","0.1"],
   ["text"," ‘ ’ "],
   ["constant.numeric","1"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text"," "]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["identifier","Residual"],
   ["text"," "],
   ["identifier","standard"],
@@ -203,11 +159,8 @@
   ["identifier","of"],
   ["text"," "],
   ["identifier","freedom"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["identifier","Multiple"],
   ["text"," "],
   ["identifier","R"],
@@ -225,11 +178,8 @@
   ["keyword.operator",":"],
   ["text"," "],
   ["constant.numeric","0.9478"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["constant.language.boolean","F"],
   ["keyword.operator","-"],
   ["identifier","statistic"],
@@ -253,17 +203,11 @@
   ["keyword.operator",":"],
   ["text"," "],
   ["constant.numeric","0.000662"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text"," "]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["keyword.operator",">"],
   ["text"," "],
   ["identifier","par"],
@@ -278,11 +222,8 @@
   ["paren.keyword.operator","))"],
   ["text","     "],
   ["comment","# Request 2x2 plot layout"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["keyword.operator",">"],
   ["text"," "],
   ["identifier","plot"],
@@ -291,6 +232,4 @@
   ["paren.keyword.operator",")"],
   ["text","             "],
   ["comment","# Diagnostic plot of regression model"]
-  ]
+]]
- }
-]

lib/ace/mode/_test/tokens_rdoc.json

@@ -1,64 +1,39 @@
-[
+[[
- {
+   "start",
-  "state": "start",
-  "data": [
   ["keyword","\\name"],
   ["paren.keyword.operator","{"],
   ["nospell.text","picker"],
   ["paren.keyword.operator","}"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["keyword","\\alias"],
   ["paren.keyword.operator","{"],
   ["nospell.text","picker"],
   ["paren.keyword.operator","}"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["keyword","\\title"],
   ["paren.keyword.operator","{"],
   ["text","Create a picker control"],
   ["paren.keyword.operator","}"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["keyword","\\description"],
   ["paren.keyword.operator","{"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","  Create a picker control to enable manipulation of plot variables based on a set of fixed choices."]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["paren.keyword.operator","}"]
-  ]
+],[
- },
+   "start"
- {
+],[
-  "state": "start",
+   "nospell",
-  "data": []
- },
- {
-  "state": "nospell",
-  "data": [
   ["keyword","\\usage"],
   ["paren.keyword.operator","{"]
-  ]
+],[
- },
+   "nospell",
- {
-  "state": "nospell",
-  "data": [
   ["nospell.text","picker"],
   ["paren.keyword.operator","("],
   ["text","...,"],
@@ -70,42 +45,26 @@
   ["text","="],
   ["nospell.text"," NULL"],
   ["paren.keyword.operator",")"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["paren.keyword.operator","}"]
-  ]
+],[
- },
+   "start"
- {
+],[
-  "state": "start",
+   "start"
-  "data": []
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": []
- },
- {
-  "state": "start",
-  "data": [
   ["keyword","\\arguments"],
   ["paren.keyword.operator","{"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","  "],
   ["keyword","\\item"],
   ["paren.keyword.operator","{"],
   ["keyword","\\dots"],
   ["paren.keyword.operator","}{"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","    Arguments containing objects to be presented as choices for the picker "],
   ["paren.keyword.operator","("],
   ["text","or a list containing the choices"],
@@ -120,78 +79,46 @@
   ["nospell.text","character"],
   ["paren.keyword.operator","}}"],
   ["text",". "]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["paren.keyword.operator","}"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","  "],
   ["keyword","\\item"],
   ["paren.keyword.operator","{"],
   ["nospell.text","initial"],
   ["paren.keyword.operator","}{"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","    Initial value for picker. Value must be present in the list of choices specified. If not specified defaults to the first choice."]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["paren.keyword.operator","}"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","  "],
   ["keyword","\\item"],
   ["paren.keyword.operator","{"],
   ["nospell.text","label"],
   ["paren.keyword.operator","}{"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","    Display label for picker. Defaults to the variable name if not specified."]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["paren.keyword.operator","}"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["paren.keyword.operator","}"]
-  ]
+],[
- },
+   "start"
- {
+],[
-  "state": "start",
+   "start",
-  "data": []
- },
- {
-  "state": "start",
-  "data": [
   ["keyword","\\value"],
   ["paren.keyword.operator","{"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","  An object of class \"manipulator.picker\" which can be passed to the "],
   ["keyword","\\code"],
   ["paren.keyword.operator","{"],
@@ -200,28 +127,17 @@
   ["nospell.text","manipulate"],
   ["paren.keyword.operator","}}"],
   ["text"," function."]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["paren.keyword.operator","}"]
-  ]
+],[
- },
+   "start"
- {
+],[
-  "state": "start",
+   "start",
-  "data": []
- },
- {
-  "state": "start",
-  "data": [
   ["keyword","\\seealso"],
   ["paren.keyword.operator","{"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["keyword","\\code"],
   ["paren.keyword.operator","{"],
   ["keyword","\\link"],
@@ -249,57 +165,33 @@
   ["paren.keyword.operator","{"],
   ["nospell.text","button"],
   ["paren.keyword.operator","}}"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["paren.keyword.operator","}"]
-  ]
+],[
- },
+   "start"
- {
+],[
-  "state": "start",
+   "start"
-  "data": []
+],[
- },
+   "nospell",
- {
-  "state": "start",
-  "data": []
- },
- {
-  "state": "nospell",
-  "data": [
   ["keyword","\\examples"],
   ["paren.keyword.operator","{"]
-  ]
+],[
- },
+   "nospell",
- {
-  "state": "nospell",
-  "data": [
   ["keyword","\\dontrun"],
   ["paren.keyword.operator","{"]
-  ]
+],[
- },
+   "nospell"
- {
+],[
-  "state": "nospell",
+   "nospell",
-  "data": []
- },
- {
-  "state": "nospell",
-  "data": [
   ["text","##"],
   ["nospell.text"," Filtering data with a picker"]
-  ]
+],[
- },
+   "nospell",
- {
-  "state": "nospell",
-  "data": [
   ["nospell.text","manipulate"],
   ["paren.keyword.operator","("]
-  ]
+],[
- },
+   "nospell",
- {
-  "state": "nospell",
-  "data": [
   ["nospell.text","  barplot"],
   ["paren.keyword.operator","("],
   ["nospell.text","as"],
@@ -313,11 +205,8 @@
   ["paren.keyword.operator","])"],
   ["text",","],
   ["nospell.text"," "]
-  ]
+],[
- },
+   "nospell",
- {
-  "state": "nospell",
-  "data": [
   ["nospell.text","          beside "],
   ["text","="],
   ["nospell.text"," TRUE"],
@@ -327,11 +216,8 @@
   ["nospell.text"," factor"],
   ["paren.keyword.operator",")"],
   ["text",","]
-  ]
+],[
- },
+   "nospell",
- {
-  "state": "nospell",
-  "data": [
   ["nospell.text","  factor "],
   ["text","="],
   ["nospell.text"," picker"],
@@ -348,29 +234,18 @@
   ["nospell.text","Employed"],
   ["text","\""],
   ["paren.keyword.operator","))"]
-  ]
+],[
- },
+   "nospell"
- {
+],[
-  "state": "nospell",
+   "nospell",
-  "data": []
- },
- {
-  "state": "nospell",
-  "data": [
   ["text","##"],
   ["nospell.text"," Create a picker with labels"]
-  ]
+],[
- },
+   "nospell",
- {
-  "state": "nospell",
-  "data": [
   ["nospell.text","manipulate"],
   ["paren.keyword.operator","("]
-  ]
+],[
- },
+   "nospell",
- {
-  "state": "nospell",
-  "data": [
   ["nospell.text","  plot"],
   ["paren.keyword.operator","("],
   ["nospell.text","pressure"],
@@ -381,11 +256,8 @@
   ["paren.keyword.operator",")"],
   ["text",","],
   ["nospell.text"," "]
-  ]
+],[
- },
+   "nospell",
- {
-  "state": "nospell",
-  "data": [
   ["nospell.text","  type "],
   ["text","="],
   ["nospell.text"," picker"],
@@ -420,31 +292,19 @@
   ["nospell.text","s"],
   ["text","\""],
   ["paren.keyword.operator","))"]
-  ]
+],[
- },
+   "nospell",
- {
-  "state": "nospell",
-  "data": [
   ["nospell.text","  "]
-  ]
+],[
- },
+   "nospell",
- {
-  "state": "nospell",
-  "data": [
   ["text","##"],
   ["nospell.text"," Picker with groups"]
-  ]
+],[
- },
+   "nospell",
- {
-  "state": "nospell",
-  "data": [
   ["nospell.text","manipulate"],
   ["paren.keyword.operator","("]
-  ]
+],[
- },
+   "nospell",
- {
-  "state": "nospell",
-  "data": [
   ["nospell.text","  barplot"],
   ["paren.keyword.operator","("],
   ["nospell.text","as"],
@@ -464,11 +324,8 @@
   ["nospell.text","TRUE"],
   ["paren.keyword.operator",")"],
   ["text",","]
-  ]
+],[
- },
+   "nospell",
- {
-  "state": "nospell",
-  "data": [
   ["nospell.text","  group "],
   ["text","="],
   ["nospell.text"," picker"],
@@ -483,11 +340,8 @@
   ["nospell.text","11"],
   ["text",","],
   ["nospell.text"," "]
-  ]
+],[
- },
+   "nospell",
- {
-  "state": "nospell",
-  "data": [
   ["nospell.text","                 "],
   ["text","\""],
   ["nospell.text","Group 2"],
@@ -499,11 +353,8 @@
   ["nospell.text","22"],
   ["text",","],
   ["nospell.text"," "]
-  ]
+],[
- },
+   "nospell",
- {
-  "state": "nospell",
-  "data": [
   ["nospell.text","                 "],
   ["text","\""],
   ["nospell.text","Group 3"],
@@ -514,49 +365,32 @@
   ["text",":"],
   ["nospell.text","32"],
   ["paren.keyword.operator","))"]
-  ]
+],[
- },
+   "nospell"
- {
+],[
-  "state": "nospell",
+   "nospell",
-  "data": []
- },
- {
-  "state": "nospell",
-  "data": [
   ["text","##"],
   ["nospell.text"," Histogram w"],
   ["text","/"],
   ["nospell.text"," picker to select type"]
-  ]
+],[
- },
+   "nospell",
- {
-  "state": "nospell",
-  "data": [
   ["nospell.text","require"],
   ["paren.keyword.operator","("],
   ["nospell.text","lattice"],
   ["paren.keyword.operator",")"]
-  ]
+],[
- },
+   "nospell",
- {
-  "state": "nospell",
-  "data": [
   ["nospell.text","require"],
   ["paren.keyword.operator","("],
   ["nospell.text","stats"],
   ["paren.keyword.operator",")"]
-  ]
+],[
- },
+   "nospell",
- {
-  "state": "nospell",
-  "data": [
   ["nospell.text","manipulate"],
   ["paren.keyword.operator","("]
-  ]
+],[
- },
+   "nospell",
- {
-  "state": "nospell",
-  "data": [
   ["nospell.text","  histogram"],
   ["paren.keyword.operator","("],
   ["text","~"],
@@ -567,11 +401,8 @@
   ["nospell.text","part"],
   ["text",","],
   ["nospell.text"," "]
-  ]
+],[
- },
+   "nospell",
- {
-  "state": "nospell",
-  "data": [
   ["nospell.text","            data "],
   ["text","="],
   ["nospell.text"," singer"],
@@ -581,11 +412,8 @@
   ["nospell.text"," type"],
   ["paren.keyword.operator",")"],
   ["text",","]
-  ]
+],[
- },
+   "nospell",
- {
-  "state": "nospell",
-  "data": [
   ["nospell.text","  type "],
   ["text","="],
   ["nospell.text"," picker"],
@@ -602,22 +430,12 @@
   ["nospell.text","density"],
   ["text","\""],
   ["paren.keyword.operator","))"]
-  ]
+],[
- },
+   "nospell"
- {
+],[
-  "state": "nospell",
+   "start",
-  "data": []
- },
- {
-  "state": "start",
-  "data": [
   ["paren.keyword.operator","}"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["paren.keyword.operator","}"]
-  ]
+]]
- }
-]

lib/ace/mode/_test/tokens_rhtml.json

@@ -1,27 +1,17 @@
-[
+[[
- {
+   "start",
-  "state": "start",
-  "data": [
   ["meta.tag","<"],
   ["meta.tag.tag-name","html"],
   ["meta.tag.r",">"]
-  ]
+],[
- },
+   "start"
- {
+],[
-  "state": "start",
+   "start",
-  "data": []
- },
- {
-  "state": "start",
-  "data": [
   ["meta.tag","<"],
   ["meta.tag.tag-name","head"],
   ["meta.tag.r",">"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["meta.tag","<"],
   ["meta.tag.tag-name","title"],
   ["meta.tag.r",">"],
@@ -29,35 +19,22 @@
   ["meta.tag","</"],
   ["meta.tag.tag-name","title"],
   ["meta.tag.r",">"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["meta.tag","</"],
   ["meta.tag.tag-name","head"],
   ["meta.tag.r",">"]
-  ]
+],[
- },
+   "start"
- {
+],[
-  "state": "start",
+   "start",
-  "data": []
- },
- {
-  "state": "start",
-  "data": [
   ["meta.tag","<"],
   ["meta.tag.tag-name","body"],
   ["meta.tag.r",">"]
-  ]
+],[
- },
+   "start"
- {
+],[
-  "state": "start",
+   "start",
-  "data": []
- },
- {
-  "state": "start",
-  "data": [
   ["meta.tag","<"],
   ["meta.tag.tag-name","p"],
   ["meta.tag.r",">"],
@@ -73,40 +50,24 @@
   ["meta.tag","</"],
   ["meta.tag.tag-name","p"],
   ["meta.tag.r",">"]
-  ]
+],[
- },
+   "start"
- {
+],[
-  "state": "start",
+   "r-start",
-  "data": []
- },
- {
-  "state": "r-start",
-  "data": [
   ["support.function.codebegin","<!--begin.rcode"]
-  ]
+],[
- },
+   "r-start",
- {
-  "state": "r-start",
-  "data": [
   ["identifier","summary"],
   ["paren.keyword.operator","("],
   ["identifier","cars"],
   ["paren.keyword.operator",")"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["support.function.codeend","end.rcode-->"]
-  ]
+],[
- },
+   "start"
- {
+],[
-  "state": "start",
+   "start",
-  "data": []
- },
- {
-  "state": "start",
-  "data": [
   ["meta.tag","<"],
   ["meta.tag.tag-name","p"],
   ["meta.tag.r",">"],
@@ -114,55 +75,32 @@
   ["meta.tag","</"],
   ["meta.tag.tag-name","p"],
   ["meta.tag.r",">"]
-  ]
+],[
- },
+   "start"
- {
+],[
-  "state": "start",
+   "r-start",
-  "data": []
- },
- {
-  "state": "r-start",
-  "data": [
   ["support.function.codebegin","<!--begin.rcode fig.width=7, fig.height=6"]
-  ]
+],[
- },
+   "r-start",
- {
-  "state": "r-start",
-  "data": [
   ["identifier","plot"],
   ["paren.keyword.operator","("],
   ["identifier","cars"],
   ["paren.keyword.operator",")"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["support.function.codeend","end.rcode-->"]
-  ]
+],[
- },
+   "start"
- {
+],[
-  "state": "start",
+   "start",
-  "data": []
- },
- {
-  "state": "start",
-  "data": [
   ["meta.tag","</"],
   ["meta.tag.tag-name","body"],
   ["meta.tag.r",">"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["meta.tag","</"],
   ["meta.tag.tag-name","html"],
   ["meta.tag.r",">"]
-  ]
+],[
- },
+   "start"
- {
+]]
-  "state": "start",
-  "data": []
- }
-]

lib/ace/mode/_test/tokens_ruby.json

@@ -1,34 +1,21 @@
-[
+[[
- {
+   "start",
-  "state": "start",
-  "data": [
   ["comment","#!/usr/bin/ruby"]
-  ]
+],[
- },
+   "start"
- {
+],[
-  "state": "start",
+   "start",
-  "data": []
- },
- {
-  "state": "start",
-  "data": [
   ["comment","# Program to find the factorial of a number"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["keyword","def"],
   ["text"," "],
   ["identifier","fact"],
   ["paren.lparen","("],
   ["identifier","n"],
   ["paren.rparen",")"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","    "],
   ["keyword","if"],
   ["text"," "],
@@ -37,25 +24,16 @@
   ["keyword.operator","=="],
   ["text"," "],
   ["constant.numeric","0"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","        "],
   ["constant.numeric","1"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","    "],
   ["keyword","else"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","        "],
   ["identifier","n"],
   ["text"," "],
@@ -66,28 +44,17 @@
   ["identifier","n"],
   ["constant.numeric","-1"],
   ["paren.rparen",")"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","    "],
   ["keyword","end"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["keyword","end"]
-  ]
+],[
- },
+   "start"
- {
+],[
-  "state": "start",
+   "start",
-  "data": []
- },
- {
-  "state": "start",
-  "data": [
   ["support.function","puts"],
   ["text"," "],
   ["identifier","fact"],
@@ -99,23 +66,15 @@
   ["text","."],
   ["identifier","to_i"],
   ["paren.rparen",")"]
-  ]
+],[
- },
+   "start"
- {
+],[
-  "state": "start",
+   "start",
-  "data": []
- },
- {
-  "state": "start",
-  "data": [
   ["keyword","class"],
   ["text"," "],
   ["support.class","Range"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","  "],
   ["keyword","def"],
   ["text"," "],
@@ -124,18 +83,12 @@
   ["keyword.operator","*"],
   ["identifier","a"],
   ["paren.rparen",")"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","    "],
   ["paren.lparen","{"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","      "],
   ["string","'json_class'"],
   ["text","   "],
@@ -148,11 +101,8 @@
   ["identifier","name"],
   ["text",", "],
   ["comment","# = 'Range'"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","      "],
   ["string","'data'"],
   ["text","         "],
@@ -167,11 +117,8 @@
   ["identifier","exclude_end"],
   ["text","? "],
   ["paren.rparen","]"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","    "],
   ["paren.rparen","}"],
   ["text","."],
@@ -180,28 +127,17 @@
   ["keyword.operator","*"],
   ["identifier","a"],
   ["paren.rparen",")"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","  "],
   ["keyword","end"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["keyword","end"]
-  ]
+],[
- },
+   "start"
- {
+],[
-  "state": "start",
+   "start",
-  "data": []
- },
- {
-  "state": "start",
-  "data": [
   ["paren.lparen","{"],
   ["constant.other.symbol.ruby",":id"],
   ["text"," "],
@@ -215,6 +151,4 @@
   ["text"," "],
   ["string","\"asdasdads\""],
   ["paren.rparen","}"]
-  ]
+]]
- }
-]

lib/ace/mode/_test/tokens_scad.json

@@ -1,13 +1,8 @@
-[
+[[
- {
+   "start",
-  "state": "start",
-  "data": [
   ["comment","// ace can highlight scad!"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["keyword","module"],
   ["text"," "],
   ["identifier","Element"],
@@ -19,11 +14,8 @@
   ["identifier","zpos"],
   ["paren.rparen",")"],
   ["paren.lparen","{"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","\t"],
   ["identifier","translate"],
   ["paren.lparen","(["],
@@ -34,21 +26,15 @@
   ["identifier","zpos"],
   ["paren.rparen","])"],
   ["paren.lparen","{"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","\t\t"],
   ["identifier","union"],
   ["paren.lparen","("],
   ["paren.rparen",")"],
   ["paren.lparen","{"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","\t\t\t"],
   ["identifier","cube"],
   ["paren.lparen","(["],
@@ -62,11 +48,8 @@
   ["identifier","true"],
   ["paren.rparen",")"],
   ["text",";"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","\t\t\t"],
   ["identifier","cylinder"],
   ["paren.lparen","("],
@@ -77,11 +60,8 @@
   ["constant.numeric","5"],
   ["paren.rparen",")"],
   ["text",";"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","\t\t\t"],
   ["identifier","translate"],
   ["paren.lparen","(["],
@@ -96,44 +76,27 @@
   ["constant.numeric","5"],
   ["paren.rparen",")"],
   ["text",";"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","\t\t"],
   ["paren.rparen","}"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","\t"],
   ["paren.rparen","}"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["paren.rparen","}"]
-  ]
+],[
- },
+   "start"
- {
+],[
-  "state": "start",
+   "start",
-  "data": []
- },
- {
-  "state": "start",
-  "data": [
   ["identifier","union"],
   ["paren.lparen","("],
   ["paren.rparen",")"],
   ["paren.lparen","{"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","\t"],
   ["keyword","for"],
   ["paren.lparen","("],
@@ -145,11 +108,8 @@
   ["constant.numeric","30"],
   ["paren.rparen","])"],
   ["paren.lparen","{"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","\t\t# "],
   ["identifier","Element"],
   ["paren.lparen","("],
@@ -160,11 +120,8 @@
   ["constant.numeric","0"],
   ["paren.rparen",")"],
   ["text",";"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","\t\t"],
   ["identifier","Element"],
   ["paren.lparen","("],
@@ -177,28 +134,17 @@
   ["constant.numeric","0"],
   ["paren.rparen",")"],
   ["text",";"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","\t"],
   ["paren.rparen","}"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["paren.rparen","}"]
-  ]
+],[
- },
+   "start"
- {
+],[
-  "state": "start",
+   "start",
-  "data": []
- },
- {
-  "state": "start",
-  "data": [
   ["keyword","for"],
   ["text"," "],
   ["paren.lparen","("],
@@ -216,11 +162,8 @@
   ["constant.numeric","11"],
   ["paren.rparen","])"],
   ["paren.lparen","{"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","\t"],
   ["identifier","rotate"],
   ["paren.lparen","(["],
@@ -245,12 +188,7 @@
   ["constant.numeric","10"],
   ["paren.rparen",")"],
   ["text",";"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["paren.rparen","}"]
-  ]
+]]
- }
-]

lib/ace/mode/_test/tokens_scala.json

@@ -1,31 +1,19 @@
-[
+[[
- {
+   "start",
-  "state": "start",
-  "data": [
   ["comment","// http://www.scala-lang.org/node/54"]
-  ]
+],[
- },
+   "start"
- {
+],[
-  "state": "start",
+   "start",
-  "data": []
- },
- {
-  "state": "start",
-  "data": [
   ["keyword","package"],
   ["text"," "],
   ["identifier","examples"],
   ["text","."],
   ["identifier","actors"]
-  ]
+],[
- },
+   "start"
- {
+],[
-  "state": "start",
+   "start",
-  "data": []
- },
- {
-  "state": "start",
-  "data": [
   ["keyword","import"],
   ["text"," "],
   ["identifier","scala"],
@@ -33,11 +21,8 @@
   ["identifier","actors"],
   ["text","."],
   ["identifier","Actor"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["keyword","import"],
   ["text"," "],
   ["identifier","scala"],
@@ -47,25 +32,17 @@
   ["identifier","Actor"],
   ["text","."],
   ["identifier","_"]
-  ]
+],[
- },
+   "start"
- {
+],[
-  "state": "start",
+   "start",
-  "data": []
- },
- {
-  "state": "start",
-  "data": [
   ["keyword","abstract"],
   ["text"," "],
   ["keyword","class"],
   ["text"," "],
   ["identifier","PingMessage"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["keyword","case"],
   ["text"," "],
   ["keyword","object"],
@@ -75,11 +52,8 @@
   ["keyword","extends"],
   ["text"," "],
   ["identifier","PingMessage"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["keyword","case"],
   ["text"," "],
   ["keyword","object"],
@@ -89,11 +63,8 @@
   ["keyword","extends"],
   ["text"," "],
   ["identifier","PingMessage"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["keyword","case"],
   ["text"," "],
   ["keyword","object"],
@@ -103,25 +74,17 @@
   ["keyword","extends"],
   ["text"," "],
   ["identifier","PingMessage"]
-  ]
+],[
- },
+   "start"
- {
+],[
-  "state": "start",
+   "start",
-  "data": []
- },
- {
-  "state": "start",
-  "data": [
   ["keyword","abstract"],
   ["text"," "],
   ["keyword","class"],
   ["text"," "],
   ["identifier","PongMessage"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["keyword","case"],
   ["text"," "],
   ["keyword","object"],
@@ -131,11 +94,8 @@
   ["keyword","extends"],
   ["text"," "],
   ["identifier","PongMessage"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["keyword","case"],
   ["text"," "],
   ["keyword","object"],
@@ -145,15 +105,10 @@
   ["keyword","extends"],
   ["text"," "],
   ["identifier","PongMessage"]
-  ]
+],[
- },
+   "start"
- {
+],[
-  "state": "start",
+   "start",
-  "data": []
- },
- {
-  "state": "start",
-  "data": [
   ["keyword","object"],
   ["text"," "],
   ["identifier","pingpong"],
@@ -163,11 +118,8 @@
   ["identifier","Application"],
   ["text"," "],
   ["paren.lparen","{"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","  "],
   ["keyword","val"],
   ["text"," "],
@@ -178,11 +130,8 @@
   ["keyword","new"],
   ["text"," "],
   ["identifier","Pong"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","  "],
   ["keyword","val"],
   ["text"," "],
@@ -198,50 +147,33 @@
   ["text",", "],
   ["identifier","pong"],
   ["paren.rparen",")"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","  "],
   ["identifier","ping"],
   ["text","."],
   ["identifier","start"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","  "],
   ["identifier","pong"],
   ["text","."],
   ["identifier","start"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","  "],
   ["identifier","ping"],
   ["text"," "],
   ["keyword.operator","!"],
   ["text"," "],
   ["identifier","Start"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["paren.rparen","}"]
-  ]
+],[
- },
+   "start"
- {
+],[
-  "state": "start",
+   "start",
-  "data": []
- },
- {
-  "state": "start",
-  "data": [
   ["keyword","class"],
   ["text"," "],
   ["identifier","Ping"],
@@ -260,11 +192,8 @@
   ["identifier","Actor"],
   ["text"," "],
   ["paren.lparen","{"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","  "],
   ["keyword","def"],
   ["text"," "],
@@ -273,11 +202,8 @@
   ["paren.rparen",")"],
   ["text"," "],
   ["paren.lparen","{"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","    "],
   ["identifier","println"],
   ["paren.lparen","("],
@@ -289,11 +215,8 @@
   ["keyword.operator","+"],
   ["identifier","pong"],
   ["paren.rparen",")"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","    "],
   ["keyword","var"],
   ["text"," "],
@@ -302,61 +225,43 @@
   ["keyword.operator","="],
   ["text"," "],
   ["identifier","count"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","    "],
   ["identifier","loop"],
   ["text"," "],
   ["paren.lparen","{"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","      "],
   ["identifier","react"],
   ["text"," "],
   ["paren.lparen","{"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","        "],
   ["keyword","case"],
   ["text"," "],
   ["identifier","Start"],
   ["text"," "],
   ["keyword.operator","=>"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","          "],
   ["identifier","println"],
   ["paren.lparen","("],
   ["string","\"Ping: starting.\""],
   ["paren.rparen",")"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","          "],
   ["identifier","pong"],
   ["text"," "],
   ["keyword.operator","!"],
   ["text"," "],
   ["identifier","Ping"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","          "],
   ["identifier","pingsLeft"],
   ["text"," "],
@@ -367,33 +272,24 @@
   ["keyword.operator","-"],
   ["text"," "],
   ["constant.numeric","1"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","        "],
   ["keyword","case"],
   ["text"," "],
   ["identifier","SendPing"],
   ["text"," "],
   ["keyword.operator","=>"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","          "],
   ["identifier","pong"],
   ["text"," "],
   ["keyword.operator","!"],
   ["text"," "],
   ["identifier","Ping"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","          "],
   ["identifier","pingsLeft"],
   ["text"," "],
@@ -404,22 +300,16 @@
   ["keyword.operator","-"],
   ["text"," "],
   ["constant.numeric","1"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","        "],
   ["keyword","case"],
   ["text"," "],
   ["identifier","Pong"],
   ["text"," "],
   ["keyword.operator","=>"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","          "],
   ["keyword","if"],
   ["text"," "],
@@ -434,11 +324,8 @@
   ["text"," "],
   ["constant.numeric","0"],
   ["paren.rparen",")"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","            "],
   ["identifier","println"],
   ["paren.lparen","("],
@@ -446,11 +333,8 @@
   ["keyword.operator","+"],
   ["identifier","sender"],
   ["paren.rparen",")"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","          "],
   ["keyword","if"],
   ["text"," "],
@@ -461,100 +345,65 @@
   ["text"," "],
   ["constant.numeric","0"],
   ["paren.rparen",")"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","            "],
   ["identifier","self"],
   ["text"," "],
   ["keyword.operator","!"],
   ["text"," "],
   ["identifier","SendPing"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","          "],
   ["keyword","else"],
   ["text"," "],
   ["paren.lparen","{"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","            "],
   ["identifier","println"],
   ["paren.lparen","("],
   ["string","\"Ping: Stop.\""],
   ["paren.rparen",")"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","            "],
   ["identifier","pong"],
   ["text"," "],
   ["keyword.operator","!"],
   ["text"," "],
   ["identifier","Stop"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","            "],
   ["identifier","exit"],
   ["paren.lparen","("],
   ["symbol.constant","'stop"],
   ["paren.rparen",")"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","          "],
   ["paren.rparen","}"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","      "],
   ["paren.rparen","}"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","    "],
   ["paren.rparen","}"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","  "],
   ["paren.rparen","}"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["paren.rparen","}"]
-  ]
+],[
- },
+   "start"
- {
+],[
-  "state": "start",
+   "start",
-  "data": []
- },
- {
-  "state": "start",
-  "data": [
   ["keyword","class"],
   ["text"," "],
   ["identifier","Pong"],
@@ -564,11 +413,8 @@
   ["identifier","Actor"],
   ["text"," "],
   ["paren.lparen","{"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","  "],
   ["keyword","def"],
   ["text"," "],
@@ -577,11 +423,8 @@
   ["paren.rparen",")"],
   ["text"," "],
   ["paren.lparen","{"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","    "],
   ["keyword","var"],
   ["text"," "],
@@ -590,40 +433,28 @@
   ["keyword.operator","="],
   ["text"," "],
   ["constant.numeric","0"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","    "],
   ["identifier","loop"],
   ["text"," "],
   ["paren.lparen","{"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","      "],
   ["identifier","react"],
   ["text"," "],
   ["paren.lparen","{"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","        "],
   ["keyword","case"],
   ["text"," "],
   ["identifier","Ping"],
   ["text"," "],
   ["keyword.operator","=>"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","          "],
   ["keyword","if"],
   ["text"," "],
@@ -638,11 +469,8 @@
   ["text"," "],
   ["constant.numeric","0"],
   ["paren.rparen",")"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","            "],
   ["identifier","println"],
   ["paren.lparen","("],
@@ -654,22 +482,16 @@
   ["keyword.operator","+"],
   ["identifier","sender"],
   ["paren.rparen",")"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","          "],
   ["identifier","sender"],
   ["text"," "],
   ["keyword.operator","!"],
   ["text"," "],
   ["identifier","Pong"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","          "],
   ["identifier","pongCount"],
   ["text"," "],
@@ -680,64 +502,41 @@
   ["keyword.operator","+"],
   ["text"," "],
   ["constant.numeric","1"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","        "],
   ["keyword","case"],
   ["text"," "],
   ["identifier","Stop"],
   ["text"," "],
   ["keyword.operator","=>"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","          "],
   ["identifier","println"],
   ["paren.lparen","("],
   ["string","\"Pong: Stop.\""],
   ["paren.rparen",")"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","          "],
   ["identifier","exit"],
   ["paren.lparen","("],
   ["symbol.constant","'stop"],
   ["paren.rparen",")"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","      "],
   ["paren.rparen","}"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","    "],
   ["paren.rparen","}"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","  "],
   ["paren.rparen","}"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["paren.rparen","}"]
-  ]
+]]
- }
-]

lib/ace/mode/_test/tokens_scss.json

@@ -1,69 +1,45 @@
-[
+[[
- {
+   "start",
-  "state": "start",
-  "data": [
   ["comment","/* style.scss */"]
-  ]
+],[
- },
+   "start"
- {
+],[
-  "state": "start",
+   "start",
-  "data": []
- },
- {
-  "state": "start",
-  "data": [
   ["variable.language","#navbar"],
   ["text"," "],
   ["paren.lparen","{"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","    "],
   ["variable","$navbar-width"],
   ["text",": "],
   ["constant.numeric","800px"],
   ["text",";"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","    "],
   ["variable","$items"],
   ["text",": "],
   ["constant.numeric","5"],
   ["text",";"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","    "],
   ["variable","$navbar-color"],
   ["text",": "],
   ["constant.numeric","#ce4dd6"],
   ["text",";"]
-  ]
+],[
- },
+   "start"
- {
+],[
-  "state": "start",
+   "start",
-  "data": []
- },
- {
-  "state": "start",
-  "data": [
   ["text","    "],
   ["support.type","width"],
   ["text",": "],
   ["variable","$navbar-width"],
   ["text",";"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","    "],
   ["support.type","border-bottom"],
   ["text",": "],
@@ -73,34 +49,23 @@
   ["text"," "],
   ["variable","$navbar-color"],
   ["text",";"]
-  ]
+],[
- },
+   "start"
- {
+],[
-  "state": "start",
+   "start",
-  "data": []
- },
- {
-  "state": "start",
-  "data": [
   ["text","    "],
   ["variable.language","li"],
   ["text"," "],
   ["paren.lparen","{"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","        "],
   ["support.type","float"],
   ["text",": "],
   ["support.type","left"],
   ["text",";"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","        "],
   ["support.type","width"],
   ["text",": "],
@@ -112,15 +77,10 @@
   ["text"," "],
   ["constant.numeric","10px"],
   ["text",";"]
-  ]
+],[
- },
+   "start"
- {
+],[
-  "state": "start",
+   "start",
-  "data": []
- },
- {
-  "state": "start",
-  "data": [
   ["text","        "],
   ["support.type","background-color"],
   ["text",": "],
@@ -131,20 +91,14 @@
   ["constant.numeric","20%"],
   ["paren.rparen",")"],
   ["text",";"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","        &"],
   ["variable.language",":hover"],
   ["text"," "],
   ["paren.lparen","{"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","            "],
   ["support.type","background-color"],
   ["text",": "],
@@ -155,26 +109,15 @@
   ["constant.numeric","10%"],
   ["paren.rparen",")"],
   ["text",";"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","        "],
   ["paren.rparen","}"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","    "],
   ["paren.rparen","}"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["paren.rparen","}"]
-  ]
+]]
- }
-]

lib/ace/mode/_test/tokens_sh.json

@@ -1,51 +1,27 @@
-[
+[[
- {
+   "start",
-  "state": "start",
-  "data": [
   ["comment","#!/bin/sh"]
-  ]
+],[
- },
+   "start"
- {
+],[
-  "state": "start",
+   "start",
-  "data": []
- },
- {
-  "state": "start",
-  "data": [
   ["comment","# Script to open a browser to current branch"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["comment","# Repo formats:"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["comment","# ssh   git@github.com:richoH/gh_pr.git"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["comment","# http  https://richoH@github.com/richoH/gh_pr.git"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["comment","# git   git://github.com/richoH/gh_pr.git"]
-  ]
+],[
- },
+   "start"
- {
+],[
-  "state": "start",
+   "start",
-  "data": []
- },
- {
-  "state": "start",
-  "data": [
   ["variable","username="],
   ["text","`"],
   ["identifier","git"],
@@ -59,23 +35,15 @@
   ["text","."],
   ["identifier","user"],
   ["text","`"]
-  ]
+],[
- },
+   "start"
- {
+],[
-  "state": "start",
+   "start",
-  "data": []
- },
- {
-  "state": "start",
-  "data": [
   ["support.function","get_repo()"],
   ["text"," "],
   ["paren.lparen","{"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","    "],
   ["identifier","git"],
   ["text"," "],
@@ -99,11 +67,8 @@
   ["identifier","remote"],
   ["text","; "],
   ["keyword","do"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","      "],
   ["keyword","if"],
   ["text"," "],
@@ -124,11 +89,8 @@
   ["string","\"git@github.com:[^ ]*\""],
   ["text","`; "],
   ["keyword","then"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","          "],
   ["support.function.builtin","echo"],
   ["text"," "],
@@ -145,27 +107,18 @@
   ["identifier","e"],
   ["text"," "],
   ["string","\"s/\\.git$//\""]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","          "],
   ["support.function.builtin","exit"],
   ["text"," "],
   ["constant.numeric","1"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","      "],
   ["keyword","fi"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","      "],
   ["keyword","if"],
   ["text"," "],
@@ -186,11 +139,8 @@
   ["string","\"https?://([^@]*@)?github.com/[^ ]*\\.git\""],
   ["text","`; "],
   ["keyword","then"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","          "],
   ["support.function.builtin","echo"],
   ["text"," "],
@@ -212,27 +162,18 @@
   ["identifier","e"],
   ["text"," "],
   ["string","\"s/\\.git$//\""]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","          "],
   ["support.function.builtin","exit"],
   ["text"," "],
   ["constant.numeric","1"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","      "],
   ["keyword","fi"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","      "],
   ["keyword","if"],
   ["text"," "],
@@ -253,11 +194,8 @@
   ["string","\"git://github.com/[^ ]*\\.git\""],
   ["text","`; "],
   ["keyword","then"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","          "],
   ["support.function.builtin","echo"],
   ["text"," "],
@@ -274,38 +212,24 @@
   ["identifier","e"],
   ["text"," "],
   ["string","\"s/\\.git$//\""]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","          "],
   ["support.function.builtin","exit"],
   ["text"," "],
   ["constant.numeric","1"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","      "],
   ["keyword","fi"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","    "],
   ["keyword","done"]
-  ]
+],[
- },
+   "start"
- {
+],[
-  "state": "start",
+   "start",
-  "data": []
- },
- {
-  "state": "start",
-  "data": [
   ["text","    "],
   ["keyword","if"],
   ["text"," "],
@@ -321,11 +245,8 @@
   ["paren.rparen","]"],
   ["text","; "],
   ["keyword","then"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","        "],
   ["support.function.builtin","echo"],
   ["text"," "],
@@ -333,37 +254,23 @@
   ["text"," "],
   ["keyword.operator",">"],
   ["support.function","&2"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","        "],
   ["support.function.builtin","exit"],
   ["text"," "],
   ["constant.numeric","1"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","    "],
   ["keyword","fi"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["paren.rparen","}"]
-  ]
+],[
- },
+   "start"
- {
+],[
-  "state": "start",
+   "start",
-  "data": []
- },
- {
-  "state": "start",
-  "data": [
   ["keyword","if"],
   ["text"," "],
   ["variable","repo="],
@@ -371,11 +278,8 @@
   ["identifier","get_repo"],
   ["text"," $@`; "],
   ["keyword","then"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","    "],
   ["variable","branch="],
   ["text","`"],
@@ -393,40 +297,24 @@
   ["keyword.operator","/"],
   ["identifier","null"],
   ["text","`"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","    "],
   ["support.function.builtin","echo"],
   ["text"," "],
   ["string","\"http://github.com/$repo/pull/new/${branch##refs/heads/}\""]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["keyword","else"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","    "],
   ["support.function.builtin","exit"],
   ["text"," "],
   ["constant.numeric","1"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["keyword","fi"]
-  ]
+],[
- },
+   "start"
- {
+]]
-  "state": "start",
-  "data": []
- }
-]

lib/ace/mode/_test/tokens_sql.json

@@ -1,7 +1,5 @@
-[
+[[
- {
+   "start",
-  "state": "start",
-  "data": [
   ["keyword","SELECT"],
   ["text"," "],
   ["identifier","city"],
@@ -14,19 +12,13 @@
   ["keyword","AS"],
   ["text"," "],
   ["identifier","users_count"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["keyword","FROM"],
   ["text"," "],
   ["identifier","users"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["keyword","WHERE"],
   ["text"," "],
   ["identifier","group_name"],
@@ -34,11 +26,8 @@
   ["keyword.operator","="],
   ["text"," "],
   ["string","'salesman'"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["keyword","AND"],
   ["text"," "],
   ["identifier","created"],
@@ -46,21 +35,15 @@
   ["keyword.operator",">"],
   ["text"," "],
   ["string","'2011-05-21'"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["keyword","GROUP"],
   ["text"," "],
   ["keyword","BY"],
   ["text"," "],
   ["constant.numeric","1"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["keyword","ORDER"],
   ["text"," "],
   ["keyword","BY"],
@@ -68,6 +51,4 @@
   ["constant.numeric","2"],
   ["text"," "],
   ["keyword","DESC"]
-  ]
+]]
- }
-]

lib/ace/mode/_test/tokens_stylus.json

@@ -1,83 +1,45 @@
-[
+[[
- {
+   "start",
-  "state": "start",
-  "data": [
   ["comment","// I'm a comment!"]
-  ]
+],[
- },
+   "start"
- {
+],[
-  "state": "start",
+   "comment",
-  "data": []
- },
- {
-  "state": "comment",
-  "data": [
   ["comment","/*"]
-  ]
+],[
- },
+   "comment",
- {
-  "state": "comment",
-  "data": [
   ["comment"," * Adds the given numbers together."]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["comment"," */"]
-  ]
+],[
- },
+   "start"
- {
+],[
-  "state": "start",
+   "start"
-  "data": []
+],[
- },
+   "comment",
- {
-  "state": "start",
-  "data": []
- },
- {
-  "state": "comment",
-  "data": [
   ["comment","/*!"]
-  ]
+],[
- },
+   "comment",
- {
-  "state": "comment",
-  "data": [
   ["comment"," * Adds the given numbers together."]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["comment"," */"]
-  ]
+],[
- },
+   "start"
- {
+],[
-  "state": "start",
+   "start"
-  "data": []
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": []
- },
- {
-  "state": "start",
-  "data": [
   ["entity.name.function.stylus","asdasdasdad"],
   ["text","(df, ad"],
   ["keyword.operator.stylus","="],
   ["constant.numeric","23"],
   ["text",")"]
-  ]
+],[
- },
+   "start"
- {
+],[
-  "state": "start",
+   "start",
-  "data": []
- },
- {
-  "state": "start",
-  "data": [
   ["entity.name.function.stylus","add"],
   ["text","("],
   ["entity.name.tag.stylus","a"],
@@ -88,119 +50,75 @@
   ["text"," "],
   ["entity.name.tag.stylus","a"],
   ["text",")"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","   "],
   ["entity.name.tag.stylus","a"],
   ["text"," "],
   ["keyword.operator.stylus","+"],
   ["text"," "],
   ["entity.name.tag.stylus","b"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["entity.name.function.stylus","green"],
   ["text","("],
   ["constant.numeric","#0c0"],
   ["text",")"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text"," add("],
   ["constant.numeric","10"],
   ["text",", "],
   ["constant.numeric","5"],
   ["text",")"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text"," "],
   ["comment","// => 15"]
-  ]
+],[
- },
+   "start"
- {
+],[
-  "state": "start",
+   "start",
-  "data": []
- },
- {
-  "state": "start",
-  "data": [
   ["text"," add("],
   ["constant.numeric","10"],
   ["text",")"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text"," add("],
   ["entity.name.tag.stylus","a"],
   ["text",", "],
   ["entity.name.tag.stylus","b"],
   ["text",")"]
-  ]
+],[
- },
+   "start"
- {
+],[
-  "state": "start",
+   "start",
-  "data": []
- },
- {
-  "state": "start",
-  "data": [
   ["entity.language.stylus","    &"],
   ["text","asdasd"]
-  ]
+],[
- },
+   "start"
- {
+],[
-  "state": "start",
+   "start",
-  "data": []
- },
- {
-  "state": "start",
-  "data": [
   ["text","    ("],
   ["variable.language.stylus","arguments"],
   ["text",")"]
-  ]
+],[
- },
+   "start"
- {
+],[
-  "state": "start",
+   "start",
-  "data": []
- },
- {
-  "state": "start",
-  "data": [
   ["text","    "],
   ["keyword.stylus","@sdfsdf"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["entity.other.attribute-name.class.stylus",".signatures"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","  "],
   ["support.type","background-color"],
   ["text"," "],
   ["constant.numeric","#e0e8e0"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","  "],
   ["support.type","border"],
   ["text"," "],
@@ -209,11 +127,8 @@
   ["text"," "],
   ["support.constant","solid"],
   ["text"," grayLighter"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","  "],
   ["support.type","box-shadow"],
   ["text"," "],
@@ -224,21 +139,15 @@
   ["constant.numeric","3"],
   ["keyword","px"],
   ["text"," grayLightest"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","  "],
   ["support.type","border-radius"],
   ["text"," "],
   ["constant.numeric","3"],
   ["keyword","px"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","  "],
   ["support.type","padding"],
   ["text"," "],
@@ -247,145 +156,94 @@
   ["text"," "],
   ["constant.numeric","5"],
   ["keyword","px"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","  "],
   ["string","\"adsads\""]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","  "],
   ["support.type","margin-left"],
   ["text"," "],
   ["constant.numeric","0"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","  "],
   ["support.type","list-style"],
   ["text"," "],
   ["support.constant","none"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["entity.other.attribute-name.class.stylus",".signature"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","  "],
   ["support.type","list-style"],
   ["text"," "],
   ["support.constant","none"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","  "],
   ["support.type","display"],
   ["text",": "],
   ["support.constant","inline"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","  "],
   ["support.type","margin-left"],
   ["text"," "],
   ["constant.numeric","0"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","  "],
   ["keyword.operator.stylus",">"],
   ["text"," "],
   ["entity.name.tag.stylus","li"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","    "],
   ["support.type","display"],
   ["text"," "],
   ["support.constant","inline"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["keyword.operator.stylus","is"],
   ["text"," "],
   ["keyword.operator.stylus","not"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["entity.other.attribute-name.class.stylus",".signature-values"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","  "],
   ["support.type","list-style"],
   ["text"," "],
   ["support.constant","none"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","  "],
   ["support.type","display"],
   ["text"," "],
   ["support.constant","inline"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","  "],
   ["support.type","margin-left"],
   ["text"," "],
   ["constant.numeric","0"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["entity.language.stylus","  &"],
   ["punctuation",":"],
   ["entity.other.attribute-name.pseudo-element.css","before"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","    "],
   ["support.type","content"],
   ["text"," "],
   ["string","'→'"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","    "],
   ["support.type","margin"],
   ["text"," "],
@@ -393,33 +251,20 @@
   ["text"," "],
   ["constant.numeric","5"],
   ["keyword","px"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","  "],
   ["keyword.operator.stylus",">"],
   ["text"," "],
   ["entity.name.tag.stylus","li"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","  "],
   ["keyword.control.stylus","!important"]
-  ]
+],[
- },
+   "start"
- {
+],[
-  "state": "start",
+   "start",
-  "data": []
- },
- {
-  "state": "start",
-  "data": [
   ["text","  "],
   ["keyword.control.stylus","unless"]
-  ]
+]]
- }
-]

lib/ace/mode/_test/tokens_svg.json

@@ -1,14 +1,9 @@
-[
+[[
- {
+   "tag_embed_attribute_list",
-  "state": "tag_embed_attribute_list",
-  "data": [
   ["meta.tag","<"],
   ["meta.tag.tag-name","svg"]
-  ]
+],[
- },
+   "tag_embed_attribute_list",
- {
-  "state": "tag_embed_attribute_list",
-  "data": [
   ["text","  "],
   ["entity.other.attribute-name","width"],
   ["keyword.operator","="],
@@ -17,34 +12,23 @@
   ["entity.other.attribute-name","height"],
   ["keyword.operator","="],
   ["string","\"600\""]
-  ]
+],[
- },
+   "tag_embed_attribute_list",
- {
-  "state": "tag_embed_attribute_list",
-  "data": [
   ["text","  "],
   ["entity.other.attribute-name","xmlns"],
   ["keyword.operator","="],
   ["string","\"http://www.w3.org/2000/svg\""]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","  "],
   ["entity.other.attribute-name","onload"],
   ["keyword.operator","="],
   ["string","\"StartAnimation(evt)\""],
   ["meta.tag.r",">"]
-  ]
+],[
- },
+   "start"
- {
+],[
-  "state": "start",
+   "start",
-  "data": []
- },
- {
-  "state": "start",
-  "data": [
   ["text","  "],
   ["meta.tag","<"],
   ["meta.tag.tag-name","title"],
@@ -53,11 +37,8 @@
   ["meta.tag","</"],
   ["meta.tag.tag-name","title"],
   ["meta.tag.r",">"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","  "],
   ["meta.tag","<"],
   ["meta.tag.tag-name","desc"],
@@ -66,15 +47,10 @@
   ["meta.tag","</"],
   ["meta.tag.tag-name","desc"],
   ["meta.tag.r",">"]
-  ]
+],[
- },
+   "start"
- {
+],[
-  "state": "start",
+   "js-regex_allowed",
-  "data": []
- },
- {
-  "state": "js-regex_allowed",
-  "data": [
   ["text","  "],
   ["meta.tag","<"],
   ["meta.tag.tag-name","script"],
@@ -87,11 +63,8 @@
   ["paren.lparen","["],
   ["identifier","CDATA"],
   ["paren.lparen","["]
-  ]
+],[
- },
+   "js-regex_allowed",
- {
-  "state": "js-regex_allowed",
-  "data": [
   ["text","    "],
   ["storage.type","var"],
   ["text"," "],
@@ -101,11 +74,8 @@
   ["text"," "],
   ["constant.numeric","0"],
   ["punctuation.operator",";"]
-  ]
+],[
- },
+   "js-regex_allowed",
- {
-  "state": "js-regex_allowed",
-  "data": [
   ["text","    "],
   ["storage.type","var"],
   ["text"," "],
@@ -115,11 +85,8 @@
   ["text"," "],
   ["constant.numeric","1"],
   ["punctuation.operator",";"]
-  ]
+],[
- },
+   "js-regex_allowed",
- {
-  "state": "js-regex_allowed",
-  "data": [
   ["text","    "],
   ["storage.type","var"],
   ["text"," "],
@@ -129,55 +96,38 @@
   ["text"," "],
   ["constant.numeric","100"],
   ["punctuation.operator",";"]
-  ]
+],[
- },
+   "js-regex_allowed",
- {
-  "state": "js-regex_allowed",
-  "data": [
   ["text","    "],
   ["storage.type","var"],
   ["text"," "],
   ["identifier","hickory"],
   ["punctuation.operator",";"]
-  ]
+],[
- },
+   "js-regex_allowed",
- {
-  "state": "js-regex_allowed",
-  "data": [
   ["text","    "],
   ["storage.type","var"],
   ["text"," "],
   ["identifier","dickory"],
   ["punctuation.operator",";"]
-  ]
+],[
- },
+   "js-regex_allowed",
- {
-  "state": "js-regex_allowed",
-  "data": [
   ["text","    "],
   ["storage.type","var"],
   ["text"," "],
   ["identifier","dock"],
   ["punctuation.operator",";"]
-  ]
+],[
- },
+   "js-regex_allowed",
- {
-  "state": "js-regex_allowed",
-  "data": [
   ["text","    "],
   ["storage.type","var"],
   ["text"," "],
   ["identifier","i"],
   ["punctuation.operator",";"]
-  ]
+],[
- },
+   "js-start"
- {
+],[
-  "state": "js-start",
+   "js-regex_allowed",
-  "data": []
- },
- {
-  "state": "js-regex_allowed",
-  "data": [
   ["text","    "],
   ["storage.type","function"],
   ["text"," "],
@@ -187,11 +137,8 @@
   ["paren.rparen",")"],
   ["text"," "],
   ["paren.lparen","{"]
-  ]
+],[
- },
+   "js-regex_allowed",
- {
-  "state": "js-regex_allowed",
-  "data": [
   ["text","        "],
   ["identifier","hickory"],
   ["text","  "],
@@ -208,11 +155,8 @@
   ["string","\"hickory\""],
   ["paren.rparen",")"],
   ["punctuation.operator",";"]
-  ]
+],[
- },
+   "js-regex_allowed",
- {
-  "state": "js-regex_allowed",
-  "data": [
   ["text","        "],
   ["identifier","dickory"],
   ["text"," "],
@@ -229,11 +173,8 @@
   ["string","\"dickory\""],
   ["paren.rparen",")"],
   ["punctuation.operator",";"]
-  ]
+],[
- },
+   "js-regex_allowed",
- {
-  "state": "js-regex_allowed",
-  "data": [
   ["text","        "],
   ["identifier","dock"],
   ["text"," "],
@@ -250,32 +191,21 @@
   ["string","\"dock\""],
   ["paren.rparen",")"],
   ["punctuation.operator",";"]
-  ]
+],[
- },
+   "js-start"
- {
+],[
-  "state": "js-start",
+   "js-regex_allowed",
-  "data": []
- },
- {
-  "state": "js-regex_allowed",
-  "data": [
   ["text","        "],
   ["identifier","ShowAndGrowElement"],
   ["paren.lparen","("],
   ["paren.rparen",")"],
   ["punctuation.operator",";"]
-  ]
+],[
- },
+   "js-start",
- {
-  "state": "js-start",
-  "data": [
   ["text","    "],
   ["paren.rparen","}"]
-  ]
+],[
- },
+   "js-regex_allowed",
- {
-  "state": "js-regex_allowed",
-  "data": [
   ["text","    "],
   ["storage.type","function"],
   ["text"," "],
@@ -284,11 +214,8 @@
   ["paren.rparen",")"],
   ["text"," "],
   ["paren.lparen","{"]
-  ]
+],[
- },
+   "js-regex_allowed",
- {
-  "state": "js-regex_allowed",
-  "data": [
   ["text","        "],
   ["identifier","timevalue"],
   ["text"," "],
@@ -300,11 +227,8 @@
   ["text"," "],
   ["identifier","timer_increment"],
   ["punctuation.operator",";"]
-  ]
+],[
- },
+   "js-start",
- {
-  "state": "js-start",
-  "data": [
   ["text","        "],
   ["keyword","if"],
   ["text"," "],
@@ -315,26 +239,17 @@
   ["text"," "],
   ["identifier","max_time"],
   ["paren.rparen",")"]
-  ]
+],[
- },
+   "js-regex_allowed",
- {
-  "state": "js-regex_allowed",
-  "data": [
   ["text","            "],
   ["keyword","return"],
   ["punctuation.operator",";"]
-  ]
+],[
- },
+   "js-start",
- {
-  "state": "js-start",
-  "data": [
   ["text","        "],
   ["comment","// Scale the text string gradually until it is 20 times larger"]
-  ]
+],[
- },
+   "js-regex_allowed",
- {
-  "state": "js-regex_allowed",
-  "data": [
   ["text","        "],
   ["identifier","scalefactor"],
   ["text"," "],
@@ -352,15 +267,10 @@
   ["text"," "],
   ["identifier","max_time"],
   ["punctuation.operator",";"]
-  ]
+],[
- },
+   "js-start"
- {
+],[
-  "state": "js-start",
+   "js-regex_allowed",
-  "data": []
- },
- {
-  "state": "js-regex_allowed",
-  "data": [
   ["text","        "],
   ["keyword","if"],
   ["text"," "],
@@ -373,11 +283,8 @@
   ["paren.rparen",")"],
   ["text"," "],
   ["paren.lparen","{"]
-  ]
+],[
- },
+   "js-regex_allowed",
- {
-  "state": "js-regex_allowed",
-  "data": [
   ["text","            "],
   ["identifier","hickory"],
   ["punctuation.operator","."],
@@ -389,11 +296,8 @@
   ["string","\"\""],
   ["paren.rparen",")"],
   ["punctuation.operator",";"]
-  ]
+],[
- },
+   "js-regex_allowed",
- {
-  "state": "js-regex_allowed",
-  "data": [
   ["text","            "],
   ["identifier","hickory"],
   ["punctuation.operator","."],
@@ -422,22 +326,14 @@
   ["string","\", -144 )\""],
   ["paren.rparen",")"],
   ["punctuation.operator",";"]
-  ]
+],[
- },
+   "js-start",
- {
-  "state": "js-start",
-  "data": [
   ["text","        "],
   ["paren.rparen","}"]
-  ]
+],[
- },
+   "js-start"
- {
+],[
-  "state": "js-start",
+   "js-regex_allowed",
-  "data": []
- },
- {
-  "state": "js-regex_allowed",
-  "data": [
   ["text","        "],
   ["keyword","if"],
   ["text"," "],
@@ -458,11 +354,8 @@
   ["paren.rparen",")"],
   ["text"," "],
   ["paren.lparen","{"]
-  ]
+],[
- },
+   "js-regex_allowed",
- {
-  "state": "js-regex_allowed",
-  "data": [
   ["text","            "],
   ["identifier","dickory"],
   ["punctuation.operator","."],
@@ -474,11 +367,8 @@
   ["string","\"\""],
   ["paren.rparen",")"],
   ["punctuation.operator",";"]
-  ]
+],[
- },
+   "js-regex_allowed",
- {
-  "state": "js-regex_allowed",
-  "data": [
   ["text","            "],
   ["identifier","dickory"],
   ["punctuation.operator","."],
@@ -504,18 +394,12 @@
   ["string","\", 0 )\""],
   ["paren.rparen",")"],
   ["punctuation.operator",";"]
-  ]
+],[
- },
+   "js-start",
- {
-  "state": "js-start",
-  "data": [
   ["text","        "],
   ["paren.rparen","}"]
-  ]
+],[
- },
+   "js-regex_allowed",
- {
-  "state": "js-regex_allowed",
-  "data": [
   ["text","        "],
   ["keyword","if"],
   ["text"," "],
@@ -528,11 +412,8 @@
   ["paren.rparen",")"],
   ["text"," "],
   ["paren.lparen","{"]
-  ]
+],[
- },
+   "js-regex_allowed",
- {
-  "state": "js-regex_allowed",
-  "data": [
   ["text","            "],
   ["identifier","dock"],
   ["punctuation.operator","."],
@@ -544,11 +425,8 @@
   ["string","\"\""],
   ["paren.rparen",")"],
   ["punctuation.operator",";"]
-  ]
+],[
- },
+   "js-regex_allowed",
- {
-  "state": "js-regex_allowed",
-  "data": [
   ["text","            "],
   ["identifier","dock"],
   ["punctuation.operator","."],
@@ -576,29 +454,18 @@
   ["string","\", 144 )\""],
   ["paren.rparen",")"],
   ["punctuation.operator",";"]
-  ]
+],[
- },
+   "js-start",
- {
-  "state": "js-start",
-  "data": [
   ["text","        "],
   ["paren.rparen","}"]
-  ]
+],[
- },
+   "js-start"
- {
+],[
-  "state": "js-start",
+   "js-start",
-  "data": []
- },
- {
-  "state": "js-start",
-  "data": [
   ["text","        "],
   ["comment","// Call ShowAndGrowElement again <timer_increment> milliseconds later."]
-  ]
+],[
- },
+   "js-start",
- {
-  "state": "js-start",
-  "data": [
   ["text","        "],
   ["identifier","setTimeout"],
   ["paren.lparen","("],
@@ -607,18 +474,12 @@
   ["text"," "],
   ["identifier","timer_increment"],
   ["paren.rparen",")"]
-  ]
+],[
- },
+   "js-start",
- {
-  "state": "js-start",
-  "data": [
   ["text","    "],
   ["paren.rparen","}"]
-  ]
+],[
- },
+   "js-start",
- {
-  "state": "js-start",
-  "data": [
   ["text","    "],
   ["variable.language","window"],
   ["punctuation.operator","."],
@@ -627,303 +488,201 @@
   ["keyword.operator","="],
   ["text"," "],
   ["identifier","ShowAndGrowElement"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","  "],
   ["paren.rparen","]]"],
   ["keyword.operator",">"],
   ["meta.tag","</"],
   ["meta.tag.tag-name","script"],
   ["meta.tag.r",">"]
-  ]
+],[
- },
+   "start"
- {
+],[
-  "state": "start",
+   "tag_embed_attribute_list",
-  "data": []
- },
- {
-  "state": "tag_embed_attribute_list",
-  "data": [
   ["text","  "],
   ["meta.tag","<"],
   ["meta.tag.tag-name","rect"]
-  ]
+],[
- },
+   "tag_embed_attribute_list",
- {
-  "state": "tag_embed_attribute_list",
-  "data": [
   ["text","    "],
   ["entity.other.attribute-name","fill"],
   ["keyword.operator","="],
   ["string","\"#2e3436\""]
-  ]
+],[
- },
+   "tag_embed_attribute_list",
- {
-  "state": "tag_embed_attribute_list",
-  "data": [
   ["text","    "],
   ["entity.other.attribute-name","fill-rule"],
   ["keyword.operator","="],
   ["string","\"nonzero\""]
-  ]
+],[
- },
+   "tag_embed_attribute_list",
- {
-  "state": "tag_embed_attribute_list",
-  "data": [
   ["text","    "],
   ["entity.other.attribute-name","stroke-width"],
   ["keyword.operator","="],
   ["string","\"3\""]
-  ]
+],[
- },
+   "tag_embed_attribute_list",
- {
-  "state": "tag_embed_attribute_list",
-  "data": [
   ["text","    "],
   ["entity.other.attribute-name","y"],
   ["keyword.operator","="],
   ["string","\"0\""]
-  ]
+],[
- },
+   "tag_embed_attribute_list",
- {
-  "state": "tag_embed_attribute_list",
-  "data": [
   ["text","    "],
   ["entity.other.attribute-name","x"],
   ["keyword.operator","="],
   ["string","\"0\""]
-  ]
+],[
- },
+   "tag_embed_attribute_list",
- {
-  "state": "tag_embed_attribute_list",
-  "data": [
   ["text","    "],
   ["entity.other.attribute-name","height"],
   ["keyword.operator","="],
   ["string","\"600\""]
-  ]
+],[
- },
+   "tag_embed_attribute_list",
- {
-  "state": "tag_embed_attribute_list",
-  "data": [
   ["text","    "],
   ["entity.other.attribute-name","width"],
   ["keyword.operator","="],
   ["string","\"800\""]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","    "],
   ["entity.other.attribute-name","id"],
   ["keyword.operator","="],
   ["string","\"rect3590\""],
   ["meta.tag.r","/>"]
-  ]
+],[
- },
+   "start"
- {
+],[
-  "state": "start",
+   "tag_embed_attribute_list",
-  "data": []
- },
- {
-  "state": "tag_embed_attribute_list",
-  "data": [
   ["text","    "],
   ["meta.tag","<"],
   ["meta.tag.tag-name","text"]
-  ]
+],[
- },
+   "tag_embed_attribute_list",
- {
-  "state": "tag_embed_attribute_list",
-  "data": [
   ["text","       "],
   ["entity.other.attribute-name","style"],
   ["keyword.operator","="],
   ["string","\"font-size:144px;font-style:normal;font-variant:normal;font-weight:bold;font-stretch:normal;fill:#000000;fill-opacity:1;stroke:none;font-family:Bitstream Vera Sans;-inkscape-font-specification:Bitstream Vera Sans Bold\""]
-  ]
+],[
- },
+   "tag_embed_attribute_list",
- {
-  "state": "tag_embed_attribute_list",
-  "data": [
   ["text","       "],
   ["entity.other.attribute-name","x"],
   ["keyword.operator","="],
   ["string","\"50\""]
-  ]
+],[
- },
+   "tag_embed_attribute_list",
- {
-  "state": "tag_embed_attribute_list",
-  "data": [
   ["text","       "],
   ["entity.other.attribute-name","y"],
   ["keyword.operator","="],
   ["string","\"350\""]
-  ]
+],[
- },
+   "tag_embed_attribute_list",
- {
-  "state": "tag_embed_attribute_list",
-  "data": [
   ["text","       "],
   ["entity.other.attribute-name","id"],
   ["keyword.operator","="],
   ["string","\"hickory\""]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","       "],
   ["entity.other.attribute-name","display"],
   ["keyword.operator","="],
   ["string","\"none\""],
   ["meta.tag.r",">"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","        Hickory,"],
   ["meta.tag","</"],
   ["meta.tag.tag-name","text"],
   ["meta.tag.r",">"]
-  ]
+],[
- },
+   "tag_embed_attribute_list",
- {
-  "state": "tag_embed_attribute_list",
-  "data": [
   ["text","    "],
   ["meta.tag","<"],
   ["meta.tag.tag-name","text"]
-  ]
+],[
- },
+   "tag_embed_attribute_list",
- {
-  "state": "tag_embed_attribute_list",
-  "data": [
   ["text","       "],
   ["entity.other.attribute-name","style"],
   ["keyword.operator","="],
   ["string","\"font-size:144px;font-style:normal;font-variant:normal;font-weight:bold;font-stretch:normal;fill:#000000;fill-opacity:1;stroke:none;font-family:Bitstream Vera Sans;-inkscape-font-specification:Bitstream Vera Sans Bold\""]
-  ]
+],[
- },
+   "tag_embed_attribute_list",
- {
-  "state": "tag_embed_attribute_list",
-  "data": [
   ["text","       "],
   ["entity.other.attribute-name","x"],
   ["keyword.operator","="],
   ["string","\"50\""]
-  ]
+],[
- },
+   "tag_embed_attribute_list",
- {
-  "state": "tag_embed_attribute_list",
-  "data": [
   ["text","       "],
   ["entity.other.attribute-name","y"],
   ["keyword.operator","="],
   ["string","\"350\""]
-  ]
+],[
- },
+   "tag_embed_attribute_list",
- {
-  "state": "tag_embed_attribute_list",
-  "data": [
   ["text","       "],
   ["entity.other.attribute-name","id"],
   ["keyword.operator","="],
   ["string","\"dickory\""]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","       "],
   ["entity.other.attribute-name","display"],
   ["keyword.operator","="],
   ["string","\"none\""],
   ["meta.tag.r",">"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","        dickory,"],
   ["meta.tag","</"],
   ["meta.tag.tag-name","text"],
   ["meta.tag.r",">"]
-  ]
+],[
- },
+   "tag_embed_attribute_list",
- {
-  "state": "tag_embed_attribute_list",
-  "data": [
   ["text","    "],
   ["meta.tag","<"],
   ["meta.tag.tag-name","text"]
-  ]
+],[
- },
+   "tag_embed_attribute_list",
- {
-  "state": "tag_embed_attribute_list",
-  "data": [
   ["text","       "],
   ["entity.other.attribute-name","style"],
   ["keyword.operator","="],
   ["string","\"font-size:144px;font-style:normal;font-variant:normal;font-weight:bold;font-stretch:normal;fill:#000000;fill-opacity:1;stroke:none;font-family:Bitstream Vera Sans;-inkscape-font-specification:Bitstream Vera Sans Bold\""]
-  ]
+],[
- },
+   "tag_embed_attribute_list",
- {
-  "state": "tag_embed_attribute_list",
-  "data": [
   ["text","       "],
   ["entity.other.attribute-name","x"],
   ["keyword.operator","="],
   ["string","\"50\""]
-  ]
+],[
- },
+   "tag_embed_attribute_list",
- {
-  "state": "tag_embed_attribute_list",
-  "data": [
   ["text","       "],
   ["entity.other.attribute-name","y"],
   ["keyword.operator","="],
   ["string","\"350\""]
-  ]
+],[
- },
+   "tag_embed_attribute_list",
- {
-  "state": "tag_embed_attribute_list",
-  "data": [
   ["text","       "],
   ["entity.other.attribute-name","id"],
   ["keyword.operator","="],
   ["string","\"dock\""]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","       "],
   ["entity.other.attribute-name","display"],
   ["keyword.operator","="],
   ["string","\"none\""],
   ["meta.tag.r",">"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","        dock!"],
   ["meta.tag","</"],
   ["meta.tag.tag-name","text"],
   ["meta.tag.r",">"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["meta.tag","</"],
   ["meta.tag.tag-name","svg"],
   ["meta.tag.r",">"]
-  ]
+]]
- }
-]

lib/ace/mode/_test/tokens_tcl.json

@@ -1,11 +1,7 @@
-[
+[[
- {
+   "commandItem"
-  "state": "commandItem",
+],[
-  "data": []
+   "commandItem",
- },
- {
-  "state": "commandItem",
-  "data": [
   ["keyword","proc"],
   ["text"," "],
   ["identifier","dijkstra"],
@@ -17,18 +13,12 @@
   ["paren.rparen","}"],
   ["text"," "],
   ["paren.lparen","{"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","    "],
   ["comment","# Initialize"]
-  ]
+],[
- },
+   "commandItem",
- {
-  "state": "commandItem",
-  "data": [
   ["text","    "],
   ["keyword","dict"],
   ["text"," "],
@@ -44,11 +34,8 @@
   ["variable.instance","graph"],
   ["text"," "],
   ["paren.lparen","{"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","\t"],
   ["keyword","dict"],
   ["text"," "],
@@ -60,11 +47,8 @@
   ["variable.instance","vertex"],
   ["text"," "],
   ["identifier","Inf"]
-  ]
+],[
- },
+   "commandItem",
- {
-  "state": "commandItem",
-  "data": [
   ["text","\t"],
   ["keyword","dict"],
   ["text"," "],
@@ -77,17 +61,11 @@
   ["text"," "],
   ["paren.lparen","{"],
   ["text","}"]
-  ]
+],[
- },
+   "commandItem",
- {
-  "state": "commandItem",
-  "data": [
   ["text","    }"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","    "],
   ["keyword","dict"],
   ["text"," "],
@@ -98,11 +76,8 @@
   ["variable.instancce","$"],
   ["variable.instance","origin"],
   ["text"," 0"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","    "],
   ["keyword","dict"],
   ["text"," "],
@@ -119,17 +94,11 @@
   ["variable.instancce","$"],
   ["variable.instance","origin"],
   ["paren.rparen","]"]
-  ]
+],[
- },
+   "commandItem",
- {
-  "state": "commandItem",
-  "data": [
   ["text"," "]
-  ]
+],[
- },
+   "commandItem",
- {
-  "state": "commandItem",
-  "data": [
   ["text","    "],
   ["keyword","while"],
   ["text"," "],
@@ -144,29 +113,20 @@
   ["paren.rparen","]}"],
   ["text"," "],
   ["paren.lparen","{"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","\t"],
   ["comment","# Find unhandled node with least weight"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","\t"],
   ["keyword","set"],
   ["text"," "],
   ["identifier","d"],
   ["text"," "],
   ["identifier","Inf"]
-  ]
+],[
- },
+   "commandItem",
- {
-  "state": "commandItem",
-  "data": [
   ["text","\t"],
   ["keyword","dict"],
   ["text"," "],
@@ -182,11 +142,8 @@
   ["variable.instance","graph"],
   ["text"," "],
   ["paren.lparen","{"]
-  ]
+],[
- },
+   "commandItem",
- {
-  "state": "commandItem",
-  "data": [
   ["text","\t    "],
   ["keyword","if"],
   ["text"," "],
@@ -214,11 +171,8 @@
   ["paren.rparen","]]}"],
   ["text"," "],
   ["paren.lparen","{"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","\t\t"],
   ["keyword","set"],
   ["text"," "],
@@ -226,11 +180,8 @@
   ["text"," "],
   ["variable.instancce","$"],
   ["variable.instance","uu"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","\t\t"],
   ["keyword","set"],
   ["text"," "],
@@ -238,36 +189,21 @@
   ["text"," "],
   ["variable.instancce","$"],
   ["variable.instance","dd"]
-  ]
+],[
- },
+   "commandItem",
- {
-  "state": "commandItem",
-  "data": [
   ["text","\t    }"]
-  ]
+],[
- },
+   "commandItem",
- {
-  "state": "commandItem",
-  "data": [
   ["text","\t}"]
-  ]
+],[
- },
+   "commandItem",
- {
-  "state": "commandItem",
-  "data": [
   ["text"," "]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","\t"],
   ["comment","# No such node; graph must be disconnected"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","\t"],
   ["keyword","if"],
   ["text"," "],
@@ -281,30 +217,18 @@
   ["paren.rparen","}"],
   ["text"," "],
   ["identifier","break"]
-  ]
+],[
- },
+   "commandItem",
- {
-  "state": "commandItem",
-  "data": [
   ["text"," "]
-  ]
+],[
- },
+   "commentfollow",
- {
-  "state": "commentfollow",
-  "data": [
   ["text","\t"],
   ["comment","# Update the weights for nodes\\"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["comment","\t lead to by the node we've picked"]
-  ]
+],[
- },
+   "commandItem",
- {
-  "state": "commandItem",
-  "data": [
   ["text","\t"],
   ["keyword","dict"],
   ["text"," "],
@@ -329,11 +253,8 @@
   ["paren.rparen","]"],
   ["text"," "],
   ["paren.lparen","{"]
-  ]
+],[
- },
+   "commandItem",
- {
-  "state": "commandItem",
-  "data": [
   ["text","\t    "],
   ["keyword","if"],
   ["text"," "],
@@ -351,11 +272,8 @@
   ["paren.rparen","]}"],
   ["text"," "],
   ["paren.lparen","{"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","\t\t"],
   ["keyword","set"],
   ["text"," "],
@@ -373,11 +291,8 @@
   ["variable.instancce","$"],
   ["variable.instance","dd"],
   ["paren.rparen","}]"]
-  ]
+],[
- },
+   "commandItem",
- {
-  "state": "commandItem",
-  "data": [
   ["text","\t\t"],
   ["keyword","if"],
   ["text"," "],
@@ -400,11 +315,8 @@
   ["paren.rparen","]}"],
   ["text"," "],
   ["paren.lparen","{"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","\t\t    "],
   ["keyword","dict"],
   ["text"," "],
@@ -417,11 +329,8 @@
   ["text"," "],
   ["variable.instancce","$"],
   ["variable.instance","alt"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","\t\t    "],
   ["keyword","dict"],
   ["text"," "],
@@ -451,42 +360,24 @@
   ["variable.instancce","$"],
   ["variable.instance","v"],
   ["paren.rparen","]"]
-  ]
+],[
- },
+   "commandItem",
- {
-  "state": "commandItem",
-  "data": [
   ["text","\t\t}"]
-  ]
+],[
- },
+   "commandItem",
- {
-  "state": "commandItem",
-  "data": [
   ["text","\t    }"]
-  ]
+],[
- },
+   "commandItem",
- {
-  "state": "commandItem",
-  "data": [
   ["text","\t}"]
-  ]
+],[
- },
+   "commandItem",
- {
-  "state": "commandItem",
-  "data": [
   ["text"," "]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","\t"],
   ["comment","# Remove chosen node from graph still to be handled"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","\t"],
   ["keyword","dict"],
   ["text"," "],
@@ -496,17 +387,11 @@
   ["text"," "],
   ["variable.instancce","$"],
   ["variable.instance","u"]
-  ]
+],[
- },
+   "commandItem",
- {
-  "state": "commandItem",
-  "data": [
   ["text","    }"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","    "],
   ["keyword","return"],
   ["text"," "],
@@ -519,12 +404,7 @@
   ["variable.instancce","$"],
   ["variable.instance","path"],
   ["paren.rparen","]"]
-  ]
+],[
- },
+   "commandItem",
- {
-  "state": "commandItem",
-  "data": [
   ["text","}"]
-  ]
+]]
- }
-]

lib/ace/mode/_test/tokens_tex.json

@@ -1,7 +1,5 @@
-[
+[[
- {
+   "start",
-  "state": "start",
-  "data": [
   ["text","The quadratic formula is $$-b "],
   ["keyword","\\pm"],
   ["text"," "],
@@ -12,60 +10,37 @@
   ["text"," "],
   ["keyword","\\over"],
   ["text"," 2a$$"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["keyword","\\bye"]
-  ]
+],[
- },
+   "start"
- {
+],[
-  "state": "start",
+   "start",
-  "data": []
- },
- {
-  "state": "start",
-  "data": [
   ["keyword","\\makeatletter"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text"," "],
   ["keyword","\\newcommand"],
   ["paren.keyword.operator","{"],
   ["keyword","\\be"],
   ["paren.keyword.operator","}{"],
   ["comment","%"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text"," "],
   ["keyword","\\begingroup"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text"," "],
   ["comment","% \\setlength{\\arraycolsep}{2pt}"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text"," "],
   ["keyword","\\eqnarray"],
   ["comment","%"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text"," "],
   ["keyword","\\@"],
   ["text","ifstar"],
@@ -73,18 +48,12 @@
   ["keyword","\\nonumber"],
   ["paren.keyword.operator","}{}"],
   ["comment","%"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","  "],
   ["paren.keyword.operator","}"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","  "],
   ["keyword","\\newcommand"],
   ["paren.keyword.operator","{"],
@@ -92,32 +61,21 @@
   ["paren.keyword.operator","}{"],
   ["keyword","\\endeqnarray\\endgroup"],
   ["paren.keyword.operator","}"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","  "],
   ["keyword","\\makeatother"]
-  ]
+],[
- },
+   "start"
- {
+],[
-  "state": "start",
+   "start",
-  "data": []
- },
- {
-  "state": "start",
-  "data": [
   ["text"," "],
   ["keyword","\\begin"],
   ["paren.keyword.operator","{"],
   ["nospell.text","equation"],
   ["paren.keyword.operator","}"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text"," x="],
   ["keyword","\\left\\"],
   ["paren.keyword.operator","{"],
@@ -128,11 +86,8 @@
   ["paren.keyword.operator","}{"],
   ["text","cl"],
   ["paren.keyword.operator","}"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text"," 0 & "],
   ["keyword","\\textrm"],
   ["paren.keyword.operator","{"],
@@ -140,11 +95,8 @@
   ["paren.keyword.operator","}"],
   ["text","A="],
   ["keyword","\\ldots\\\\"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text"," 1 & "],
   ["keyword","\\textrm"],
   ["paren.keyword.operator","{"],
@@ -152,20 +104,14 @@
   ["paren.keyword.operator","}"],
   ["text","B="],
   ["keyword","\\ldots\\\\"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text"," x & "],
   ["keyword","\\textrm"],
   ["paren.keyword.operator","{"],
   ["text","this runs with as much text as you like, but without an raggeright text"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","."],
   ["paren.keyword.operator","}"],
   ["keyword","\\end"],
@@ -174,16 +120,11 @@
   ["paren.keyword.operator","}"],
   ["keyword","\\right"],
   ["text","."]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text"," "],
   ["keyword","\\end"],
   ["paren.keyword.operator","{"],
   ["nospell.text","equation"],
   ["paren.keyword.operator","}"]
-  ]
+]]
- }
-]

lib/ace/mode/_test/tokens_text.json

@@ -1,58 +1,29 @@
-[
+[[
- {
+   "start",
-  "state": "start",
-  "data": [
   ["text","Lorem ipsum dolor sit amet, consetetur sadipscing elitr, sed diam nonumy eirmod tempor invidunt ut labore et dolore magna aliquyam erat, sed diam voluptua. At vero eos et accusam et justo duo dolores et ea rebum. Stet clita kasd gubergren, no sea takimata sanctus est Lorem ipsum dolor sit amet. Lorem ipsum dolor sit amet, consetetur sadipscing elitr, sed diam nonumy eirmod tempor invidunt ut labore et dolore magna aliquyam erat, sed diam voluptua. At vero eos et accusam et justo duo dolores et ea rebum. Stet clita kasd gubergren, no sea takimata sanctus est Lorem ipsum dolor sit amet. Lorem ipsum dolor sit amet, consetetur sadipscing elitr, sed diam nonumy eirmod tempor invidunt ut labore et dolore magna aliquyam erat, sed diam voluptua. At vero eos et accusam et justo duo dolores et ea rebum. Stet clita kasd gubergren, no sea takimata sanctus est Lorem ipsum dolor sit amet."]
-  ]
+],[
- },
+   "start"
- {
+],[
-  "state": "start",
+   "start",
-  "data": []
- },
- {
-  "state": "start",
-  "data": [
   ["text","Duis autem vel eum iriure dolor in hendrerit in vulputate velit esse molestie consequat, vel illum dolore eu feugiat nulla facilisis at vero eros et accumsan et iusto odio dignissim qui blandit praesent luptatum zzril delenit augue duis dolore te feugait nulla facilisi. Lorem ipsum dolor sit amet, consectetuer adipiscing elit, sed diam nonummy nibh euismod tincidunt ut laoreet dolore magna aliquam erat volutpat."]
-  ]
+],[
- },
+   "start"
- {
+],[
-  "state": "start",
+   "start",
-  "data": []
- },
- {
-  "state": "start",
-  "data": [
   ["text","Ut wisi enim ad minim veniam, quis nostrud exerci tation ullamcorper suscipit lobortis nisl ut aliquip ex ea commodo consequat. Duis autem vel eum iriure dolor in hendrerit in vulputate velit esse molestie consequat, vel illum dolore eu feugiat nulla facilisis at vero eros et accumsan et iusto odio dignissim qui blandit praesent luptatum zzril delenit augue duis dolore te feugait nulla facilisi."]
-  ]
+],[
- },
+   "start"
- {
+],[
-  "state": "start",
+   "start",
-  "data": []
- },
- {
-  "state": "start",
-  "data": [
   ["text","Nam liber tempor cum soluta nobis eleifend option congue nihil imperdiet doming id quod mazim placerat facer possim assum. Lorem ipsum dolor sit amet, consectetuer adipiscing elit, sed diam nonummy nibh euismod tincidunt ut laoreet dolore magna aliquam erat volutpat. Ut wisi enim ad minim veniam, quis nostrud exerci tation ullamcorper suscipit lobortis nisl ut aliquip ex ea commodo consequat."]
-  ]
+],[
- },
+   "start"
- {
+],[
-  "state": "start",
+   "start",
-  "data": []
- },
- {
-  "state": "start",
-  "data": [
   ["text","Duis autem vel eum iriure dolor in hendrerit in vulputate velit esse molestie consequat, vel illum dolore eu feugiat nulla facilisis."]
-  ]
+],[
- },
+   "start"
- {
+],[
-  "state": "start",
+   "start",
-  "data": []
- },
- {
-  "state": "start",
-  "data": [
   ["text","At vero eos et accusam et justo duo dolores et ea rebum. Stet clita kasd gubergren, no sea takimata sanctus est Lorem ipsum dolor sit amet. Lorem ipsum dolor sit amet, consetetur sadipscing elitr, sed diam nonumy eirmod tempor invidunt ut labore et dolore magna aliquyam erat, sed diam voluptua. At vero eos et accusam et justo duo dolores et ea rebum. Stet clita kasd gubergren, no sea takimata sanctus est Lorem ipsum dolor sit amet. Lorem ipsum dolor sit amet, consetetur sadipscing elitr, At accusam aliquyam diam diam dolore dolores duo eirmod eos erat, et nonumy sed tempor et et invidunt justo labore Stet clita ea et gubergren, kasd magna no rebum. sanctus sea sed takimata ut vero voluptua. est Lorem ipsum dolor sit amet. Lorem ipsum dolor sit amet, consetetur"]
-  ]
+]]
- }
-]

lib/ace/mode/_test/tokens_textile.json

@@ -1,89 +1,50 @@
-[
+[[
- {
+   "start",
-  "state": "start",
-  "data": [
   ["markup.heading.1","h1"],
   ["keyword",". "],
   ["text","Textile document"]
-  ]
+],[
- },
+   "start"
- {
+],[
-  "state": "start",
+   "start",
-  "data": []
- },
- {
-  "state": "start",
-  "data": [
   ["markup.heading.2","h2"],
   ["keyword",". "],
   ["text","Heading Two"]
-  ]
+],[
- },
+   "start"
- {
+],[
-  "state": "start",
+   "start",
-  "data": []
- },
- {
-  "state": "start",
-  "data": [
   ["markup.heading.3","h3"],
   ["keyword",". "],
   ["text","A two-line"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","    header"]
-  ]
+],[
- },
+   "start"
- {
+],[
-  "state": "start",
+   "start",
-  "data": []
- },
- {
-  "state": "start",
-  "data": [
   ["markup.heading.2","h2"],
   ["keyword",". "],
   ["text","Another two-line"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","header"]
-  ]
+],[
- },
+   "start"
- {
+],[
-  "state": "start",
+   "start",
-  "data": []
- },
- {
-  "state": "start",
-  "data": [
   ["text","Paragraph:"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","one, two,"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","thee lines!"]
-  ]
+],[
- },
+   "start"
- {
+],[
-  "state": "start",
+   "start",
-  "data": []
- },
- {
-  "state": "start",
-  "data": [
   ["markup.heading","p"],
   ["keyword","("],
   ["string","classone"],
@@ -93,29 +54,19 @@
   ["string","three"],
   ["keyword","). "],
   ["text","This is a paragraph with classes"]
-  ]
+],[
- },
+   "start"
- {
+],[
-  "state": "start",
+   "start",
-  "data": []
- },
- {
-  "state": "start",
-  "data": [
   ["markup.heading","p"],
   ["keyword","(#"],
   ["string","id"],
   ["keyword","). "],
   ["text","(one with an id)"]
-  ]
+],[
- },
+   "start"
- {
+],[
-  "state": "start",
+   "start",
-  "data": []
- },
- {
-  "state": "start",
-  "data": [
   ["markup.heading","p"],
   ["keyword","("],
   ["string","one"],
@@ -127,65 +78,36 @@
   ["string","my_id"],
   ["keyword","). "],
   ["text","..classes + id"]
-  ]
+],[
- },
+   "start"
- {
+],[
-  "state": "start",
+   "start",
-  "data": []
- },
- {
-  "state": "start",
-  "data": [
   ["keyword","*"],
   ["text"," Unordered list"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["keyword","**"],
   ["text"," sublist"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["keyword","*"],
   ["text"," back again!"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["keyword","**"],
   ["text"," sublist again.."]
-  ]
+],[
- },
+   "start"
- {
+],[
-  "state": "start",
+   "start",
-  "data": []
- },
- {
-  "state": "start",
-  "data": [
   ["keyword","#"],
   ["text"," ordered"]
-  ]
+],[
- },
+   "start"
- {
+],[
-  "state": "start",
+   "start",
-  "data": []
- },
- {
-  "state": "start",
-  "data": [
   ["text","bg. Blockquote!"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","    This is a two-list blockquote..!"]
-  ]
+]]
- }
-]

lib/ace/mode/_test/tokens_typescript.json

@@ -1,27 +1,19 @@
-[
+[[
- {
+   "regex_allowed",
-  "state": "regex_allowed",
-  "data": [
   ["keyword.operator.ts","class"],
   ["text"," "],
   ["identifier","Greeter"],
   ["text"," "],
   ["paren.lparen","{"]
-  ]
+],[
- },
+   "regex_allowed",
- {
-  "state": "regex_allowed",
-  "data": [
   ["text","\t"],
   ["variable.parameter.function.ts","greeting"],
   ["text",": "],
   ["variable.parameter.function.ts","string"],
   ["punctuation.operator",";"]
-  ]
+],[
- },
+   "regex_allowed",
- {
-  "state": "regex_allowed",
-  "data": [
   ["text","\t"],
   ["keyword.operator.ts","constructor"],
   ["text"," "],
@@ -32,11 +24,8 @@
   ["paren.rparen",")"],
   ["text"," "],
   ["paren.lparen","{"]
-  ]
+],[
- },
+   "regex_allowed",
- {
-  "state": "regex_allowed",
-  "data": [
   ["text","\t\t"],
   ["storage.type.variable.ts","this."],
   ["identifier","greeting"],
@@ -45,29 +34,20 @@
   ["text"," "],
   ["identifier","message"],
   ["punctuation.operator",";"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","\t"],
   ["paren.rparen","}"]
-  ]
+],[
- },
+   "regex_allowed",
- {
-  "state": "regex_allowed",
-  "data": [
   ["text","\t"],
   ["entity.name.function.ts","greet"],
   ["paren.lparen","("],
   ["paren.rparen",")"],
   ["text"," "],
   ["paren.lparen","{"]
-  ]
+],[
- },
+   "regex_allowed",
- {
-  "state": "regex_allowed",
-  "data": [
   ["text","\t\t"],
   ["keyword","return"],
   ["text"," "],
@@ -78,29 +58,18 @@
   ["storage.type.variable.ts","this."],
   ["identifier","greeting"],
   ["punctuation.operator",";"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","\t"],
   ["paren.rparen","}"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["paren.rparen","}"],
   ["text","   "]
-  ]
+],[
- },
+   "start"
- {
+],[
-  "state": "start",
+   "regex_allowed",
-  "data": []
- },
- {
-  "state": "regex_allowed",
-  "data": [
   ["storage.type","var"],
   ["text"," "],
   ["identifier","greeter"],
@@ -114,15 +83,10 @@
   ["string","\"world\""],
   ["paren.rparen",")"],
   ["punctuation.operator",";"]
-  ]
+],[
- },
+   "start"
- {
+],[
-  "state": "start",
+   "start",
-  "data": []
- },
- {
-  "state": "start",
-  "data": [
   ["storage.type","var"],
   ["text"," "],
   ["identifier","button"],
@@ -135,11 +99,8 @@
   ["paren.lparen","("],
   ["string","'button'"],
   ["paren.rparen",")"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["identifier","button"],
   ["punctuation.operator","."],
   ["identifier","innerText"],
@@ -147,11 +108,8 @@
   ["keyword.operator","="],
   ["text"," "],
   ["string","\"Say Hello\""]
-  ]
+],[
- },
+   "regex_allowed",
- {
-  "state": "regex_allowed",
-  "data": [
   ["storage.type","button"],
   ["punctuation.operator","."],
   ["entity.name.function","onclick"],
@@ -163,32 +121,21 @@
   ["paren.rparen",")"],
   ["text"," "],
   ["paren.lparen","{"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","\t"],
   ["support.function","alert"],
   ["paren.lparen","("],
   ["entity.name.function.ts","greeter.greet"],
   ["paren.lparen","("],
   ["paren.rparen","))"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["paren.rparen","}"]
-  ]
+],[
- },
+   "start"
- {
+],[
-  "state": "start",
+   "start",
-  "data": []
- },
- {
-  "state": "start",
-  "data": [
   ["variable.language","document"],
   ["punctuation.operator","."],
   ["identifier","body"],
@@ -197,15 +144,10 @@
   ["paren.lparen","("],
   ["identifier","button"],
   ["paren.rparen",")"]
-  ]
+],[
- },
+   "start"
- {
+],[
-  "state": "start",
+   "regex_allowed",
-  "data": []
- },
- {
-  "state": "regex_allowed",
-  "data": [
   ["keyword.operator.ts","class"],
   ["text"," "],
   ["identifier","Snake"],
@@ -215,61 +157,41 @@
   ["identifier","Animal"],
   ["text"," "],
   ["paren.lparen","{"]
-  ]
+],[
- },
+   "regex_allowed",
- {
-  "state": "regex_allowed",
-  "data": [
   ["text","   "],
   ["entity.name.function.ts","move"],
   ["paren.lparen","("],
   ["paren.rparen",")"],
   ["text"," "],
   ["paren.lparen","{"]
-  ]
+],[
- },
+   "regex_allowed",
- {
-  "state": "regex_allowed",
-  "data": [
   ["text","       "],
   ["support.function","alert"],
   ["paren.lparen","("],
   ["string","\"Slithering...\""],
   ["paren.rparen",")"],
   ["punctuation.operator",";"]
-  ]
+],[
- },
+   "regex_allowed",
- {
-  "state": "regex_allowed",
-  "data": [
   ["text","       "],
   ["storage.type.variable.ts","super"],
   ["text","("],
   ["keyword.other.ts","5"],
   ["text",")"],
   ["punctuation.operator",";"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","   "],
   ["paren.rparen","}"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["paren.rparen","}"]
-  ]
+],[
- },
+   "start"
- {
+],[
-  "state": "start",
+   "regex_allowed",
-  "data": []
- },
- {
-  "state": "regex_allowed",
-  "data": [
   ["keyword.operator.ts","class"],
   ["text"," "],
   ["identifier","Horse"],
@@ -279,33 +201,24 @@
   ["identifier","Animal"],
   ["text"," "],
   ["paren.lparen","{"]
-  ]
+],[
- },
+   "regex_allowed",
- {
-  "state": "regex_allowed",
-  "data": [
   ["text","   "],
   ["entity.name.function.ts","move"],
   ["paren.lparen","("],
   ["paren.rparen",")"],
   ["text"," "],
   ["paren.lparen","{"]
-  ]
+],[
- },
+   "regex_allowed",
- {
-  "state": "regex_allowed",
-  "data": [
   ["text","       "],
   ["support.function","alert"],
   ["paren.lparen","("],
   ["string","\"Galloping...\""],
   ["paren.rparen",")"],
   ["punctuation.operator",";"]
-  ]
+],[
- },
+   "regex_allowed",
- {
-  "state": "regex_allowed",
-  "data": [
   ["text","       "],
   ["keyword.operator.ts","super"],
   ["punctuation.operator","."],
@@ -314,37 +227,23 @@
   ["constant.numeric","45"],
   ["paren.rparen",")"],
   ["punctuation.operator",";"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","   "],
   ["paren.rparen","}"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["paren.rparen","}"]
-  ]
+],[
- },
+   "start"
- {
+],[
-  "state": "start",
+   "start",
-  "data": []
- },
- {
-  "state": "start",
-  "data": [
   ["keyword.operator.ts","module"],
   ["text"," "],
   ["variable.parameter.function.ts","Sayings"],
   ["text"," {"]
-  ]
+],[
- },
+   "regex_allowed",
- {
-  "state": "regex_allowed",
-  "data": [
   ["text","    "],
   ["keyword.operator.ts","export"],
   ["text"," "],
@@ -353,21 +252,15 @@
   ["identifier","Greeter"],
   ["text"," "],
   ["paren.lparen","{"]
-  ]
+],[
- },
+   "regex_allowed",
- {
-  "state": "regex_allowed",
-  "data": [
   ["text","        "],
   ["variable.parameter.function.ts","greeting"],
   ["text",": "],
   ["variable.parameter.function.ts","string"],
   ["punctuation.operator",";"]
-  ]
+],[
- },
+   "regex_allowed",
- {
-  "state": "regex_allowed",
-  "data": [
   ["text","        "],
   ["keyword.operator.ts","constructor"],
   ["text"," "],
@@ -378,11 +271,8 @@
   ["paren.rparen",")"],
   ["text"," "],
   ["paren.lparen","{"]
-  ]
+],[
- },
+   "regex_allowed",
- {
-  "state": "regex_allowed",
-  "data": [
   ["text","            "],
   ["storage.type.variable.ts","this."],
   ["identifier","greeting"],
@@ -391,29 +281,20 @@
   ["text"," "],
   ["identifier","message"],
   ["punctuation.operator",";"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","        "],
   ["paren.rparen","}"]
-  ]
+],[
- },
+   "regex_allowed",
- {
-  "state": "regex_allowed",
-  "data": [
   ["text","        "],
   ["entity.name.function.ts","greet"],
   ["paren.lparen","("],
   ["paren.rparen",")"],
   ["text"," "],
   ["paren.lparen","{"]
-  ]
+],[
- },
+   "regex_allowed",
- {
-  "state": "regex_allowed",
-  "data": [
   ["text","            "],
   ["keyword","return"],
   ["text"," "],
@@ -424,40 +305,25 @@
   ["storage.type.variable.ts","this."],
   ["identifier","greeting"],
   ["punctuation.operator",";"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","        "],
   ["paren.rparen","}"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","    "],
   ["paren.rparen","}"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["paren.rparen","}"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["keyword.operator.ts","module"],
   ["text"," "],
   ["variable.parameter.function.ts","Mankala"],
   ["text"," {"]
-  ]
+],[
- },
+   "regex_allowed",
- {
-  "state": "regex_allowed",
-  "data": [
   ["text","   "],
   ["keyword.operator.ts","export"],
   ["text"," "],
@@ -466,11 +332,8 @@
   ["identifier","Features"],
   ["text"," "],
   ["paren.lparen","{"]
-  ]
+],[
- },
+   "regex_allowed",
- {
-  "state": "regex_allowed",
-  "data": [
   ["text","       "],
   ["keyword.operator.ts","public"],
   ["text"," "],
@@ -480,11 +343,8 @@
   ["text"," "],
   ["constant.language.boolean","false"],
   ["punctuation.operator",";"]
-  ]
+],[
- },
+   "regex_allowed",
- {
-  "state": "regex_allowed",
-  "data": [
   ["text","       "],
   ["keyword.operator.ts","public"],
   ["text"," "],
@@ -494,11 +354,8 @@
   ["text"," "],
   ["constant.numeric","0"],
   ["punctuation.operator",";"]
-  ]
+],[
- },
+   "regex_allowed",
- {
-  "state": "regex_allowed",
-  "data": [
   ["text","       "],
   ["keyword.operator.ts","public"],
   ["text"," "],
@@ -508,11 +365,8 @@
   ["text"," "],
   ["constant.numeric","0"],
   ["punctuation.operator",";"]
-  ]
+],[
- },
+   "regex_allowed",
- {
-  "state": "regex_allowed",
-  "data": [
   ["text","       "],
   ["keyword.operator.ts","public"],
   ["text"," "],
@@ -522,15 +376,10 @@
   ["text"," "],
   ["identifier","NoSpace"],
   ["punctuation.operator",";"]
-  ]
+],[
- },
+   "start"
- {
+],[
-  "state": "start",
+   "regex_allowed",
-  "data": []
- },
- {
-  "state": "regex_allowed",
-  "data": [
   ["text","       "],
   ["keyword.operator.ts","public"],
   ["text"," "],
@@ -539,11 +388,8 @@
   ["paren.rparen",")"],
   ["text"," "],
   ["paren.lparen","{"]
-  ]
+],[
- },
+   "regex_allowed",
- {
-  "state": "regex_allowed",
-  "data": [
   ["text","           "],
   ["storage.type.variable.ts","this."],
   ["identifier","turnContinues"],
@@ -552,11 +398,8 @@
   ["text"," "],
   ["constant.language.boolean","false"],
   ["punctuation.operator",";"]
-  ]
+],[
- },
+   "regex_allowed",
- {
-  "state": "regex_allowed",
-  "data": [
   ["text","           "],
   ["storage.type.variable.ts","this."],
   ["identifier","seedStoredCount"],
@@ -565,11 +408,8 @@
   ["text"," "],
   ["constant.numeric","0"],
   ["punctuation.operator",";"]
-  ]
+],[
- },
+   "regex_allowed",
- {
-  "state": "regex_allowed",
-  "data": [
   ["text","           "],
   ["storage.type.variable.ts","this."],
   ["identifier","capturedCount"],
@@ -578,11 +418,8 @@
   ["text"," "],
   ["constant.numeric","0"],
   ["punctuation.operator",";"]
-  ]
+],[
- },
+   "regex_allowed",
- {
-  "state": "regex_allowed",
-  "data": [
   ["text","           "],
   ["storage.type.variable.ts","this."],
   ["identifier","spaceCaptured"],
@@ -591,22 +428,14 @@
   ["text"," "],
   ["identifier","NoSpace"],
   ["punctuation.operator",";"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","       "],
   ["paren.rparen","}"]
-  ]
+],[
- },
+   "start"
- {
+],[
-  "state": "start",
+   "regex_allowed",
-  "data": []
- },
- {
-  "state": "regex_allowed",
-  "data": [
   ["text","       "],
   ["keyword.operator.ts","public"],
   ["text"," "],
@@ -615,11 +444,8 @@
   ["paren.rparen",")"],
   ["text"," "],
   ["paren.lparen","{"]
-  ]
+],[
- },
+   "regex_allowed",
- {
-  "state": "regex_allowed",
-  "data": [
   ["text","           "],
   ["storage.type","var"],
   ["text"," "],
@@ -629,11 +455,8 @@
   ["text"," "],
   ["string","\"\""],
   ["punctuation.operator",";"]
-  ]
+],[
- },
+   "regex_allowed",
- {
-  "state": "regex_allowed",
-  "data": [
   ["text","           "],
   ["keyword","if"],
   ["text"," "],
@@ -643,11 +466,8 @@
   ["paren.rparen",")"],
   ["text"," "],
   ["paren.lparen","{"]
-  ]
+],[
- },
+   "regex_allowed",
- {
-  "state": "regex_allowed",
-  "data": [
   ["text","               "],
   ["identifier","stringBuilder"],
   ["text"," "],
@@ -655,18 +475,12 @@
   ["text"," "],
   ["string","\" turn continues,\""],
   ["punctuation.operator",";"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","           "],
   ["paren.rparen","}"]
-  ]
+],[
- },
+   "regex_allowed",
- {
-  "state": "regex_allowed",
-  "data": [
   ["text","           "],
   ["identifier","stringBuilder"],
   ["text"," "],
@@ -679,11 +493,8 @@
   ["storage.type.variable.ts","this."],
   ["identifier","seedStoredCount"],
   ["punctuation.operator",";"]
-  ]
+],[
- },
+   "regex_allowed",
- {
-  "state": "regex_allowed",
-  "data": [
   ["text","           "],
   ["keyword","if"],
   ["text"," "],
@@ -697,11 +508,8 @@
   ["paren.rparen",")"],
   ["text"," "],
   ["paren.lparen","{"]
-  ]
+],[
- },
+   "regex_allowed",
- {
-  "state": "regex_allowed",
-  "data": [
   ["text","               "],
   ["identifier","stringBuilder"],
   ["text"," "],
@@ -723,43 +531,26 @@
   ["storage.type.variable.ts","this."],
   ["identifier","spaceCaptured"],
   ["punctuation.operator",";"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","           "],
   ["paren.rparen","}"]
-  ]
+],[
- },
+   "regex_allowed",
- {
-  "state": "regex_allowed",
-  "data": [
   ["text","           "],
   ["keyword","return"],
   ["text"," "],
   ["identifier","stringBuilder"],
   ["punctuation.operator",";"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","       "],
   ["paren.rparen","}"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","   "],
   ["paren.rparen","}"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["paren.rparen","}"]
-  ]
+]]
- }
-]

lib/ace/mode/_test/tokens_vbscript.json

@@ -0,0 +1,249 @@
+[[
+   "start",
+  ["text","myfilename "],
+  ["keyword.operator.asp","="],
+  ["text"," "],
+  ["punctuation.definition.string.begin.asp","\""],
+  ["string.quoted.double.asp","C:\\Wikipedia - VBScript - Example - Hello World.txt\""]
+],[
+   "start"
+],[
+   "start",
+  ["text","MakeHelloWorldFile myfilename"]
+],[
+   "start"
+],[
+   "state_4",
+  ["meta.leading-space"," "]
+],[
+   "state_4"
+],[
+   "start",
+  ["storage.type.function.asp","Sub"],
+  ["text"," "],
+  ["entity.name.function.asp","MakeHelloWorldFile"],
+  ["text"," "],
+  ["punctuation.definition.parameters.asp","("],
+  ["variable.parameter.function.asp","FileName"],
+  ["punctuation.definition.parameters.asp",")"]
+],[
+   "start"
+],[
+   "start",
+  ["punctuation.definition.comment.asp","'"],
+  ["comment.line.apostrophe.asp","Create a new file in C: drive or overwrite existing file"]
+],[
+   "start"
+],[
+   "start",
+  ["meta.odd-tab.spaces","  "],
+  ["meta.leading-space"," "],
+  ["storage.type.asp","Set"],
+  ["text"," FSO "],
+  ["keyword.operator.asp","="],
+  ["text"," "],
+  ["support.function.asp","CreateObject"],
+  ["text","("],
+  ["punctuation.definition.string.begin.asp","\""],
+  ["string.quoted.double.asp","Scripting.FileSystemObject\""],
+  ["text",")"]
+],[
+   "start"
+],[
+   "start",
+  ["meta.odd-tab.spaces","  "],
+  ["meta.leading-space"," "],
+  ["keyword.control.asp","If"],
+  ["text"," FSO."],
+  ["entity.name.function.asp","FileExists"],
+  ["text","(FileName) "],
+  ["keyword.control.asp","Then"],
+  ["text"," "]
+],[
+   "start"
+],[
+   "start",
+  ["meta.odd-tab.spaces","  "],
+  ["meta.even-tab.spaces","  "],
+  ["meta.odd-tab.spaces","  "],
+  ["text","Answer "],
+  ["keyword.operator.asp","="],
+  ["text"," "],
+  ["support.function.vb.asp","MsgBox"],
+  ["text"," ("],
+  ["punctuation.definition.string.begin.asp","\""],
+  ["string.quoted.double.asp","File \""],
+  ["text"," "],
+  ["keyword.operator.asp","&"],
+  ["text"," FileName "],
+  ["keyword.operator.asp","&"],
+  ["text"," "],
+  ["punctuation.definition.string.begin.asp","\""],
+  ["string.quoted.double.asp"," exists ... OK to overwrite?\""],
+  ["text",", vbOKCancel)"]
+],[
+   "start"
+],[
+   "start",
+  ["meta.odd-tab.spaces","  "],
+  ["meta.even-tab.spaces","  "],
+  ["meta.odd-tab.spaces","  "],
+  ["punctuation.definition.comment.asp","'"],
+  ["comment.line.apostrophe.asp","If button selected is not OK, then quit now"]
+],[
+   "start"
+],[
+   "start",
+  ["meta.odd-tab.spaces","  "],
+  ["meta.even-tab.spaces","  "],
+  ["meta.odd-tab.spaces","  "],
+  ["punctuation.definition.comment.asp","'"],
+  ["comment.line.apostrophe.asp","vbOK is a language constant"]
+],[
+   "start"
+],[
+   "start",
+  ["meta.odd-tab.spaces","  "],
+  ["meta.even-tab.spaces","  "],
+  ["meta.odd-tab.spaces","  "],
+  ["keyword.control.asp","If"],
+  ["text"," Answer "],
+  ["keyword.operator.asp","<>"],
+  ["text"," vbOK "],
+  ["keyword.control.asp","Then"],
+  ["text"," "],
+  ["keyword.control.asp","Exit Sub"]
+],[
+   "start"
+],[
+   "start",
+  ["meta.odd-tab.spaces","  "],
+  ["meta.leading-space"," "],
+  ["keyword.control.asp","Else"]
+],[
+   "start"
+],[
+   "start",
+  ["meta.odd-tab.spaces","  "],
+  ["meta.even-tab.spaces","  "],
+  ["meta.odd-tab.spaces","  "],
+  ["punctuation.definition.comment.asp","'"],
+  ["comment.line.apostrophe.asp","Confirm OK to create"]
+],[
+   "start"
+],[
+   "start",
+  ["meta.odd-tab.spaces","  "],
+  ["meta.even-tab.spaces","  "],
+  ["meta.odd-tab.spaces","  "],
+  ["text","Answer "],
+  ["keyword.operator.asp","="],
+  ["text"," "],
+  ["support.function.vb.asp","MsgBox"],
+  ["text"," ("],
+  ["punctuation.definition.string.begin.asp","\""],
+  ["string.quoted.double.asp","File \""],
+  ["text"," "],
+  ["keyword.operator.asp","&"],
+  ["text"," FileName "],
+  ["keyword.operator.asp","&"],
+  ["text"," "],
+  ["punctuation.definition.string.begin.asp","\""],
+  ["string.quoted.double.asp"," ... OK to create?\""],
+  ["text",", vbOKCancel)"]
+],[
+   "start"
+],[
+   "start",
+  ["meta.odd-tab.spaces","  "],
+  ["meta.even-tab.spaces","  "],
+  ["meta.odd-tab.spaces","  "],
+  ["keyword.control.asp","If"],
+  ["text"," Answer "],
+  ["keyword.operator.asp","<>"],
+  ["text"," vbOK "],
+  ["keyword.control.asp","Then"],
+  ["text"," "],
+  ["keyword.control.asp","Exit Sub"]
+],[
+   "start"
+],[
+   "start",
+  ["meta.odd-tab.spaces","  "],
+  ["meta.leading-space"," "],
+  ["keyword.control.asp","End If"]
+],[
+   "start"
+],[
+   "start",
+  ["meta.odd-tab.spaces","  "],
+  ["meta.leading-space"," "],
+  ["punctuation.definition.comment.asp","'"],
+  ["comment.line.apostrophe.asp","Create new file (or replace an existing file)"]
+],[
+   "start"
+],[
+   "start",
+  ["meta.odd-tab.spaces","  "],
+  ["meta.leading-space"," "],
+  ["storage.type.asp","Set"],
+  ["text"," FileObject "],
+  ["keyword.operator.asp","="],
+  ["text"," FSO.CreateTextFile (FileName)"]
+],[
+   "start"
+],[
+   "start",
+  ["meta.odd-tab.spaces","  "],
+  ["meta.leading-space"," "],
+  ["text","FileObject.WriteLine "],
+  ["punctuation.definition.string.begin.asp","\""],
+  ["string.quoted.double.asp","Time ... \""],
+  ["text"," "],
+  ["keyword.operator.asp","&"],
+  ["text"," "],
+  ["support.function.vb.asp","Now"],
+  ["text","()"]
+],[
+   "start"
+],[
+   "start",
+  ["meta.odd-tab.spaces","  "],
+  ["meta.leading-space"," "],
+  ["text","FileObject.WriteLine "],
+  ["punctuation.definition.string.begin.asp","\""],
+  ["string.quoted.double.asp","Hello World\""]
+],[
+   "start"
+],[
+   "start",
+  ["meta.odd-tab.spaces","  "],
+  ["meta.leading-space"," "],
+  ["text","FileObject."],
+  ["entity.name.function.asp","Close"],
+  ["text","()"]
+],[
+   "start"
+],[
+   "start",
+  ["meta.odd-tab.spaces","  "],
+  ["meta.leading-space"," "],
+  ["support.function.vb.asp","MsgBox"],
+  ["text"," "],
+  ["punctuation.definition.string.begin.asp","\""],
+  ["string.quoted.double.asp","File \""],
+  ["text"," "],
+  ["keyword.operator.asp","&"],
+  ["text"," FileName "],
+  ["keyword.operator.asp","&"],
+  ["text"," "],
+  ["punctuation.definition.string.begin.asp","\""],
+  ["string.quoted.double.asp"," ... updated.\""]
+],[
+   "start"
+],[
+   "start",
+  ["support.function.asp","End"],
+  ["text"," "],
+  ["storage.type.asp","Sub"]
+]]

lib/ace/mode/_test/tokens_xml.json

@@ -1,24 +1,16 @@
-[
+[[
- {
+   "start",
-  "state": "start",
-  "data": [
   ["xml-pe","<?xml version=\"1.0\" encoding=\"UTF-8\"?>"]
-  ]
+],[
- },
+   "tag_embed_attribute_list",
- {
-  "state": "tag_embed_attribute_list",
-  "data": [
   ["meta.tag","<"],
   ["meta.tag.tag-name","query"],
   ["text"," "],
   ["entity.other.attribute-name","xmlns:yahoo"],
   ["keyword.operator","="],
   ["string","\"http://www.yahooapis.com/v1/base.rng\""]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","    "],
   ["entity.other.attribute-name","yahoo:count"],
   ["keyword.operator","="],
@@ -32,20 +24,14 @@
   ["keyword.operator","="],
   ["string","\"en-US\""],
   ["meta.tag.r",">"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","    "],
   ["meta.tag","<"],
   ["meta.tag.tag-name","diagnostics"],
   ["meta.tag.r",">"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","        "],
   ["meta.tag","<"],
   ["meta.tag.tag-name","publiclyCallable"],
@@ -54,11 +40,8 @@
   ["meta.tag","</"],
   ["meta.tag.tag-name","publiclyCallable"],
   ["meta.tag.r",">"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","        "],
   ["meta.tag","<"],
   ["meta.tag.tag-name","url"],
@@ -79,11 +62,8 @@
   ["meta.tag","</"],
   ["meta.tag.tag-name","url"],
   ["meta.tag.r",">"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","        "],
   ["meta.tag","<"],
   ["meta.tag.tag-name","user-time"],
@@ -92,11 +72,8 @@
   ["meta.tag","</"],
   ["meta.tag.tag-name","user-time"],
   ["meta.tag.r",">"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","        "],
   ["meta.tag","<"],
   ["meta.tag.tag-name","service-time"],
@@ -105,11 +82,8 @@
   ["meta.tag","</"],
   ["meta.tag.tag-name","service-time"],
   ["meta.tag.r",">"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","        "],
   ["meta.tag","<"],
   ["meta.tag.tag-name","build-version"],
@@ -118,30 +92,21 @@
   ["meta.tag","</"],
   ["meta.tag.tag-name","build-version"],
   ["meta.tag.r",">"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","    "],
   ["meta.tag","</"],
   ["meta.tag.tag-name","diagnostics"],
   ["meta.tag.r",">"],
   ["text"," "]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","    "],
   ["meta.tag","<"],
   ["meta.tag.tag-name","results"],
   ["meta.tag.r",">"]
-  ]
+],[
- },
+   "tag_embed_attribute_list",
- {
-  "state": "tag_embed_attribute_list",
-  "data": [
   ["text","        "],
   ["meta.tag","<"],
   ["meta.tag.tag-name","place"],
@@ -149,11 +114,8 @@
   ["entity.other.attribute-name","xmlns"],
   ["keyword.operator","="],
   ["string","\"http://where.yahooapis.com/v1/schema.rng\""]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","            "],
   ["entity.other.attribute-name","xml:lang"],
   ["keyword.operator","="],
@@ -163,11 +125,8 @@
   ["keyword.operator","="],
   ["string","\"http://where.yahooapis.com/v1/place/24865670\""],
   ["meta.tag.r",">"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","            "],
   ["meta.tag","<"],
   ["meta.tag.tag-name","woeid"],
@@ -176,11 +135,8 @@
   ["meta.tag","</"],
   ["meta.tag.tag-name","woeid"],
   ["meta.tag.r",">"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","            "],
   ["meta.tag","<"],
   ["meta.tag.tag-name","placeTypeName"],
@@ -193,11 +149,8 @@
   ["meta.tag","</"],
   ["meta.tag.tag-name","placeTypeName"],
   ["meta.tag.r",">"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","            "],
   ["meta.tag","<"],
   ["meta.tag.tag-name","name"],
@@ -206,20 +159,14 @@
   ["meta.tag","</"],
   ["meta.tag.tag-name","name"],
   ["meta.tag.r",">"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","        "],
   ["meta.tag","</"],
   ["meta.tag.tag-name","place"],
   ["meta.tag.r",">"]
-  ]
+],[
- },
+   "tag_embed_attribute_list",
- {
-  "state": "tag_embed_attribute_list",
-  "data": [
   ["text","        "],
   ["meta.tag","<"],
   ["meta.tag.tag-name","place"],
@@ -227,11 +174,8 @@
   ["entity.other.attribute-name","xmlns"],
   ["keyword.operator","="],
   ["string","\"http://where.yahooapis.com/v1/schema.rng\""]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","            "],
   ["entity.other.attribute-name","xml:lang"],
   ["keyword.operator","="],
@@ -241,11 +185,8 @@
   ["keyword.operator","="],
   ["string","\"http://where.yahooapis.com/v1/place/24865675\""],
   ["meta.tag.r",">"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","            "],
   ["meta.tag","<"],
   ["meta.tag.tag-name","woeid"],
@@ -254,11 +195,8 @@
   ["meta.tag","</"],
   ["meta.tag.tag-name","woeid"],
   ["meta.tag.r",">"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","            "],
   ["meta.tag","<"],
   ["meta.tag.tag-name","placeTypeName"],
@@ -271,11 +209,8 @@
   ["meta.tag","</"],
   ["meta.tag.tag-name","placeTypeName"],
   ["meta.tag.r",">"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","            "],
   ["meta.tag","<"],
   ["meta.tag.tag-name","name"],
@@ -284,20 +219,14 @@
   ["meta.tag","</"],
   ["meta.tag.tag-name","name"],
   ["meta.tag.r",">"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","        "],
   ["meta.tag","</"],
   ["meta.tag.tag-name","place"],
   ["meta.tag.r",">"]
-  ]
+],[
- },
+   "tag_embed_attribute_list",
- {
-  "state": "tag_embed_attribute_list",
-  "data": [
   ["text","        "],
   ["meta.tag","<"],
   ["meta.tag.tag-name","place"],
@@ -305,11 +234,8 @@
   ["entity.other.attribute-name","xmlns"],
   ["keyword.operator","="],
   ["string","\"http://where.yahooapis.com/v1/schema.rng\""]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","            "],
   ["entity.other.attribute-name","xml:lang"],
   ["keyword.operator","="],
@@ -319,11 +245,8 @@
   ["keyword.operator","="],
   ["string","\"http://where.yahooapis.com/v1/place/24865673\""],
   ["meta.tag.r",">"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","            "],
   ["meta.tag","<"],
   ["meta.tag.tag-name","woeid"],
@@ -332,11 +255,8 @@
   ["meta.tag","</"],
   ["meta.tag.tag-name","woeid"],
   ["meta.tag.r",">"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","            "],
   ["meta.tag","<"],
   ["meta.tag.tag-name","placeTypeName"],
@@ -349,11 +269,8 @@
   ["meta.tag","</"],
   ["meta.tag.tag-name","placeTypeName"],
   ["meta.tag.r",">"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","            "],
   ["meta.tag","<"],
   ["meta.tag.tag-name","name"],
@@ -362,20 +279,14 @@
   ["meta.tag","</"],
   ["meta.tag.tag-name","name"],
   ["meta.tag.r",">"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","        "],
   ["meta.tag","</"],
   ["meta.tag.tag-name","place"],
   ["meta.tag.r",">"]
-  ]
+],[
- },
+   "tag_embed_attribute_list",
- {
-  "state": "tag_embed_attribute_list",
-  "data": [
   ["text","        "],
   ["meta.tag","<"],
   ["meta.tag.tag-name","place"],
@@ -383,11 +294,8 @@
   ["entity.other.attribute-name","xmlns"],
   ["keyword.operator","="],
   ["string","\"http://where.yahooapis.com/v1/schema.rng\""]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","            "],
   ["entity.other.attribute-name","xml:lang"],
   ["keyword.operator","="],
@@ -397,11 +305,8 @@
   ["keyword.operator","="],
   ["string","\"http://where.yahooapis.com/v1/place/28289421\""],
   ["meta.tag.r",">"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","            "],
   ["meta.tag","<"],
   ["meta.tag.tag-name","woeid"],
@@ -410,11 +315,8 @@
   ["meta.tag","</"],
   ["meta.tag.tag-name","woeid"],
   ["meta.tag.r",">"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","            "],
   ["meta.tag","<"],
   ["meta.tag.tag-name","placeTypeName"],
@@ -427,11 +329,8 @@
   ["meta.tag","</"],
   ["meta.tag.tag-name","placeTypeName"],
   ["meta.tag.r",">"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","            "],
   ["meta.tag","<"],
   ["meta.tag.tag-name","name"],
@@ -440,20 +339,14 @@
   ["meta.tag","</"],
   ["meta.tag.tag-name","name"],
   ["meta.tag.r",">"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","        "],
   ["meta.tag","</"],
   ["meta.tag.tag-name","place"],
   ["meta.tag.r",">"]
-  ]
+],[
- },
+   "tag_embed_attribute_list",
- {
-  "state": "tag_embed_attribute_list",
-  "data": [
   ["text","        "],
   ["meta.tag","<"],
   ["meta.tag.tag-name","place"],
@@ -461,11 +354,8 @@
   ["entity.other.attribute-name","xmlns"],
   ["keyword.operator","="],
   ["string","\"http://where.yahooapis.com/v1/schema.rng\""]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","            "],
   ["entity.other.attribute-name","xml:lang"],
   ["keyword.operator","="],
@@ -475,11 +365,8 @@
   ["keyword.operator","="],
   ["string","\"http://where.yahooapis.com/v1/place/24865671\""],
   ["meta.tag.r",">"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","            "],
   ["meta.tag","<"],
   ["meta.tag.tag-name","woeid"],
@@ -488,11 +375,8 @@
   ["meta.tag","</"],
   ["meta.tag.tag-name","woeid"],
   ["meta.tag.r",">"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","            "],
   ["meta.tag","<"],
   ["meta.tag.tag-name","placeTypeName"],
@@ -505,11 +389,8 @@
   ["meta.tag","</"],
   ["meta.tag.tag-name","placeTypeName"],
   ["meta.tag.r",">"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","            "],
   ["meta.tag","<"],
   ["meta.tag.tag-name","name"],
@@ -518,20 +399,14 @@
   ["meta.tag","</"],
   ["meta.tag.tag-name","name"],
   ["meta.tag.r",">"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","        "],
   ["meta.tag","</"],
   ["meta.tag.tag-name","place"],
   ["meta.tag.r",">"]
-  ]
+],[
- },
+   "tag_embed_attribute_list",
- {
-  "state": "tag_embed_attribute_list",
-  "data": [
   ["text","        "],
   ["meta.tag","<"],
   ["meta.tag.tag-name","place"],
@@ -539,11 +414,8 @@
   ["entity.other.attribute-name","xmlns"],
   ["keyword.operator","="],
   ["string","\"http://where.yahooapis.com/v1/schema.rng\""]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","            "],
   ["entity.other.attribute-name","xml:lang"],
   ["keyword.operator","="],
@@ -553,11 +425,8 @@
   ["keyword.operator","="],
   ["string","\"http://where.yahooapis.com/v1/place/24865672\""],
   ["meta.tag.r",">"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","            "],
   ["meta.tag","<"],
   ["meta.tag.tag-name","woeid"],
@@ -566,11 +435,8 @@
   ["meta.tag","</"],
   ["meta.tag.tag-name","woeid"],
   ["meta.tag.r",">"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","            "],
   ["meta.tag","<"],
   ["meta.tag.tag-name","placeTypeName"],
@@ -583,11 +449,8 @@
   ["meta.tag","</"],
   ["meta.tag.tag-name","placeTypeName"],
   ["meta.tag.r",">"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","            "],
   ["meta.tag","<"],
   ["meta.tag.tag-name","name"],
@@ -596,20 +459,14 @@
   ["meta.tag","</"],
   ["meta.tag.tag-name","name"],
   ["meta.tag.r",">"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","        "],
   ["meta.tag","</"],
   ["meta.tag.tag-name","place"],
   ["meta.tag.r",">"]
-  ]
+],[
- },
+   "tag_embed_attribute_list",
- {
-  "state": "tag_embed_attribute_list",
-  "data": [
   ["text","        "],
   ["meta.tag","<"],
   ["meta.tag.tag-name","place"],
@@ -617,11 +474,8 @@
   ["entity.other.attribute-name","xmlns"],
   ["keyword.operator","="],
   ["string","\"http://where.yahooapis.com/v1/schema.rng\""]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","            "],
   ["entity.other.attribute-name","xml:lang"],
   ["keyword.operator","="],
@@ -631,11 +485,8 @@
   ["keyword.operator","="],
   ["string","\"http://where.yahooapis.com/v1/place/55949070\""],
   ["meta.tag.r",">"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","            "],
   ["meta.tag","<"],
   ["meta.tag.tag-name","woeid"],
@@ -644,11 +495,8 @@
   ["meta.tag","</"],
   ["meta.tag.tag-name","woeid"],
   ["meta.tag.r",">"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","            "],
   ["meta.tag","<"],
   ["meta.tag.tag-name","placeTypeName"],
@@ -661,11 +509,8 @@
   ["meta.tag","</"],
   ["meta.tag.tag-name","placeTypeName"],
   ["meta.tag.r",">"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","            "],
   ["meta.tag","<"],
   ["meta.tag.tag-name","name"],
@@ -674,32 +519,21 @@
   ["meta.tag","</"],
   ["meta.tag.tag-name","name"],
   ["meta.tag.r",">"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","        "],
   ["meta.tag","</"],
   ["meta.tag.tag-name","place"],
   ["meta.tag.r",">"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","    "],
   ["meta.tag","</"],
   ["meta.tag.tag-name","results"],
   ["meta.tag.r",">"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["meta.tag","</"],
   ["meta.tag.tag-name","query"],
   ["meta.tag.r",">"]
-  ]
+]]
- }
-]

lib/ace/mode/_test/tokens_xquery.json

@@ -1,43 +1,30 @@
-[
+[[
- {
+   "start",
-  "state": "start",
-  "data": [
   ["keyword","xquery"],
   ["text"," "],
   ["keyword","version"],
   ["text"," "],
   ["string","\"1.0\""],
   ["text",";"]
-  ]
+],[
- },
+   "start"
- {
+],[
-  "state": "start",
+   "start",
-  "data": []
- },
- {
-  "state": "start",
-  "data": [
   ["keyword","let"],
   ["text"," "],
   ["variable","$message"],
-   [ "text", " :" ],
+  ["text"," "],
-   [ "keyword.operator", "=" ],
+  ["keyword.operator",":="],
   ["text"," "],
   ["string","\"Hello World!\""]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["keyword","return"],
   ["text"," <"],
   ["meta.tag","results"],
   ["text",">"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","  <"],
   ["meta.tag","message"],
   ["text",">"],
@@ -47,18 +34,11 @@
   ["text","</"],
   ["meta.tag","message"],
   ["text",">"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["text","</"],
   ["meta.tag","results"],
   ["text",">"]
-  ]
+],[
- },
+   "start"
- {
+]]
-  "state": "start",
-  "data": []
- }
-]

lib/ace/mode/_test/tokens_yaml.json

@@ -1,253 +1,150 @@
-[
+[[
- {
+   "start",
-  "state": "start",
-  "data": [
   ["comment","# This sample document was taken from wikipedia:"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["comment","# http://en.wikipedia.org/wiki/YAML#Sample_document"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["list.markup","---"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["meta.tag","receipt"],
   ["keyword",":     "],
   ["text","Oz-Ware Purchase Invoice"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["meta.tag","date"],
   ["keyword",":        "],
   ["constant.numeric","2007-08-06"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["meta.tag","customer"],
   ["keyword",":"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["meta.tag","    given"],
   ["keyword",":   "],
   ["text","Dorothy"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["meta.tag","    family"],
   ["keyword",":  "],
   ["text","Gale"]
-  ]
+],[
- },
+   "start"
- {
+],[
-  "state": "start",
+   "start",
-  "data": []
- },
- {
-  "state": "start",
-  "data": [
   ["meta.tag","items"],
   ["keyword",":"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["list.markup","    - "],
   ["meta.tag","part_no"],
   ["keyword",":   "],
   ["string","'A4786'"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["meta.tag","      descrip"],
   ["keyword",":   "],
   ["text","Water Bucket "],
   ["paren.lparen","("],
   ["text","Filled"],
   ["paren.rparen",")"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["meta.tag","      price"],
   ["keyword",":     "],
   ["constant.numeric","1.47"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["meta.tag","      quantity"],
   ["keyword",":  "],
   ["constant.numeric","4"]
-  ]
+],[
- },
+   "start"
- {
+],[
-  "state": "start",
+   "start",
-  "data": []
- },
- {
-  "state": "start",
-  "data": [
   ["list.markup","    - "],
   ["meta.tag","part_no"],
   ["keyword",":   "],
   ["string","'E1628'"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["meta.tag","      descrip"],
   ["keyword",":   "],
   ["text","High Heeled "],
   ["string","\"Ruby\""],
   ["text"," Slippers"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["meta.tag","      size"],
   ["keyword",":      "],
   ["constant.numeric","8"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["meta.tag","      price"],
   ["keyword",":     "],
   ["constant.numeric","100.27"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["meta.tag","      quantity"],
   ["keyword",":  "],
   ["constant.numeric","1"]
-  ]
+],[
- },
+   "start"
- {
+],[
-  "state": "start",
+   "start",
-  "data": []
- },
- {
-  "state": "start",
-  "data": [
   ["meta.tag","bill-to"],
   ["keyword",":  "],
   ["constant.language","&id001"]
-  ]
+],[
- },
+   "qqstring",
- {
-  "state": "qqstring",
-  "data": [
   ["meta.tag","    street"],
   ["keyword",": "],
   ["string","|"]
-  ]
+],[
- },
+   "qqstring",
- {
-  "state": "qqstring",
-  "data": [
   ["string","            123 Tornado Alley"]
-  ]
+],[
- },
+   "qqstring",
- {
-  "state": "qqstring",
-  "data": [
   ["string","            Suite 16"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["meta.tag","    city"],
   ["keyword",":   "],
   ["text","East Centerville"]
-  ]
+],[
- },
+   "start",
- {
-  "state": "start",
-  "data": [
   ["meta.tag","    state"],
   ["keyword",":  "],
   ["text","KS"]
-  ]
+],[
- },
+   "start"
- {
+],[
-  "state": "start",
+   "start",
-  "data": []
- },
- {
-  "state": "start",
-  "data": [
   ["meta.tag","ship-to"],
   ["keyword",":  "],
   ["constant.language","*id001"]
-  ]
+],[
- },
+   "start"
- {
+],[
-  "state": "start",
+   "qqstring",
-  "data": []
- },
- {
-  "state": "qqstring",
-  "data": [
   ["meta.tag","specialDelivery"],
   ["keyword",":  "],
   ["string",">"]
-  ]
+],[
- },
+   "qqstring",
- {
-  "state": "qqstring",
-  "data": [
   ["string","    Follow the Yellow Brick"]
-  ]
+],[
- },
+   "qqstring",
- {
-  "state": "qqstring",
-  "data": [
   ["string","    Road to the Emerald City."]
-  ]
+],[
- },
+   "qqstring",
- {
-  "state": "qqstring",
-  "data": [
   ["string","    Pay no attention to the"]
-  ]
+],[
- },
+   "qqstring",
- {
-  "state": "qqstring",
-  "data": [
   ["string","    man behind the curtain."]
-  ]
+],[
- },
+   "qqstring"
- {
+]]
-  "state": "qqstring",
-  "data": []
- }
-]

lib/ace/mode/coffee_highlight_rules_test.js

@@ -1,266 +0,0 @@
-/* ***** BEGIN LICENSE BLOCK *****
- * Distributed under the BSD license:
- *
- * Copyright (c) 2010, Ajax.org B.V.
- * All rights reserved.
- * 
- * Redistribution and use in source and binary forms, with or without
- * modification, are permitted provided that the following conditions are met:
- *     * Redistributions of source code must retain the above copyright
- *       notice, this list of conditions and the following disclaimer.
- *     * Redistributions in binary form must reproduce the above copyright
- *       notice, this list of conditions and the following disclaimer in the
- *       documentation and/or other materials provided with the distribution.
- *     * Neither the name of Ajax.org B.V. nor the
- *       names of its contributors may be used to endorse or promote products
- *       derived from this software without specific prior written permission.
- * 
- * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS" AND
- * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
- * WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
- * DISCLAIMED. IN NO EVENT SHALL AJAX.ORG B.V. BE LIABLE FOR ANY
- * DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES
- * (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES;
- * LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND
- * ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
- * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS
- * SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
- *
- * ***** END LICENSE BLOCK ***** */
-
-if (typeof process !== "undefined") {
-    require("amd-loader");
-}
-
-define(function(require, exports, module) {
-"use strict";
-
-var Mode = require("./coffee").Mode;
-var assert = require("../test/assertions");
-
-module.exports = {
-    setUp : function() {
-        this.tokenizer = new Mode().getTokenizer();
-        this.testTokens = function(tokens, correct) {
-            assert.equal(tokens.length, correct.length);
-            correct.forEach(function(type, i) {
-                assert.equal(tokens[i].type, type);
-            });
-        };
-    },
-
-    "test: tokenize keyword": function() {
-        var tokens = this.tokenizer.getLineTokens("for", "start").tokens;
-        assert.equal(tokens.length, 1);
-        assert.equal(tokens[0].type, "keyword");
-    },
-    
-    "test: tokenize regexp": function() {
-        var tokens = this.tokenizer.getLineTokens('/"[a]/', "start").tokens;
-        assert.equal(tokens.length, 1);
-        assert.equal(tokens[0].type, "string.regex");
-    },
-    
-    "test: tokenize function: 'foo = ({args}) ->'": function() {
-        var tokens = this.tokenizer.getLineTokens("foo = ({args}) ->", "start").tokens;
-        var correct = [
-            "entity.name.function", "text", "keyword.operator", "text",
-            "paren.lparen", "variable.parameter", "paren.rparen", "text", "storage.type"
-        ];
-        this.testTokens(tokens, correct);
-
-        tokens = this.tokenizer.getLineTokens("foo = ({a1, a2}) ->", "start").tokens;
-        this.testTokens(tokens, correct);
-
-        tokens = this.tokenizer.getLineTokens("foo = ({@a1, a2}) ->", "start").tokens;
-        this.testTokens(tokens, correct);
-    },
-
-    "test: tokenize function: 'foo : ({args}) ->'": function() {
-        var tokens = this.tokenizer.getLineTokens("foo : ({args}) ->", "start").tokens;
-        var correct = [
-            "entity.name.function", "text", "punctuation.operator", "text",
-            "paren.lparen", "variable.parameter", "paren.rparen", "text", "storage.type"
-        ];
-        this.testTokens(tokens, correct);
-    },
-
-    "test: tokenize function: invalid case: 'foo = ({args}) ->'": function() {
-        var tokens = this.tokenizer.getLineTokens("foo = ({0abc}) ->", "start").tokens;
-        assert.notEqual(tokens[0].type, "entity.name.function");
-
-        tokens = this.tokenizer.getLineTokens("foo = ({/abc}) ->", "start").tokens;
-        assert.notEqual(tokens[0].type, "entity.name.function");
-
-        tokens = this.tokenizer.getLineTokens("foo = ({abc/}) ->", "start").tokens;
-        assert.notEqual(tokens[0].type, "entity.name.function");
-
-        tokens = this.tokenizer.getLineTokens("foo = ({#abc}) ->", "start").tokens;
-        assert.notEqual(tokens[0].type, "entity.name.function");
-
-        tokens = this.tokenizer.getLineTokens("foo = ({abc#}) ->", "start").tokens;
-        assert.notEqual(tokens[0].type, "entity.name.function");
-
-        tokens = this.tokenizer.getLineTokens("foo = ({)abc}) ->", "start").tokens;
-        assert.notEqual(tokens[0].type, "entity.name.function");
-
-        tokens = this.tokenizer.getLineTokens("foo = ({abc)}) ->", "start").tokens;
-        assert.notEqual(tokens[0].type, "entity.name.function");
-
-        tokens = this.tokenizer.getLineTokens("foo = ({a{bc}) ->", "start").tokens;
-        assert.notEqual(tokens[0].type, "entity.name.function");
-    },
-
-    "test: tokenize function: 'foo = ({}) ->'": function() {
-        var tokens = this.tokenizer.getLineTokens("foo = ({}) ->", "start").tokens;
-        var correct = [
-            "entity.name.function", "text", "keyword.operator", "text",
-            "paren.lparen", "paren.rparen", "text", "storage.type"
-        ];
-        this.testTokens(tokens, correct);
-
-        tokens = this.tokenizer.getLineTokens("foo = ({ }) ->", "start").tokens;
-        correct = [
-            "entity.name.function", "text", "keyword.operator", "text",
-            "paren.lparen", "text", "paren.rparen", "text", "storage.type"
-        ];
-        assert.equal(tokens.length, 9);
-        this.testTokens(tokens, correct);
-    },
-
-    "test: tokenize function: 'foo : ({}) ->'": function() {
-        var tokens = this.tokenizer.getLineTokens("foo : ({}) ->", "start").tokens;
-        var correct = [
-            "entity.name.function", "text", "punctuation.operator", "text",
-            "paren.lparen", "paren.rparen", "text", "storage.type"
-        ];
-        this.testTokens(tokens, correct);
-    },
-
-    "test: tokenize function: 'foo = (args) ->'": function() {
-        var tokens = this.tokenizer.getLineTokens("foo = (args) ->", "start").tokens;
-        var correct = [
-            "entity.name.function", "text", "keyword.operator", "text",
-            "paren.lparen", "variable.parameter", "paren.rparen", "text", "storage.type"
-        ];
-        this.testTokens(tokens, correct);
-
-        tokens = this.tokenizer.getLineTokens("foo = (arg1, arg2) ->", "start").tokens;
-        this.testTokens(tokens, correct);
-
-        tokens = this.tokenizer.getLineTokens("foo = (arg1 = 1, arg2 = 'name') ->", "start").tokens;
-        this.testTokens(tokens, correct);
-
-        tokens = this.tokenizer.getLineTokens("foo = (@arg1 = /abc/, arg2 = 'name') ->", "start").tokens;
-        this.testTokens(tokens, correct);
-    },
-    
-    "test: tokenize function: invalid case: 'foo=(args) ->'": function() {
-        var tokens = this.tokenizer.getLineTokens("foo=(/args) ->", "start").tokens;
-        assert.notEqual(tokens[0].type, "entity.name.function");
-    },
-
-    "test: tokenize function: 'foo = () ->'": function() {
-        var tokens = this.tokenizer.getLineTokens("foo = () ->", "start").tokens;
-        var correct = [
-            "entity.name.function", "text", "keyword.operator", "text",
-            "paren.lparen", "paren.rparen", "text", "storage.type"
-        ];
-        this.testTokens(tokens, correct);
-
-        tokens = this.tokenizer.getLineTokens("foo = ( ) ->", "start").tokens;
-        correct = [
-            "entity.name.function", "text", "keyword.operator", "text",
-            "paren.lparen", "text", "paren.rparen", "text", "storage.type"
-        ];
-        this.testTokens(tokens, correct);
-    },
-
-    "test: tokenize function: 'foo : () ->'": function() {
-        var tokens = this.tokenizer.getLineTokens("foo : () ->", "start").tokens;
-        var correct = [
-            "entity.name.function", "text", "punctuation.operator", "text",
-            "paren.lparen", "paren.rparen", "text", "storage.type"
-        ];
-        this.testTokens(tokens, correct);
-
-        tokens = this.tokenizer.getLineTokens("foo : ( ) ->", "start").tokens;
-        var correct = [
-            "entity.name.function", "text", "punctuation.operator", "text",
-            "paren.lparen", "text", "paren.rparen", "text", "storage.type"
-        ];
-        this.testTokens(tokens, correct);
-    },
-
-    "test: tokenize function: 'window.foo = (args) ->'": function() {
-        var tokens = this.tokenizer.getLineTokens("window.foo = (args) ->", "start").tokens;
-        var correct = [
-            "variable.language", "punctuation.operator", "entity.name.function", "text", "keyword.operator", "text",
-            "paren.lparen", "variable.parameter", "paren.rparen", "text", "storage.type"
-        ];
-        this.testTokens(tokens, correct);
-    },
-
-    "test: tokenize function: 'foo = ->'": function() {
-        var tokens = this.tokenizer.getLineTokens("foo = ->", "start").tokens;
-        var correct = [
-            "entity.name.function", "text", "keyword.operator", "text", "storage.type"
-        ];
-        this.testTokens(tokens, correct);
-    },
-
-    "test: tokenize function: 'foo : ->'": function() {
-        var tokens = this.tokenizer.getLineTokens("foo : ->", "start").tokens;
-        var correct = [
-            "entity.name.function", "text", "punctuation.operator", "text", "storage.type"
-        ];
-        this.testTokens(tokens, correct);
-    },
-
-    "test: tokenize callback function: 'foo bar: 1, (args) ->'": function() {
-        var tokens = this.tokenizer.getLineTokens("foo bar: 1, (args) ->", "start").tokens;
-        var correct = [
-            "identifier", "text", "identifier", "punctuation.operator", "text", "constant.numeric", "punctuation.operator", "text",
-            "paren.lparen", "variable.parameter", "paren.rparen", "text", "storage.type"
-        ];
-        this.testTokens(tokens, correct);
-    },
-
-    "test: tokenize class: 'class Foo'": function() {
-        var tokens = this.tokenizer.getLineTokens("class Foo", "start").tokens;
-        var correct = [
-            "keyword", "text", "language.support.class"
-        ];
-        this.testTokens(tokens, correct);
-    },
-
-    "test: tokenize class 'class Foo extends Bar'": function() {
-        var tokens = this.tokenizer.getLineTokens("class Foo extends Bar", "start").tokens;
-        var correct = [
-            "keyword", "text", "language.support.class", "text", "keyword", "text", "language.support.class"
-        ];
-        this.testTokens(tokens, correct);
-    },
-
-    "test: tokenize illegal name property: 'foo.static.function'": function() {
-        var tokens = this.tokenizer.getLineTokens("foo.static.function", "start").tokens;
-        var correct = [
-            "identifier", "punctuation.operator", "identifier", "punctuation.operator", "identifier"
-        ];
-        this.testTokens(tokens, correct);
-    },    
-
-    // TODO: disable. not yet implemented
-    "!test tokenize string with interpolation": function() {
-        var tokens = this.tokenizer.getLineTokens('"#{ 22 / 7 } is a decent approximation of π"', "start").tokens;
-        console.log(tokens);
-        assert.equal(tokens.length, 12);
-        //assert.equal(tokens[0].type, "keyword");
-    }
-};
-
-});
-
-if (typeof module !== "undefined" && module === require.main) {
-    require("asyncjs").test.testcase(module.exports).exec();
-}

lib/ace/mode/curly_highlight_rules_test.js

@@ -1,202 +0,0 @@
-/* ***** BEGIN LICENSE BLOCK *****
- * Distributed under the BSD license:
- *
- * Copyright (c) 2010, Ajax.org B.V.
- * All rights reserved.
- *
- * Redistribution and use in source and binary forms, with or without
- * modification, are permitted provided that the following conditions are met:
- *     * Redistributions of source code must retain the above copyright
- *       notice, this list of conditions and the following disclaimer.
- *     * Redistributions in binary form must reproduce the above copyright
- *       notice, this list of conditions and the following disclaimer in the
- *       documentation and/or other materials provided with the distribution.
- *     * Neither the name of Ajax.org B.V. nor the
- *       names of its contributors may be used to endorse or promote products
- *       derived from this software without specific prior written permission.
- *
- * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS" AND
- * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
- * WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
- * DISCLAIMED. IN NO EVENT SHALL AJAX.ORG B.V. BE LIABLE FOR ANY
- * DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES
- * (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES;
- * LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND
- * ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
- * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS
- * SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
- *
- * ***** END LICENSE BLOCK ***** */
-
-if (typeof process !== "undefined") {
-    require("amd-loader");
-}
-
-define(function(require, exports, module) {
-"use strict";
-
-var CurlyMode = require("./curly").Mode;
-var assert = require("../test/assertions");
-
-var testData = {
-    "test: tokenize Curly template" : [{
-        text: "{{test}}",
-        state: ["start", "start"],
-        tokens: [{
-            type: "variable",
-            value: "{{"
-        }, {
-            type: "text",
-            value: "test"
-        }, {
-            type: "variable",
-            value: "}}"
-        }]
-    }],
-
-    "test: tokenize embedded script" : [{
-        text: "<script a='a'>var</script>'123'",
-        state: ["start", "start"],
-        tokens: [{
-            type: "meta.tag",
-            value: "<"
-        }, {
-            type: "meta.tag.tag-name.script",
-            value: "script"
-        }, {
-            type: "text",
-            value: " "
-        }, {
-            type: "entity.other.attribute-name",
-            value: "a"
-        }, {
-            type: "keyword.operator",
-            value: "="
-        }, {
-            type: "string",
-            value: "'a'"
-        }, {
-            type: "meta.tag.r",
-            value: ">"
-        }, {
-            type: "storage.type",
-            value: "var"
-        }, {
-            type: "meta.tag",
-            value: "</"
-        }, {
-            type: "meta.tag.tag-name.script",
-            value: "script"
-        }, {
-            type: "meta.tag.r",
-            value: ">"
-        }, {
-            type: "text",
-            value: "'123'"
-        }]
-    }],
-
-    "test: tokenize multiline attribute value with double quotes": [{
-        text: "<a href=\"abc",
-        state: [ "start", "tag_qqstring"],
-        tokens: [{
-                type: "meta.tag",
-                value: "<"
-            }, {
-                type: "meta.tag.tag-name.anchor",
-                value: "a"
-            }, {
-                type: "text",
-                value: " "
-            }, {
-                type: "entity.other.attribute-name",
-                value: "href"
-            }, {
-                type: "keyword.operator",
-                value: "="
-            }, {
-                type: "string",
-                value: "\"abc"
-            }
-        ]
-    }, {
-        text: "def\">",
-        state: [ "tag_qqstring", "start" ],
-        tokens: [ {
-                type: "string",
-                value: "def\""
-            }, {
-                type: "meta.tag.r",
-                value: ">"
-            }
-        ]
-    }],
-
-    "test: tokenize multiline attribute value with single quotes": [{
-        text: "<a href='abc",
-        state: ["start", "tag_qstring"],
-        tokens: [{
-                type: "meta.tag",
-                value: "<"
-            }, {
-                type: "meta.tag.tag-name.anchor",
-                value: "a"
-            }, {
-                type: "text",
-                value: " "
-            }, {
-                type: "entity.other.attribute-name",
-                value: "href"
-            }, {
-                type: "keyword.operator",
-                value: "="
-            }, {
-                type: "string",
-                value: "'abc"
-            }
-        ]
-    }, {
-        text: "def\"'>",
-        state: [ "tag_qstring", "start" ],
-        tokens: [ {
-                type: "string",
-                value: "def\"'"
-            }, {
-                type: "meta.tag.r",
-                value: ">"
-            }
-        ]
-    }]
-};
-
-function generateTest(exampleData) {
-    return function testTokenizer() {
-        for (var i = 0; i < exampleData.length; i++) {
-            var s = exampleData[i];
-
-            var lineTokens = tokenizer.getLineTokens(s.text, s.state[0]);
-
-            assert.equal(
-                JSON.stringify(lineTokens, null, 4),
-                JSON.stringify({tokens:s.tokens, state: s.state[1]}, null, 4)
-            );
-        }
-    }
-}
-
-var tokenizer;
-module.exports = {
-    setUp : function() {
-        tokenizer = new CurlyMode().getTokenizer();
-    }
-}
-
-for (var i in testData) {
-    module.exports[i] = generateTest(testData[i])
-}
-
-});
-
-if (typeof module !== "undefined" && module === require.main) {
-    require("asyncjs").test.testcase(module.exports).exec();
-}

lib/ace/mode/javascript_highlight_rules_test.js

@@ -1,215 +0,0 @@
-/* ***** BEGIN LICENSE BLOCK *****
- * Distributed under the BSD license:
- *
- * Copyright (c) 2010, Ajax.org B.V.
- * All rights reserved.
- * 
- * Redistribution and use in source and binary forms, with or without
- * modification, are permitted provided that the following conditions are met:
- *     * Redistributions of source code must retain the above copyright
- *       notice, this list of conditions and the following disclaimer.
- *     * Redistributions in binary form must reproduce the above copyright
- *       notice, this list of conditions and the following disclaimer in the
- *       documentation and/or other materials provided with the distribution.
- *     * Neither the name of Ajax.org B.V. nor the
- *       names of its contributors may be used to endorse or promote products
- *       derived from this software without specific prior written permission.
- * 
- * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS" AND
- * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
- * WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
- * DISCLAIMED. IN NO EVENT SHALL AJAX.ORG B.V. BE LIABLE FOR ANY
- * DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES
- * (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES;
- * LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND
- * ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
- * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS
- * SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
- *
- * ***** END LICENSE BLOCK ***** */
-
-if (typeof process !== "undefined") {
-    require("amd-loader");
-}
-
-define(function(require, exports, module) {
-"use strict";
-
-var JavaScriptMode = require("./javascript").Mode;
-var assert = require("../test/assertions");
-
-module.exports = {
-
-    name: "JavaScript Tokenizer",
-
-    setUp : function() {
-        this.tokenizer = new JavaScriptMode().getTokenizer();
-    },
-
-    "test: tokenize1" : function() {
-        var line = "foo = function";
-
-        var tokens = this.tokenizer.getLineTokens(line, "start").tokens;
-
-        assert.equal(5, tokens.length);
-        assert.equal("identifier", tokens[0].type);
-        assert.equal("text", tokens[1].type);
-        assert.equal("keyword.operator", tokens[2].type);
-        assert.equal("text", tokens[3].type);
-        assert.equal("storage.type", tokens[4].type);
-    },
-
-    "test: tokenize 'standard' functions" : function() {
-        var line = "string.charCodeAt(23); document.getElementById('test'); console.log('Here it is');";
-
-        var tokens = this.tokenizer.getLineTokens(line, "start").tokens;
-
-        assert.equal(23, tokens.length);
-        assert.equal("support.function", tokens[2].type); // charCodeAt
-        assert.equal("support.function.dom", tokens[10].type); // getElementById
-        assert.equal("support.function.firebug", tokens[18].type); // log
-    },
-
-    "test: tokenize doc comment" : function() {
-        var line = "abc /** de */ fg";
-
-        var tokens = this.tokenizer.getLineTokens(line, "start").tokens;
-
-        assert.equal(5, tokens.length);
-        assert.equal("identifier", tokens[0].type);
-        assert.equal("text", tokens[1].type);
-        assert.equal("comment.doc", tokens[2].type);
-        assert.equal("text", tokens[3].type);
-        assert.equal("identifier", tokens[4].type);
-    },
-
-    "test: tokenize doc comment with tag" : function() {
-        var line = "/** @param {} */";
-
-        var tokens = this.tokenizer.getLineTokens(line, "start").tokens;
-
-        assert.equal(3, tokens.length);
-        assert.equal("comment.doc", tokens[0].type);
-        assert.equal("comment.doc.tag", tokens[1].type);
-        assert.equal("comment.doc", tokens[2].type);
-    },
-
-    "test: tokenize parens" : function() {
-        var line = "[{( )}]";
-
-        var tokens = this.tokenizer.getLineTokens(line, "start").tokens;
-
-        // TODO is it useful to keep parens in separate tokens?
-        assert.equal(3, tokens.length);
-        assert.equal("paren.lparen", tokens[0].type);
-        assert.equal("text", tokens[1].type);
-        assert.equal("paren.rparen", tokens[2].type);
-    },
-
-    "test for last rule in ruleset to catch capturing group bugs" : function() {
-        var tokens = this.tokenizer.getLineTokens("}", "start").tokens;
-
-        assert.equal(1, tokens.length);
-        assert.equal("paren.rparen", tokens[0].type);
-    },
-
-    "test tokenize arithmetic expression which looks like a regexp": function() {
-        var tokens = this.tokenizer.getLineTokens("a/b/c", "start").tokens;
-        assert.equal(5, tokens.length);
-
-        var tokens = this.tokenizer.getLineTokens("a/=b/c", "start").tokens;
-        assert.equal(5, tokens.length);
-    },
-
-    "test tokenize reg exps" : function() {
-        var tokens = this.tokenizer.getLineTokens("a=/b/g", "start").tokens;
-        assert.equal(3, tokens.length);
-        assert.equal("string.regexp", tokens[2].type);
-
-        var tokens = this.tokenizer.getLineTokens("a+/b/g", "start").tokens;
-        assert.equal(3, tokens.length);
-        assert.equal("string.regexp", tokens[2].type);
-
-        var tokens = this.tokenizer.getLineTokens("a = 1 + /2 + 1/b", "start").tokens;
-        assert.equal(11, tokens.length);
-        assert.equal("string.regexp", tokens[8].type);
-
-        var tokens = this.tokenizer.getLineTokens("a=/a/ / /a/", "start").tokens;
-        assert.equal(7, tokens.length);
-        assert.equal("string.regexp", tokens[2].type);
-        assert.equal("string.regexp", tokens[6].type);
-
-        var tokens = this.tokenizer.getLineTokens("case /a/.test(c)", "start").tokens;
-        assert.equal(8, tokens.length);
-        assert.equal("string.regexp", tokens[2].type);
-    },
-
-    "test tokenize multi-line comment containing a single line comment" : function() {
-        var tokens = this.tokenizer.getLineTokens("/* foo // bar */", "start").tokens;
-        assert.equal(1, tokens.length);
-        assert.equal("comment", tokens[0].type);
-
-        var tokens = this.tokenizer.getLineTokens("/* foo // bar */", "regex_allowed").tokens;
-        assert.equal(1, tokens.length);
-        assert.equal("comment", tokens[0].type);
-    },
-
-    "test tokenize identifier with umlauts": function() {
-        var tokens = this.tokenizer.getLineTokens("füße", "start").tokens;
-        assert.equal(1, tokens.length);
-    },
-
-    "test // is not a regexp": function() {
-        var tokens = this.tokenizer.getLineTokens("{ // 123", "start").tokens;
-        assert.equal(3, tokens.length);
-        assert.equal("paren.lparen", tokens[0].type);
-        assert.equal("text", tokens[1].type);
-        assert.equal("comment", tokens[2].type);
-    },
-
-    "test skipping escaped chars": function() {
-        var line = "console.log('Meh\\nNeh');"
-        var tokens = this.tokenizer.getLineTokens(line, "start").tokens;
-
-        assert.equal(9, tokens.length);
-        assert.equal("constant.language.escape", tokens[5].type);
-
-        line = "console.log('\\u1232Feh');";
-        tokens = this.tokenizer.getLineTokens(line, "start").tokens;
-
-        assert.equal(9, tokens.length);
-        assert.equal("constant.language.escape", tokens[5].type);
-    },
-
-    "test multiline strings": function() {
-        var line = "console.log('Meh\\"
-        var data = this.tokenizer.getLineTokens(line, "start")
-
-        assert.equal(5, data.tokens.length);
-        assert.equal(data.state, "qstring");
-
-        line = "console.log('Meh\\ "
-        data = this.tokenizer.getLineTokens(line, "start")
-
-        assert.equal(6, data.tokens.length);
-        assert.equal(data.state, "start");
-
-        line = 'console.log("\\'
-        data = this.tokenizer.getLineTokens(line, "start")
-
-        assert.equal(5, data.tokens.length);
-        assert.equal(data.state, "qqstring");
-
-        line = 'a="'
-        data = this.tokenizer.getLineTokens(line, "start")
-
-        assert.equal(3, data.tokens.length);
-        assert.equal(data.state, "start");
-    }
-};
-
-});
-
-if (typeof module !== "undefined" && module === require.main) {
-    require("asyncjs").test.testcase(module.exports).exec()
-}

lib/ace/mode/lucene_highlight_rules_test.js

@@ -1,99 +0,0 @@
-if (typeof process !== "undefined") {
-    require("amd-loader");
-}
-
-define(function(require, exports, module) {
-"use strict";
-
-var LuceneMode = require("./lucene").Mode;
-var assert = require("../test/assertions");
-
-module.exports = {
-
-    name: "Lucene Tokenizer",
-
-    setUp : function() {
-        this.tokenizer = new LuceneMode().getTokenizer();
-    },
-
-    "test: recognises AND as keyword" : function() {
-        var tokens = this.tokenizer.getLineTokens("AND", "start").tokens;
-        assert.equal("keyword.operator", tokens[0].type);
-    },
-
-    "test: recognises OR as keyword" : function() {
-        var tokens = this.tokenizer.getLineTokens("OR", "start").tokens;
-        assert.equal("keyword.operator", tokens[0].type);
-    },
-
-    "test: recognises NOT as keyword" : function() {
-        var tokens = this.tokenizer.getLineTokens("NOT", "start").tokens;
-        assert.equal("keyword.operator", tokens[0].type);
-    },
-
-    'test: recognises "hello this is dog" as string' : function() {
-        var tokens = this.tokenizer.getLineTokens('"hello this is dog"', "start").tokens;
-        assert.equal("string", tokens[0].type);
-    },
-
-    'test: recognises -"hello this is dog" as negation with string' : function() {
-        var tokens = this.tokenizer.getLineTokens('-"hello this is dog"', "start").tokens;
-        assert.equal("constant.character.negation", tokens[0].type);
-        assert.equal("string", tokens[1].type);
-    },
-
-    'test: recognises ~100 as text with proximity' : function() {
-        var tokens = this.tokenizer.getLineTokens('~100', "start").tokens;
-        assert.equal("constant.character.proximity", tokens[0].type);
-    },
-
-    'test: recognises "hello this is dog"~100 as string with proximity' : function() {
-        var tokens = this.tokenizer.getLineTokens('"hello this is dog"~100', "start").tokens;
-
-        assert.equal("string", tokens[0].type);
-        assert.equal("constant.character.proximity", tokens[1].type);
-    },
-
-    'test: recognises raw:"hello this is dog" as keyword' : function() {
-        var tokens = this.tokenizer.getLineTokens('raw:"hello this is dog"', "start").tokens;
-        assert.equal("keyword", tokens[0].type);
-    },
-
-    'test: recognises raw:foo as"keyword' : function() {
-        var tokens = this.tokenizer.getLineTokens('raw:foo', "start").tokens;
-        assert.equal("keyword", tokens[0].type);
-    },
-
-    'test: recognises "(" as opening parenthesis' : function() {
-        var tokens = this.tokenizer.getLineTokens('(', "start").tokens;
-        assert.equal("paren.lparen", tokens[0].type);
-    },
-
-    'test: recognises ")" as closing parenthesis' : function() {
-        var tokens = this.tokenizer.getLineTokens(')', "start").tokens;
-        assert.equal("paren.rparen", tokens[0].type);
-    },
-
-    'test: recognises foo* as text with asterisk' : function() {
-        var tokens = this.tokenizer.getLineTokens('foo*', "start").tokens;
-        assert.equal("text", tokens[0].type);
-        assert.equal("constant.character.asterisk", tokens[1].type);
-    },
-
-    'test: recognises foo? as text with interro' : function() {
-        var tokens = this.tokenizer.getLineTokens('foo?', "start").tokens;
-        assert.equal("text", tokens[0].type);
-        assert.equal("constant.character.interro", tokens[1].type);
-    },
-
-    'test: recognises single word as text' : function() {
-        var tokens = this.tokenizer.getLineTokens(' foo', "start").tokens;
-        assert.equal("text", tokens[0].type);
-    }
-};
-
-});
-
-if (typeof module !== "undefined" && module === require.main) {
-    require("asyncjs").test.testcase(module.exports).exec();
-}

lib/ace/mode/markdown_highlight_rules_test.js

@@ -1,100 +0,0 @@
-/* ***** BEGIN LICENSE BLOCK *****
- * Distributed under the BSD license:
- *
- * Copyright (c) 2012, Ajax.org B.V.
- * All rights reserved.
- *
- * Redistribution and use in source and binary forms, with or without
- * modification, are permitted provided that the following conditions are met:
- *     * Redistributions of source code must retain the above copyright
- *       notice, this list of conditions and the following disclaimer.
- *     * Redistributions in binary form must reproduce the above copyright
- *       notice, this list of conditions and the following disclaimer in the
- *       documentation and/or other materials provided with the distribution.
- *     * Neither the name of Ajax.org B.V. nor the
- *       names of its contributors may be used to endorse or promote products
- *       derived from this software without specific prior written permission.
- *
- * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS" AND
- * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
- * WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
- * DISCLAIMED. IN NO EVENT SHALL AJAX.ORG B.V. BE LIABLE FOR ANY
- * DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES
- * (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES;
- * LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND
- * ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
- * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS
- * SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
- *
- *
- * Contributor(s):
- *
- * quexer <quexer AT gmail DOT com>
- *
- * ***** END LICENSE BLOCK ***** */
-
-if (typeof process !== "undefined") {
-    require("amd-loader");
-}
-
-define(function(require, exports, module) {
-"use strict";
-
-var Mode = require("./markdown").Mode;
-var assert = require("../test/assertions");
-
-module.exports = {
-    setUp : function() {
-        this.tokenizer = new Mode().getTokenizer();
-    },
-
-    "test: header 1 ": function() {
-        var tokens = this.tokenizer.getLineTokens("#f", "start").tokens;
-        assert.equal(tokens.length, 1);
-        assert.equal(tokens[0].type, 'markup.heading.1');
-    },
-
-    "test: header 2": function() {
-        var tokens = this.tokenizer.getLineTokens("## foo", "start").tokens;
-        assert.equal(tokens.length, 1);
-        assert.equal(tokens[0].type, 'markup.heading.2');
-    },
-
-    "test: header ends with ' #'": function() {
-        var tokens = this.tokenizer.getLineTokens("# # # ", "start").tokens;
-        assert.equal(tokens.length, 1);
-        assert.equal(tokens[0].type, 'markup.heading.1');
-    },
-
-    "test: header ends with '#'": function() {
-        var tokens = this.tokenizer.getLineTokens("#foo# ", "start").tokens;
-        assert.equal(tokens.length, 1);
-        assert.equal(tokens[0].type, 'markup.heading.1');
-    },
-
-    "test: 6+ #s is not a valid header": function() {
-        var tokens = this.tokenizer.getLineTokens("####### foo", "start").tokens;
-        assert.equal(tokens.length, 1);
-        assert.equal(tokens[0].type, 'text');
-    },
-
-    "test: # followed be only space is not a valid header": function() {
-        var tokens = this.tokenizer.getLineTokens("#  ", "start").tokens;
-        assert.equal(tokens.length, 1);
-        assert.equal(tokens[0].type, 'text');
-    },
-
-
-
-    "test: only space between #s is not a valid header": function() {
-        var tokens = this.tokenizer.getLineTokens("#  #", "start").tokens;
-        assert.equal(tokens.length, 1);
-        assert.equal(tokens[0].type, 'text');
-    }
-};
-
-});
-
-if (typeof module !== "undefined" && module === require.main) {
-    require("asyncjs").test.testcase(module.exports).exec();
-}

lib/ace/mode/ruby_highlight_rules_test.js

@@ -1,108 +0,0 @@
-/* ***** BEGIN LICENSE BLOCK *****
- * Distributed under the BSD license:
- *
- * Copyright (c) 2010, Ajax.org B.V.
- * All rights reserved.
- * 
- * Redistribution and use in source and binary forms, with or without
- * modification, are permitted provided that the following conditions are met:
- *     * Redistributions of source code must retain the above copyright
- *       notice, this list of conditions and the following disclaimer.
- *     * Redistributions in binary form must reproduce the above copyright
- *       notice, this list of conditions and the following disclaimer in the
- *       documentation and/or other materials provided with the distribution.
- *     * Neither the name of Ajax.org B.V. nor the
- *       names of its contributors may be used to endorse or promote products
- *       derived from this software without specific prior written permission.
- * 
- * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS" AND
- * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
- * WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
- * DISCLAIMED. IN NO EVENT SHALL AJAX.ORG B.V. BE LIABLE FOR ANY
- * DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES
- * (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES;
- * LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND
- * ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
- * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS
- * SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
- *
- * ***** END LICENSE BLOCK ***** */
-
-if (typeof process !== "undefined") {
-    require("amd-loader");
-}
-
-define(function(require, exports, module) {
-"use strict";
-
-var RubyMode = require("./ruby").Mode;
-var assert = require("../test/assertions");
-
-module.exports = {
-    
-    name: "Ruby Tokenizer",
-    
-    setUp : function() {
-        this.tokenizer = new RubyMode().getTokenizer();
-    },
-
-    "test: symbol tokenizer" : function() {
-        // https://gist.github.com/1072693
-        assertValidTokens(this.tokenizer, "constant.other.symbol.ruby",
-          [":@thing", ":$thing", ":_thing", ":thing", ":Thing", ":thing1", ":thing_a",
-              ":THING", ":thing!", ":thing=", ":thing?", ":t?"]);
-        assertInvalidTokens(this.tokenizer, "constant.other.symbol.ruby",
-          [":", ":@", ":$", ":1", ":1thing", ":th?ing", ":thi=ng", ":1thing",
-            ":th!ing", ":thing#"]);
-    },
-
-    "test: namespaces aren't symbols" : function() {
-        var line = "Namespaced::Class";
-        var tokens = this.tokenizer.getLineTokens(line, "start").tokens;
-
-        assert.equal(3, tokens.length);
-        assert.equal("support.class", tokens[0].type);
-        assert.equal("text", tokens[1].type);
-        assert.equal("support.class", tokens[2].type);
-    },
-
-    "test: hex tokenizer" : function() {
-        assertValidTokens(this.tokenizer, "constant.numeric",
-            ["0x9a", "0XA1", "0x9_a"]);
-        assertInvalidTokens(this.tokenizer, "constant.numeric",
-            ["0x", "0x_9a", "0x9a_"]);
-    },
-
-    "test: float tokenizer" : function() {
-        assertValidTokens(this.tokenizer, "constant.numeric",
-            ["1", "+1", "-1", "12_345", "0.000_1"]);
-        assertInvalidTokens(this.tokenizer, "constant.numeric",
-            ["_", "_1", "1_", "1_.0", "0._1"]);
-    }
-};
-
-function assertValidTokens(tokenizer, tokenType, validTokens) {
-    for (var i = 0, length = validTokens.length; i < length; i++) {
-        var validToken = validTokens[i],
-            tokens = tokenizer.getLineTokens(validToken, "start").tokens;
-        assert.equal(tokens[0].value, validToken,
-          '"' + validToken + '" should be one token');
-        assert.equal(tokens[0].type, tokenType,
-          '"' + validToken + '" should be a "' + tokenType + '" token');
-    }
-}
-
-function assertInvalidTokens(tokenizer, tokenType, invalidTokens) {
-    for (var i = 0, length = invalidTokens.length; i < length; i++) {
-        var invalidToken = invalidTokens[i],
-            tokens = tokenizer.getLineTokens(invalidToken, "start").tokens;
-        assert.ok(tokens[0].type !== tokenType || tokens[0].value !== invalidToken,
-          '"' + invalidToken + '" is not a valid "' + tokenType + '"');
-    }
-}
-
-});
-
-if (typeof module !== "undefined" && module === require.main) {
-    require("asyncjs").test.testcase(module.exports).exec()
-}

lib/ace/mode/xml_highlight_rules_test.js

@@ -1,208 +0,0 @@
-/* ***** BEGIN LICENSE BLOCK *****
- * Distributed under the BSD license:
- *
- * Copyright (c) 2010, Ajax.org B.V.
- * All rights reserved.
- * 
- * Redistribution and use in source and binary forms, with or without
- * modification, are permitted provided that the following conditions are met:
- *     * Redistributions of source code must retain the above copyright
- *       notice, this list of conditions and the following disclaimer.
- *     * Redistributions in binary form must reproduce the above copyright
- *       notice, this list of conditions and the following disclaimer in the
- *       documentation and/or other materials provided with the distribution.
- *     * Neither the name of Ajax.org B.V. nor the
- *       names of its contributors may be used to endorse or promote products
- *       derived from this software without specific prior written permission.
- * 
- * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS" AND
- * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
- * WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
- * DISCLAIMED. IN NO EVENT SHALL AJAX.ORG B.V. BE LIABLE FOR ANY
- * DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES
- * (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES;
- * LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND
- * ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
- * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS
- * SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
- *
- * ***** END LICENSE BLOCK ***** */
-
-if (typeof process !== "undefined") {
-    require("amd-loader");
-}
-
-define(function(require, exports, module) {
-"use strict";
-
-var XmlMode = require("./xml").Mode;
-var assert = require("../test/assertions");
-
-var testData = {
-    "test: tokenize1" : [{
-        text: "<Juhu>//Juhu Kinners</Kinners>",
-        state: ["start", "start"],
-        tokens: [
-            {
-                type: "meta.tag",
-                value: "<"
-            },
-            {
-                type: "meta.tag.tag-name",
-                value: "Juhu"
-            },
-            {
-                type: "meta.tag.r",
-                value: ">"
-            },
-            {
-                type: "text",
-                value: "//Juhu Kinners"
-            },
-            {
-                type: "meta.tag",
-                value: "</"
-            },
-            {
-                type: "meta.tag.tag-name",
-                value: "Kinners"
-            },
-            {
-                type: "meta.tag.r",
-                value: ">"
-            }
-        ]
-    }],
-
-    "test: two tags in the same lines should be in separate tokens": [{
-        text: "<Juhu><Kinners>",
-        state: [ "start", "start"],
-        tokens: [
-            {
-                type: "meta.tag",
-                value: "<"
-            },
-            {
-                type: "meta.tag.tag-name",
-                value: "Juhu"
-            },
-            {
-                type: "meta.tag.r",
-                value: ">"
-            },
-            {
-                type: "meta.tag",
-                value: "<"
-            },
-            {
-                type: "meta.tag.tag-name",
-                value: "Kinners"
-            },
-            {
-                type: "meta.tag.r",
-                value: ">"
-            }
-        ]
-    }],
-
-    "test: multiline attributes": [{
-        text: "<copy set=\"{",
-        state: ["start", "tag_qqstring"],
-        tokens: [
-            {
-                type: "meta.tag",
-                value: "<"
-            },
-            {
-                type: "meta.tag.tag-name",
-                value: "copy"
-            },
-            {
-                type: "text",
-                value: " "
-            },
-            {
-                type: "entity.other.attribute-name",
-                value: "set"
-            },
-            {
-                type: "keyword.operator",
-                value: "="
-            },
-            {
-                type: "string",
-                value: "\"{"
-            }
-        ]
-    }, {
-        text: "}\" undo=\"{",
-        state: [ "tag_qqstring", "tag_qqstring"],
-        tokens: [
-            {
-                type: "string",
-                value: "}\""
-            },
-            {
-                type: "text",
-                value: " "
-            },
-            {
-                type: "entity.other.attribute-name",
-                value: "undo"
-            },
-            {
-                type: "keyword.operator",
-                value: "="
-            },
-            {
-                type: "string",
-                value: "\"{"
-            }
-        ]
-    }, {
-        text: "}\"/>",
-        state: ["tag_qqstring", "start"],
-        tokens: [
-            {
-                type: "string",
-                value: "}\""
-            },
-            {
-                type: "meta.tag.r",
-                value: "/>"
-            }
-        ]
-    }]
-};
-
-function generateTest(exampleData) {
-    return function testTokenizer() {
-        for (var i = 0; i < exampleData.length; i++) {
-            var s = exampleData[i];
-            var lineTokens = tokenizer.getLineTokens(s.text, s.state[0]);
-
-            assert.equal(
-                JSON.stringify(lineTokens, null, 4),
-                JSON.stringify({tokens:s.tokens, state: s.state[1]}, null, 4)
-            );
-        }
-    }
-}
-
-var tokenizer;
-module.exports = {
-    name: "XML Tokenizer",
-
-    setUp : function() {
-        tokenizer = new XmlMode().getTokenizer();
-    }
-}
-
-for (var i in testData) {
-    module.exports[i] = generateTest(testData[i])
-}
-});
-
-if (typeof module !== "undefined" && module === require.main) {
-    require("asyncjs").test.testcase(module.exports).exec();
-}

lib/ace/test/all_browser.js

@@ -23,23 +23,15 @@ var testNames = [
     "ace/layer/text_test",
     "ace/lib/event_emitter_test",
     "ace/mode/coffee/parser_test",
-    "ace/mode/coffee_highlight_rules_test",
     "ace/mode/coldfusion_test",
     "ace/mode/css_test",
-    "ace/mode/css_highlight_rules_test",
     "ace/mode/css_worker",
     "ace/mode/html_test",
-    "ace/mode/html_highlight_rules_test",
     "ace/mode/javascript_test",
-    "ace/mode/javascript_highlight_rules_test",
     "ace/mode/javascript_worker_test",
-    "ace/mode/lucene_highlight_rules_test",
-    "ace/mode/liquid_highlight_rules_test",
     "ace/mode/python_test",
-    "ace/mode/ruby_highlight_rules_test",
     "ace/mode/text_test",
     "ace/mode/xml_test",
-    "ace/mode/xml_highlight_rules_test",
     "ace/mode/folding/cstyle_test",
     "ace/mode/folding/html_test",
     "ace/mode/folding/pythonic_test",