reorganize file structure and use labjs for loading

This commit is contained in:
Fabian Jakobs 2010-04-12 09:23:46 +02:00
commit 72b556efaa
23 changed files with 632 additions and 56 deletions

View file

@ -12,7 +12,10 @@
<textarea id="text"></textarea>
<input type="button" value="tokenize" id="go">
<script src="../BackgroundTokenizer.js" type="text/javascript" charset="utf-8"></script>
<script src="../src/BackgroundTokenizer.js" type="text/javascript" charset="utf-8"></script>
<script src="../src/Tokenizer.js" type="text/javascript" charset="utf-8"></script>
<script src="../src/JavaScript.js" type="text/javascript" charset="utf-8"></script>
<script type="text/javascript" charset="utf-8">
var button = document.getElementById("go");
@ -29,7 +32,7 @@ button.onclick = function()
console.log("update", firstLine, lastLine);
};
var tokenizer = new BackgroundTokenizer(onUpdate, onComplete);
var tokenizer = new BackgroundTokenizer(new Tokenizer(JavaScript.RULES), onUpdate, onComplete);
tokenizer.setLines(text.value.split(/[\n\r]/));
tokenizer.start();
}