tweak background tokenizer settings
This commit is contained in:
parent
1197583582
commit
28887f1e6b
1 changed files with 6 additions and 2 deletions
|
|
@ -20,6 +20,8 @@ function BackgroundTokenizer(tokenizer, onUpdate, onComplete)
|
|||
var startLine = self.currentLine;
|
||||
var textLines = self.textLines;
|
||||
|
||||
var processedLines = 0;
|
||||
|
||||
while (self.currentLine < textLines.length)
|
||||
{
|
||||
var line = textLines[self.currentLine];
|
||||
|
|
@ -27,10 +29,12 @@ function BackgroundTokenizer(tokenizer, onUpdate, onComplete)
|
|||
var state = self.currentLine == 0 ? "start" : self.lines[self.currentLine-1].state;
|
||||
self.lines[self.currentLine] = self.tokenizer.getLineTokens(line, state);
|
||||
|
||||
if ((new Date()-workerStart) > 80)
|
||||
// only check every 30 lines
|
||||
processedLines += 1;
|
||||
if ((processedLines % 30 == 0) && (new Date()-workerStart) > 20)
|
||||
{
|
||||
self.onUpdate(startLine, self.currentLine);
|
||||
return setTimeout(self._worker, 20);
|
||||
return setTimeout(self._worker, 10);
|
||||
}
|
||||
|
||||
self.currentLine++;
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue