Merge pull request #962 from barcharcraz/vstweaks
added another version of initGeneralTokenizer
This commit is contained in:
commit
393706498e
1 changed files with 4 additions and 3 deletions
|
|
@ -61,9 +61,8 @@ proc getSourceLanguage*(name: string): TSourceLanguage =
|
||||||
if cmpIgnoreStyle(name, sourceLanguageToStr[i]) == 0:
|
if cmpIgnoreStyle(name, sourceLanguageToStr[i]) == 0:
|
||||||
return i
|
return i
|
||||||
result = langNone
|
result = langNone
|
||||||
|
proc initGeneralTokenizer*(g: var TGeneralTokenizer, buf: cstring) =
|
||||||
proc initGeneralTokenizer*(g: var TGeneralTokenizer, buf: string) =
|
g.buf = buf
|
||||||
g.buf = cstring(buf)
|
|
||||||
g.kind = low(TTokenClass)
|
g.kind = low(TTokenClass)
|
||||||
g.start = 0
|
g.start = 0
|
||||||
g.length = 0
|
g.length = 0
|
||||||
|
|
@ -71,6 +70,8 @@ proc initGeneralTokenizer*(g: var TGeneralTokenizer, buf: string) =
|
||||||
var pos = 0 # skip initial whitespace:
|
var pos = 0 # skip initial whitespace:
|
||||||
while g.buf[pos] in {' ', '\x09'..'\x0D'}: inc(pos)
|
while g.buf[pos] in {' ', '\x09'..'\x0D'}: inc(pos)
|
||||||
g.pos = pos
|
g.pos = pos
|
||||||
|
proc initGeneralTokenizer*(g: var TGeneralTokenizer, buf: string) =
|
||||||
|
initGeneralTokenizer(g, cstring(buf))
|
||||||
|
|
||||||
proc deinitGeneralTokenizer*(g: var TGeneralTokenizer) =
|
proc deinitGeneralTokenizer*(g: var TGeneralTokenizer) =
|
||||||
discard
|
discard
|
||||||
|
|
|
||||||
Loading…
Add table
Add a link
Reference in a new issue