new parser works
This commit is contained in:
parent
7e329db45f
commit
03764f0aba
4 changed files with 66 additions and 39 deletions
|
|
@ -797,6 +797,7 @@ proc rawGetTok(L: var TLexer, tok: var TToken) =
|
|||
getOperator(L, tok)
|
||||
elif c == lexbase.EndOfFile:
|
||||
tok.toktype = tkEof
|
||||
tok.indent = 0
|
||||
else:
|
||||
tok.literal = $c
|
||||
tok.tokType = tkInvalid
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue