fixes #21232; highlite.getNextToken() returns gtOperator for '/' in C (#21234)

2023-01-08 22:40:27 +08:00 · 2023-01-08 22:40:27 +08:00 · a55604a3d8
commit a55604a3d8
parent 76e4f8afb1
2 changed files with 13 additions and 0 deletions
--- a/lib/packages/docutils/highlite.nim
+++ b/lib/packages/docutils/highlite.nim
@ -498,6 +498,9 @@ proc clikeNextToken(g: var GeneralTokenizer, keywords: openArray[string],
          of '\0':
            break
          else: inc(pos)
+      else:
+        g.kind = gtOperator
+        while g.buf[pos] in OpChars: inc(pos)
    of '#':
      inc(pos)
      if hasPreprocessor in flags: