Multi byte characters should not be treated as part of an operator

2018-05-30 09:40:35 +02:00 · 2018-05-30 09:40:35 +02:00 · fd28236368
commit fd28236368
parent 25a41d5d90
3 changed files with 13 additions and 2 deletions
--- a/lib/packages/docutils/highlite.nim
+++ b/lib/packages/docutils/highlite.nim
@ -130,7 +130,7 @@ proc nimNumber(g: var GeneralTokenizer, position: int): int =

 const
  OpChars  = {'+', '-', '*', '/', '\\', '<', '>', '!', '?', '^', '.',
-              '|', '=', '%', '&', '$', '@', '~', ':', '\x80'..'\xFF'}
+              '|', '=', '%', '&', '$', '@', '~', ':'}

 proc nimNextToken(g: var GeneralTokenizer) =
  const