Fix escaping of integer indexes with multiple backslashes (#1288)

This commit is contained in:
Batuhan Taskaya authored and GitHub committed 2022-02-01 02:10:55 -08:00
1 parent 7abddfe350
commit f1ea486025
3 files changed
+38 -12

No files matched your search

+12 -12
View File
@@ -88,18 +88,18 @@ def tokenize(source: str) -> Iterator[Token]:
return None
value = ''.join(buffer)
for variation, kind in [
(int, TokenKind.NUMBER),
(check_escaped_int, TokenKind.TEXT),
]:
try:
value = variation(value)
except ValueError:
continue
else:
break
else:
kind = TokenKind.TEXT
kind = TokenKind.TEXT
if not backslashes:
for variation, kind in [
(int, TokenKind.NUMBER),
(check_escaped_int, TokenKind.TEXT),
]:
try:
value = variation(value)
except ValueError:
continue
else:
break
yield Token(
kind, value, start=cursor - (len(buffer) + backslashes), end=cursor