diff options
| author | Pablo Galindo Salgado <Pablogsal@gmail.com> | 2023-07-26 16:34:15 +0100 |
|---|---|---|
| committer | GitHub <noreply@github.com> | 2023-07-26 16:34:15 +0100 |
| commit | da8f87b7ea421894c41dfc37f578e03409c5d280 (patch) | |
| tree | b48f7099f287b2269a25ab7476fae45c06182f05 /Lib/token.py | |
| parent | b0202a4e5d6b629ba5acbc703e950f08ebaf07df (diff) | |
| download | cpython-da8f87b7ea421894c41dfc37f578e03409c5d280.tar.gz cpython-da8f87b7ea421894c41dfc37f578e03409c5d280.zip | |
gh-107015: Remove async_hacks from the tokenizer (#107018)
Diffstat (limited to 'Lib/token.py')
| -rw-r--r-- | Lib/token.py | 24 |
1 files changed, 11 insertions, 13 deletions
diff --git a/Lib/token.py b/Lib/token.py index 487f6edd3c9..b620317106e 100644 --- a/Lib/token.py +++ b/Lib/token.py @@ -59,20 +59,18 @@ ELLIPSIS = 52 COLONEQUAL = 53 EXCLAMATION = 54 OP = 55 -AWAIT = 56 -ASYNC = 57 -TYPE_IGNORE = 58 -TYPE_COMMENT = 59 -SOFT_KEYWORD = 60 -FSTRING_START = 61 -FSTRING_MIDDLE = 62 -FSTRING_END = 63 -COMMENT = 64 -NL = 65 +TYPE_IGNORE = 56 +TYPE_COMMENT = 57 +SOFT_KEYWORD = 58 +FSTRING_START = 59 +FSTRING_MIDDLE = 60 +FSTRING_END = 61 +COMMENT = 62 +NL = 63 # These aren't used by the C tokenizer but are needed for tokenize.py -ERRORTOKEN = 66 -ENCODING = 67 -N_TOKENS = 68 +ERRORTOKEN = 64 +ENCODING = 65 +N_TOKENS = 66 # Special definitions for cooperation with parser NT_OFFSET = 256 |