X-Git-Url: https://git.madduck.net/etc/vim.git/blobdiff_plain/adf4ebd2d9540dd0812e2db0e5735a5d28d31d81..6140f04fe17ae7c542a29c207c9a45f6200f4e2c:/blib2to3/pgen2/token.py?ds=sidebyside diff --git a/blib2to3/pgen2/token.py b/blib2to3/pgen2/token.py index c37b0d5..583a8a1 100644 --- a/blib2to3/pgen2/token.py +++ b/blib2to3/pgen2/token.py @@ -3,7 +3,7 @@ # Taken from Python (r53757) and modified to include some tokens # originally monkeypatched in by pgen2.tokenize -#--start constants-- +# --start constants-- ENDMARKER = 0 NAME = 1 NUMBER = 2 @@ -63,9 +63,10 @@ RARROW = 55 AWAIT = 56 ASYNC = 57 ERRORTOKEN = 58 -N_TOKENS = 59 +COLONEQUAL = 59 +N_TOKENS = 60 NT_OFFSET = 256 -#--end constants-- +# --end constants-- tok_name = {} for _name, _value in list(globals().items()): @@ -76,8 +77,10 @@ for _name, _value in list(globals().items()): def ISTERMINAL(x): return x < NT_OFFSET + def ISNONTERMINAL(x): return x >= NT_OFFSET + def ISEOF(x): return x == ENDMARKER