X-Git-Url: https://git.madduck.net/etc/vim.git/blobdiff_plain/3bfb66971f03da39ae1f4c98c30d55e60f63d33b..0ff718e1e2b434477bca134e6c8aa0f67c898cbc:/blib2to3/pgen2/token.py diff --git a/blib2to3/pgen2/token.py b/blib2to3/pgen2/token.py index 40aa89d..583a8a1 100644 --- a/blib2to3/pgen2/token.py +++ b/blib2to3/pgen2/token.py @@ -3,7 +3,7 @@ # Taken from Python (r53757) and modified to include some tokens # originally monkeypatched in by pgen2.tokenize -#--start constants-- +# --start constants-- ENDMARKER = 0 NAME = 1 NUMBER = 2 @@ -66,7 +66,7 @@ ERRORTOKEN = 58 COLONEQUAL = 59 N_TOKENS = 60 NT_OFFSET = 256 -#--end constants-- +# --end constants-- tok_name = {} for _name, _value in list(globals().items()): @@ -77,8 +77,10 @@ for _name, _value in list(globals().items()): def ISTERMINAL(x): return x < NT_OFFSET + def ISNONTERMINAL(x): return x >= NT_OFFSET + def ISEOF(x): return x == ENDMARKER