X-Git-Url: https://git.madduck.net/etc/vim.git/blobdiff_plain/d9c6b9907390ca73130df1d8253481505eb2bce7..9854d4b375ef84d651892785165a6c7b0e9f391b:/blib2to3/pgen2/token.py diff --git a/blib2to3/pgen2/token.py b/blib2to3/pgen2/token.py old mode 100755 new mode 100644 index 1a67955..583a8a1 --- a/blib2to3/pgen2/token.py +++ b/blib2to3/pgen2/token.py @@ -1,11 +1,9 @@ -#! /usr/bin/env python3 - """Token constants (from "token.h").""" # Taken from Python (r53757) and modified to include some tokens # originally monkeypatched in by pgen2.tokenize -#--start constants-- +# --start constants-- ENDMARKER = 0 NAME = 1 NUMBER = 2 @@ -65,9 +63,10 @@ RARROW = 55 AWAIT = 56 ASYNC = 57 ERRORTOKEN = 58 -N_TOKENS = 59 +COLONEQUAL = 59 +N_TOKENS = 60 NT_OFFSET = 256 -#--end constants-- +# --end constants-- tok_name = {} for _name, _value in list(globals().items()): @@ -78,8 +77,10 @@ for _name, _value in list(globals().items()): def ISTERMINAL(x): return x < NT_OFFSET + def ISNONTERMINAL(x): return x >= NT_OFFSET + def ISEOF(x): return x == ENDMARKER