fix crash with long type annotations (#1093)

[etc/vim.git] / blib2to3 / pgen2 / token.py

diff --git a/blib2to3/pgen2/token.py b/blib2to3/pgen2/token.py
index 40aa89d3a100182d5254dc928b98ea5bb1d6fa23..583a8a15c8ae38a2370a119a8c8589e580e05b31 100644 (file)
--- a/blib2to3/pgen2/token.py
+++ b/blib2to3/pgen2/token.py
@@ -3,7 +3,7 @@
 #  Taken from Python (r53757) and modified to include some tokens
 #   originally monkeypatched in by pgen2.tokenize
 
 #  Taken from Python (r53757) and modified to include some tokens
 #   originally monkeypatched in by pgen2.tokenize
 

-#--start constants--
+# --start constants--

 ENDMARKER = 0
 NAME = 1
 NUMBER = 2
 ENDMARKER = 0
 NAME = 1
 NUMBER = 2


@@ -66,7 +66,7 @@ ERRORTOKEN = 58
 COLONEQUAL = 59
 N_TOKENS = 60
 NT_OFFSET = 256
 COLONEQUAL = 59
 N_TOKENS = 60
 NT_OFFSET = 256

-#--end constants--
+# --end constants--

 
 tok_name = {}
 for _name, _value in list(globals().items()):
 
 tok_name = {}
 for _name, _value in list(globals().items()):


@@ -77,8 +77,10 @@ for _name, _value in list(globals().items()):
 def ISTERMINAL(x):
     return x < NT_OFFSET
 
 def ISTERMINAL(x):
     return x < NT_OFFSET
 

+

 def ISNONTERMINAL(x):
     return x >= NT_OFFSET
 
 def ISNONTERMINAL(x):
     return x >= NT_OFFSET
 

+

 def ISEOF(x):
     return x == ENDMARKER
 def ISEOF(x):
     return x == ENDMARKER