Tweak collection literals to explode with trailing comma (#826)

[etc/vim.git] / blib2to3 / pgen2 / token.py

diff --git a/blib2to3/pgen2/token.py b/blib2to3/pgen2/token.py
index c37b0d58481b16450746f66210f88921969d2d7d..583a8a15c8ae38a2370a119a8c8589e580e05b31 100644 (file)
--- a/blib2to3/pgen2/token.py
+++ b/blib2to3/pgen2/token.py
@@ -3,7 +3,7 @@
 #  Taken from Python (r53757) and modified to include some tokens
 #   originally monkeypatched in by pgen2.tokenize
 
 #  Taken from Python (r53757) and modified to include some tokens
 #   originally monkeypatched in by pgen2.tokenize
 

-#--start constants--
+# --start constants--

 ENDMARKER = 0
 NAME = 1
 NUMBER = 2
 ENDMARKER = 0
 NAME = 1
 NUMBER = 2


@@ -63,9 +63,10 @@ RARROW = 55
 AWAIT = 56
 ASYNC = 57
 ERRORTOKEN = 58
 AWAIT = 56
 ASYNC = 57
 ERRORTOKEN = 58

-N_TOKENS = 59
+COLONEQUAL = 59
+N_TOKENS = 60

 NT_OFFSET = 256
 NT_OFFSET = 256

-#--end constants--
+# --end constants--

 
 tok_name = {}
 for _name, _value in list(globals().items()):
 
 tok_name = {}
 for _name, _value in list(globals().items()):


@@ -76,8 +77,10 @@ for _name, _value in list(globals().items()):
 def ISTERMINAL(x):
     return x < NT_OFFSET
 
 def ISTERMINAL(x):
     return x < NT_OFFSET
 

+

 def ISNONTERMINAL(x):
     return x >= NT_OFFSET
 
 def ISNONTERMINAL(x):
     return x >= NT_OFFSET
 

+

 def ISEOF(x):
     return x == ENDMARKER
 def ISEOF(x):
     return x == ENDMARKER