From: Jon Dufresne <jon.dufresne@gmail.com>
Date: Sat, 18 Jan 2020 15:21:19 +0000 (-0800)
Subject: Remove unused variables tokenprog, Token and PlainToken (#1137)
X-Git-Url: https://git.madduck.net/etc/vim.git/commitdiff_plain/7f5d0e97546f18c865160e31346f693341677149?ds=sidebyside;hp=915ebfcf7cabdf0e7e0074b24441c05093286050

Remove unused variables tokenprog, Token and PlainToken (#1137)
---

diff --git a/blib2to3/pgen2/tokenize.py b/blib2to3/pgen2/tokenize.py
index 6b6f76f..2683570 100644
--- a/blib2to3/pgen2/tokenize.py
+++ b/blib2to3/pgen2/tokenize.py
@@ -129,9 +129,6 @@ Bracket = "[][(){}]"
 Special = group(r"\r?\n", r"[:;.,`@]")
 Funny = group(Operator, Bracket, Special)
 
-PlainToken = group(Number, Funny, String, Name)
-Token = Ignore + PlainToken
-
 # First (or only) line of ' or " string.
 ContStr = group(
     _litprefix + r"'[^\n'\\]*(?:\\.[^\n'\\]*)*" + group("'", r"\\\r?\n"),
@@ -140,7 +137,6 @@ ContStr = group(
 PseudoExtras = group(r"\\\r?\n", Comment, Triple)
 PseudoToken = Whitespace + group(PseudoExtras, Number, Funny, ContStr, Name)
 
-tokenprog = re.compile(Token, re.UNICODE)
 pseudoprog = re.compile(PseudoToken, re.UNICODE)
 single3prog = re.compile(Single3)
 double3prog = re.compile(Double3)