Improve performance by skipping unnecessary normalisation (#3751)

[etc/vim.git] / src / blib2to3 / pgen2 / grammar.py

diff --git a/src/blib2to3/pgen2/grammar.py b/src/blib2to3/pgen2/grammar.py
index 56851070933a708d7a0fadce36bdb6c6ffd6e4c5..1f3fdc55b972e1c75d0e4bca952c2c0b0d86fece 100644 (file)
--- a/src/blib2to3/pgen2/grammar.py
+++ b/src/blib2to3/pgen2/grammar.py
@@ -16,19 +16,19 @@ fallback token code OP, but the parser needs the actual token code.
 import os
 import pickle
 import tempfile
 import os
 import pickle
 import tempfile

-from typing import Any, Dict, List, Optional, Text, Tuple, TypeVar, Union
+from typing import Any, Dict, List, Optional, Tuple, TypeVar, Union

 
 # Local imports
 from . import token
 
 _P = TypeVar("_P", bound="Grammar")
 
 # Local imports
 from . import token
 
 _P = TypeVar("_P", bound="Grammar")

-Label = Tuple[int, Optional[Text]]
+Label = Tuple[int, Optional[str]]

 DFA = List[List[Tuple[int, int]]]
 DFAS = Tuple[DFA, Dict[int, int]]
 Path = Union[str, "os.PathLike[str]"]
 
 
 DFA = List[List[Tuple[int, int]]]
 DFAS = Tuple[DFA, Dict[int, int]]
 Path = Union[str, "os.PathLike[str]"]
 
 

-class Grammar(object):
+class Grammar:

     """Pgen parsing tables conversion class.
 
     Once initialized, this class supplies the grammar tables for the
     """Pgen parsing tables conversion class.
 
     Once initialized, this class supplies the grammar tables for the


@@ -92,6 +92,7 @@ class Grammar(object):
         self.soft_keywords: Dict[str, int] = {}
         self.tokens: Dict[int, int] = {}
         self.symbol2label: Dict[str, int] = {}
         self.soft_keywords: Dict[str, int] = {}
         self.tokens: Dict[int, int] = {}
         self.symbol2label: Dict[str, int] = {}

+        self.version: Tuple[int, int] = (0, 0)

         self.start = 256
         # Python 3.7+ parses async as a keyword, not an identifier
         self.async_keywords = False
         self.start = 256
         # Python 3.7+ parses async as a keyword, not an identifier
         self.async_keywords = False


@@ -145,6 +146,7 @@ class Grammar(object):
         new.labels = self.labels[:]
         new.states = self.states[:]
         new.start = self.start
         new.labels = self.labels[:]
         new.states = self.states[:]
         new.start = self.start

+        new.version = self.version

         new.async_keywords = self.async_keywords
         return new
 
         new.async_keywords = self.async_keywords
         return new