# Local imports
from .pgen2 import token
from .pgen2 import driver
-from . import pytree
# The grammar file
_GRAMMAR_FILE = os.path.join(os.path.dirname(__file__), "Grammar.txt")
setattr(self, name, symbol)
-python_grammar = driver.load_packaged_grammar("lib2to3", _GRAMMAR_FILE)
+def initialize(cache_dir=None):
+ global python_grammar
+ global python_grammar_no_print_statement
+ global python_grammar_no_print_statement_no_exec_statement
+ global python_grammar_no_print_statement_no_exec_statement_async_keywords
+ global python_symbols
+ global pattern_grammar
+ global pattern_symbols
-python_symbols = Symbols(python_grammar)
+ # Python 2
+ python_grammar = driver.load_packaged_grammar("blib2to3", _GRAMMAR_FILE,
+ cache_dir)
-python_grammar_no_print_statement = python_grammar.copy()
-del python_grammar_no_print_statement.keywords["print"]
+ python_symbols = Symbols(python_grammar)
-pattern_grammar = driver.load_packaged_grammar("lib2to3", _PATTERN_GRAMMAR_FILE)
-pattern_symbols = Symbols(pattern_grammar)
+ # Python 2 + from __future__ import print_function
+ python_grammar_no_print_statement = python_grammar.copy()
+ del python_grammar_no_print_statement.keywords["print"]
+
+ # Python 3.0-3.6
+ python_grammar_no_print_statement_no_exec_statement = python_grammar.copy()
+ del python_grammar_no_print_statement_no_exec_statement.keywords["print"]
+ del python_grammar_no_print_statement_no_exec_statement.keywords["exec"]
+
+ # Python 3.7+
+ python_grammar_no_print_statement_no_exec_statement_async_keywords = (
+ python_grammar_no_print_statement_no_exec_statement.copy()
+ )
+ python_grammar_no_print_statement_no_exec_statement_async_keywords.async_keywords = True
+
+ pattern_grammar = driver.load_packaged_grammar("blib2to3", _PATTERN_GRAMMAR_FILE,
+ cache_dir)
+ pattern_symbols = Symbols(pattern_grammar)