blib2to3/pygram.py

   1 # Copyright 2006 Google, Inc. All Rights Reserved.
   2 # Licensed to PSF under a Contributor Agreement.
   3
   4 """Export the Python grammar and symbols."""
   5
   6 # Python imports
   7 import os
   8
   9 # Local imports
  10 from .pgen2 import token
  11 from .pgen2 import driver
  12
  13 # The grammar file
  14 _GRAMMAR_FILE = os.path.join(os.path.dirname(__file__), "Grammar.txt")
  15 _PATTERN_GRAMMAR_FILE = os.path.join(os.path.dirname(__file__),
  16                                      "PatternGrammar.txt")
  17
  18
  19 class Symbols(object):
  20
  21     def __init__(self, grammar):
  22         """Initializer.
  23
  24         Creates an attribute for each grammar symbol (nonterminal),
  25         whose value is the symbol's type (an int >= 256).
  26         """
  27         for name, symbol in grammar.symbol2number.items():
  28             setattr(self, name, symbol)
  29
  30
  31 def initialize(cache_dir=None):
  32     global python_grammar
  33     global python_grammar_no_print_statement
  34     global python_grammar_no_print_statement_no_exec_statement
  35     global python_grammar_no_print_statement_no_exec_statement_async_keywords
  36     global python_symbols
  37     global pattern_grammar
  38     global pattern_symbols
  39
  40     # Python 2
  41     python_grammar = driver.load_packaged_grammar("blib2to3", _GRAMMAR_FILE,
  42                                                   cache_dir)
  43
  44     python_symbols = Symbols(python_grammar)
  45
  46     # Python 2 + from __future__ import print_function
  47     python_grammar_no_print_statement = python_grammar.copy()
  48     del python_grammar_no_print_statement.keywords["print"]
  49
  50     # Python 3.0-3.6
  51     python_grammar_no_print_statement_no_exec_statement = python_grammar.copy()
  52     del python_grammar_no_print_statement_no_exec_statement.keywords["print"]
  53     del python_grammar_no_print_statement_no_exec_statement.keywords["exec"]
  54
  55     # Python 3.7+
  56     python_grammar_no_print_statement_no_exec_statement_async_keywords = (
  57         python_grammar_no_print_statement_no_exec_statement.copy()
  58     )
  59     python_grammar_no_print_statement_no_exec_statement_async_keywords.async_keywords = True
  60
  61     pattern_grammar = driver.load_packaged_grammar("blib2to3", _PATTERN_GRAMMAR_FILE,
  62                                                    cache_dir)
  63     pattern_symbols = Symbols(pattern_grammar)