blib2to3/pygram.py

   1 # Copyright 2006 Google, Inc. All Rights Reserved.
   2 # Licensed to PSF under a Contributor Agreement.
   3
   4 """Export the Python grammar and symbols."""
   5
   6 # Python imports
   7 import os
   8
   9 # Local imports
  10 from .pgen2 import token
  11 from .pgen2 import driver
  12 from . import pytree
  13
  14 # The grammar file
  15 _GRAMMAR_FILE = os.path.join(os.path.dirname(__file__), "Grammar.txt")
  16 _PATTERN_GRAMMAR_FILE = os.path.join(os.path.dirname(__file__),
  17                                      "PatternGrammar.txt")
  18
  19
  20 class Symbols(object):
  21
  22     def __init__(self, grammar):
  23         """Initializer.
  24
  25         Creates an attribute for each grammar symbol (nonterminal),
  26         whose value is the symbol's type (an int >= 256).
  27         """
  28         for name, symbol in grammar.symbol2number.items():
  29             setattr(self, name, symbol)
  30
  31
  32 def initialize(cache_dir=None):
  33     global python_grammar
  34     global python_grammar_no_print_statement
  35     global python_grammar_no_print_statement_no_exec_statement
  36     global python_grammar_no_print_statement_no_exec_statement_async_keywords
  37     global python_symbols
  38     global pattern_grammar
  39     global pattern_symbols
  40
  41     # Python 2
  42     python_grammar = driver.load_packaged_grammar("blib2to3", _GRAMMAR_FILE,
  43                                                   cache_dir)
  44
  45     python_symbols = Symbols(python_grammar)
  46
  47     # Python 2 + from __future__ import print_function
  48     python_grammar_no_print_statement = python_grammar.copy()
  49     del python_grammar_no_print_statement.keywords["print"]
  50
  51     # Python 3.0-3.6
  52     python_grammar_no_print_statement_no_exec_statement = python_grammar.copy()
  53     del python_grammar_no_print_statement_no_exec_statement.keywords["print"]
  54     del python_grammar_no_print_statement_no_exec_statement.keywords["exec"]
  55
  56     # Python 3.7+
  57     python_grammar_no_print_statement_no_exec_statement_async_keywords = (
  58         python_grammar_no_print_statement_no_exec_statement.copy()
  59     )
  60     python_grammar_no_print_statement_no_exec_statement_async_keywords.async_keywords = True
  61
  62     pattern_grammar = driver.load_packaged_grammar("blib2to3", _PATTERN_GRAMMAR_FILE,
  63                                                    cache_dir)
  64     pattern_symbols = Symbols(pattern_grammar)