1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
|
# copyright 2022 Amethyst Reese
# Licensed under the PSF license V2
"""
Monkeypatches to override default behavior of lib2to3.
"""
import logging
import os
import sys
import tempfile
from pathlib import Path
from platformdirs import user_cache_dir
from .__version__ import __version__
from .pgen2 import driver, grammar, pgen
__base_version__ = "3.9.0a6+"
__base_revision__ = "v3.9.0a5-508-g7443d42021"
CACHE_DIR = Path(user_cache_dir("fissix", version=__version__))
def _generate_pickle_name(gt):
path = Path(gt)
filename = f"{path.stem}{__base_version__}.pickle"
CACHE_DIR.mkdir(parents=True, exist_ok=True)
return (CACHE_DIR / filename).as_posix()
def load_grammar(gt="Grammar.txt", gp=None, save=True, force=False, logger=None):
"""Load the grammar (maybe from a pickle)."""
if logger is None:
logger = logging.getLogger()
gp = _generate_pickle_name(gt) if gp is None else gp
if force or not driver._newer(gp, gt):
logger.info("Generating grammar tables from %s", gt)
g = pgen.generate_grammar(gt)
if save:
logger.info("Writing grammar tables to %s", gp)
# Change here...
with tempfile.TemporaryDirectory(dir=os.path.dirname(gp)) as d:
tempfilename = os.path.join(d, os.path.basename(gp))
try:
g.dump(tempfilename)
os.rename(tempfilename, gp)
except OSError as e:
logger.info("Writing failed: %s", e)
else:
g = grammar.Grammar()
g.load(gp)
return g
driver._generate_pickle_name = _generate_pickle_name
driver.load_grammar = load_grammar
|
