1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
|
#!/usr/bin/env python3.8
import argparse
import os
import sys
from tokenize import generate_tokens
from story5.grammar import GrammarParser
from story5.tokenizer import Tokenizer
from story5.generator3 import generate
from story5.visualizer import Visualizer
argparser = argparse.ArgumentParser()
argparser.add_argument("grammar", nargs="?", default="story5/toy.gram", help="Grammar file (toy.gram)")
argparser.add_argument("-o", "--output", help="Output file (toy.py)")
argparser.add_argument("-c", "--classname", help="Output class name (ToyParser)")
argparser.add_argument("-v", "--visualize", action="store_true", help="Use visualizer")
def main():
args = argparser.parse_args()
file = args.grammar
outfile = args.output
if not outfile:
head, tail = os.path.split(file)
base, ext = os.path.splitext(tail)
outfile = os.path.join(head, base + ".py")
classname = args.classname
if not classname:
tail = os.path.basename(file)
base, ext = os.path.splitext(tail)
classname = base.title() + "Parser"
print("Reading", file)
with open(file) as f:
tokengen = generate_tokens(f.readline)
vis = None
if args.visualize:
vis = Visualizer()
tok = Tokenizer(tokengen, vis)
p = GrammarParser(tok)
try:
rules = p.grammar()
if vis:
vis.done()
finally:
if vis:
vis.close()
if not rules:
sys.exit("Fail")
print("[")
for rule in rules:
print(f" {rule},")
print("]")
for rule in rules:
print(rule.name, end=": ", file=sys.stderr)
print(*rule.alts, sep=" | ", file=sys.stderr)
print("writing class", classname, "to", outfile, file=sys.stderr)
with open(outfile, "w") as stream:
generate(rules, classname, stream)
if __name__ == '__main__':
main()
|
