1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
|
from io import StringIO
from token import NAME, NUMBER, NEWLINE, ENDMARKER
from tokenize import generate_tokens
from story5.tokenizer import Tokenizer
from story5.parser import Parser
from story5.toy import ToyParser
def test_basic():
program = "f(42)"
file = StringIO(program)
tokengen = generate_tokens(file.readline)
tok = Tokenizer(tokengen)
p = Parser(tok)
t = p.expect(NAME)
assert t and t.string == "f"
pos = p.mark()
assert p.expect("(")
t = p.expect(NUMBER)
assert t and t.string == "42"
assert p.expect(")")
pos2 = p.mark()
p.reset(pos)
assert p.expect("(")
assert p.expect(NUMBER)
assert p.expect(")")
p.reset(pos)
assert p.expect("(")
p.reset(pos2)
assert p.expect(NEWLINE)
assert p.expect(ENDMARKER)
def test_toy():
program = "x - (y + z)"
file = StringIO(program)
tokengen = generate_tokens(file.readline)
tok = Tokenizer(tokengen)
p = ToyParser(tok)
tree = p.statement()
print(tree)
assert tree and tree.type == "statement"
assert tree.children[0].type == "expr"
assert tree.children[0].children[0].type == "expr"
|
