1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
|
# Copyright (c) 2017-2026 Juancarlo Añez (apalala@gmail.com)
# SPDX-License-Identifier: BSD-4-Clause
from __future__ import annotations
import random
from pathlib import Path
import pytest
from tatsu import parse
from tatsu.buffering import Buffer
@pytest.fixture
def text():
testfile = Path(__file__).with_suffix('.py')
return testfile.read_text()
@pytest.fixture
def buf(text):
return Buffer(text, whitespace='')
def test_pos_consistency(text, buf):
line = col = 0
for p, c in enumerate(text):
bl, bc = buf.lineinfo(p)[1:3]
d = buf.next()
# print('tx', line, col, repr(c))
# print('bu', bl, bc, repr(d))
assert line == bl
assert col == bc
assert c == d
if c == '\n':
col = 0
line += 1
else:
col += 1
def test_next_consisntency(buf):
while not buf.atend():
bl, bc = buf.lineinfo()[1:3]
# print('li', bl, bc)
# print('bu', buf.line, buf.col)
assert buf.line == bl
assert buf.col == bc
buf.next()
def test_goto_consistency(text, buf):
for _ in range(100):
buf.goto(random.randrange(len(text))) # noqa: S311
bl, bc = buf.lineinfo()[1:3]
# print('li', bl, bc)
# print('bu', buf.line, buf.col)
assert buf.line == bl
assert buf.col == bc
def test_line_consistency(text, buf):
lines = buf.split_block_lines(text)
for n, line in enumerate(lines):
assert buf.get_line(n) == line
def test_line_info_consistency(text, buf):
lines = buf.split_block_lines(text)
line = 0
col = 0
start = 0
for n, char in enumerate(text):
info = buf.lineinfo(n)
assert line == info.line
assert col == info.col
assert start == info.start
assert lines[line] == info.text
col += 1
if char == '\n':
line += 1
col = 0
start = n + 1
text_len = len(text)
info = buf.lineinfo(1 + text_len)
assert len(text.splitlines()) - 1 == info.line
assert text_len == info.end
def test_linecount():
b = Buffer('')
assert b.linecount == 1
b = Buffer('Hello World!')
assert b.linecount == 1
b = Buffer('\n')
assert b.linecount == 2
def test_namechars():
grammar = """
@@namechars :: '-'
start =
| "key" ~ ";"
| "key-word" ~ ";"
| "key-word-extra" ~ ";"
;
"""
ast = parse(grammar, 'key-word-extra;')
assert ast == ('key-word-extra', ';')
|
