1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
|
from unittest import TestCase, main
from lark import Lark, Tree, TextSlice
class TestLexer(TestCase):
def setUp(self):
pass
def test_basic(self):
p = Lark("""
start: "a" "b" "c" "d"
%ignore " "
""")
res = list(p.lex("abc cba dd"))
assert res == list('abccbadd')
res = list(p.lex("abc cba dd", dont_ignore=True))
assert res == list('abc cba dd')
def test_subset_lex(self):
p = Lark("""
start: "a" "b" "c" "d"
%ignore " "
""")
res = list(p.lex(TextSlice("xxxabc cba ddxx", 3, -2)))
assert res == list('abccbadd')
res = list(p.lex(TextSlice("aaaabc cba dddd", 3, -2)))
assert res == list('abccbadd')
if __name__ == '__main__':
main()
|
