1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
|
import unittest
from typing import Iterable
from interegular import parse_pattern
from interegular.patterns import InvalidSyntax, Unsupported
class SyntaxTestCase(unittest.TestCase):
def parse_unsupported(self, s: str):
with self.assertRaises(Unsupported):
parse_pattern(s).to_fsm()
def parse_invalid_syntax(self, s: str):
with self.assertRaises(InvalidSyntax):
parse_pattern(s).to_fsm()
def parse_valid(self, re: str, targets: Iterable[str] = (), non_targets: Iterable[str] = ()):
fsm = parse_pattern(re).to_fsm()
for s in targets:
self.assertTrue(fsm.accepts(s), f"{re!r} does not match {s!r}")
for s in non_targets:
self.assertFalse(fsm.accepts(s), f"{re!r} does match {s!r}")
def test_basic_syntax(self):
self.parse_valid("a", ("a",), ("", "aa", "b"))
self.parse_valid("a+", ("a", "aa", "aaaaa"), ("", "b", "ab"))
self.parse_valid("a*", ("", "a", "aa", "aaaaa"), ("b", "ab"))
self.parse_valid("a{2,10}", ("a" * 2, "a" * 5, "a" * 10), ("a" * 1, "a" * 11, "b", "ab"))
self.parse_valid("a{,10}", ("a" * 1, "a" * 2, "a" * 5, "a" * 10), ("a" * 11, "b", "ab"))
self.parse_valid("a{2,}", ("a" * 2, "a" * 5, "a" * 10, "a" * 11), ("a" * 1, "b", "ab"))
self.parse_unsupported("\\1")
self.parse_invalid_syntax("(")
self.parse_invalid_syntax(")")
self.parse_invalid_syntax("\\g")
def test_groups(self):
self.parse_valid("(ab)", ("ab",), ("", "a", "b", "abb"))
self.parse_valid("(?:ab)", ("ab",), ("", "a", "b", "abb"))
self.parse_valid("(?P<start>ab)", ("ab",), ("", "a", "b", "abb"))
self.parse_unsupported("(?P=start)")
self.parse_invalid_syntax("(?g)")
def test_char_group(self):
self.parse_valid("[a-h]", (*"abcdef",), ("", "aa", *"ijk"))
self.parse_valid("[^a-h]", (*"ijk?0\n",), ("", "aa", *"abcdef"))
self.parse_invalid_syntax("[a-A]")
self.parse_invalid_syntax("[\\w-A]")
self.parse_valid(r"[\w]", (*"abcdef012_",), ("", "..", *".*?",))
self.parse_valid(r"[\W]", (*".*?",), ("", "..", *"abcdef012_"))
self.parse_valid(r"[^\w]", (*".*?",), ("", "..", *"abcdef012_"))
self.parse_valid(r"[^\W]", (*"abcdef012_",), ("", "..", *".*?",))
self.parse_valid(r"[\wa-c]", (*"abcdef012_",), ("", "..", *".*?",))
self.parse_valid(r"[\Wa-c]", (*"abc.*?",), ("", "..", *"def012_"))
self.parse_valid(r"[^\wa-c]", (*".*?",), ("", "..", *"abcdef012_"))
self.parse_valid(r"[^\Wa-c]", (*"def012_",), ("", "..", *"abc.*?",))
self.parse_valid(r"[\wa-c?]", (*"abcdef012_?",), ("", "..", *".*",))
self.parse_valid(r"[\Wa-c?]", (*"abc.*?",), ("", "..", *"def012_"))
self.parse_valid(r"[^\wa-c?]", (*".*",), ("", "..", *"abcdef012_?"))
self.parse_valid(r"[^\Wa-c?]", (*"def012_",), ("", "..", *"abc.*?",))
w = "abc"
d = "012"
o = ".*?"
self.parse_valid(r"[\w\d]", w + d, o)
self.parse_valid(r"[\w\D]", w + d + o, "")
self.parse_valid(r"[\W\d]", d + o, w)
self.parse_valid(r"[\W\D]", o, w + d)
self.parse_valid(r"[^\w\d]", o, w + d)
self.parse_valid(r"[^\W\d]", w, d + o)
self.parse_valid(r"[^\w\D]", "", w + d + o)
self.parse_valid(r"[^\W\D]", w + d, o)
def test_looks(self):
self.parse_valid("(?=ab)...", ("ab?",), ("cd?", "ab"))
self.parse_valid("(?!ab)...", ("cd?", "aaa"), ("ab?", "", "ab"))
self.parse_unsupported("(?<=ab)")
self.parse_unsupported("(?<!ab)")
self.parse_unsupported("$")
self.parse_unsupported("^")
self.parse_unsupported("\\b")
self.parse_unsupported("\\B")
self.parse_valid("((?=ab)...)*", ("", "abcabd", "abb"), ("bbb", "ab"))
self.parse_unsupported("((?=abcd)...)*")
def test_flags(self):
self.parse_valid("(?i)a", (*"aA",), ("", "b"))
self.parse_valid("(?m).", (*"a0?",), ("", "\n"))
self.parse_valid("(?s).", (*"a0?\n",), ("",))
self.parse_valid("(?i:a)a", ("aa", "Aa"), ("", "b", "aA"))
self.parse_unsupported("(?a)")
self.parse_unsupported("(?L)")
self.parse_unsupported("(?u)")
self.parse_unsupported("(?x)")
if __name__ == '__main__':
unittest.main()
|
