from rpython.rlib.parsing.regexparse import make_runner def test_simple(): r = make_runner("a*") assert r.recognize("aaaaa") assert r.recognize("") assert not r.recognize("aaaaaaaaaaaaaaaaaaaaaaaaaa ") r = make_runner("a*bc|d") assert r.recognize("aaaaabc") assert r.recognize("bc") assert r.recognize("d") assert not r.recognize("abcd") r = make_runner("(ab)*|a*b*") assert r.recognize("ababababab") assert r.recognize("aaaabb") assert not r.recognize("abababaabb") r = make_runner(".*") assert r.recognize("kjsadfq3jlflASDF@#$") assert r.recognize("vka afj ASF# A") def test_quoted_1(): r = make_runner("\\(*") assert r.recognize("(") assert not r.recognize("\\(") r = make_runner("(\\x61a)*") assert r.recognize("aa") assert r.recognize("aaaaaa") assert not r.recognize("a") assert not r.recognize("aabb") r = make_runner("(\\x61a)*") assert r.recognize("aa") assert r.recognize("aaaaaa") assert not r.recognize("a") assert not r.recognize("aabb") def test_range(): r = make_runner("[A-Z]") assert r.recognize("A") assert r.recognize("F") assert r.recognize("Z") assert not r.recognize("j") r = make_runner("[a-ceg-i]") assert r.recognize("a") assert r.recognize("b") assert r.recognize("c") assert r.recognize("e") assert r.recognize("g") assert r.recognize("h") assert r.recognize("i") assert not r.recognize("d") assert not r.recognize("f") r = make_runner("[^a-ceg-i]") assert not r.recognize("a") assert not r.recognize("b") assert not r.recognize("c") assert not r.recognize("e") assert not r.recognize("g") assert not r.recognize("h") assert not r.recognize("i") assert r.recognize("d") assert r.recognize("f") def test_plus(): r = make_runner("[0-9]+") assert r.recognize("09123") assert not r.recognize("") r = make_runner("a+b+") assert r.recognize("ab") assert r.recognize("aaaaabbb") assert not r.recognize("b") assert not r.recognize("a") assert not r.recognize("c") def test_quoted_2(): r = make_runner('\\[|\\]|\\|') assert r.recognize("[") assert r.recognize("|") assert r.recognize("]") assert not r.recognize("]]") def test_questionmark(): r = make_runner("ab?") assert r.recognize("a") assert r.recognize("ab") r = make_runner("0|(\\+|\\-)?[1-9][0-9]*") assert r.recognize("0") assert not r.recognize("00") assert r.recognize("12341") assert not r.recognize("021314") assert r.recognize("+12314") assert r.recognize("-12314") def test_repetition(): r = make_runner('a{15}') assert r.recognize("a" * 15) assert not r.recognize("a" * 14) assert not r.recognize("a" * 16) assert not r.recognize("b" * 15) r = make_runner('a{2,10}') assert r.recognize("a" * 2) assert r.recognize("a" * 5) assert r.recognize("a" * 10) assert not r.recognize("a") assert not r.recognize("a" + "b") assert not r.recognize("a" * 11) assert not r.recognize("a" * 12) r = make_runner('a{3,}') assert r.recognize("a" * 3) assert r.recognize("a" * 5) assert r.recognize("a" * 10) assert r.recognize("a" * 12) assert not r.recognize("a") assert not r.recognize("a" + "b") assert not r.recognize("a" * 2) def test_quotes(): r = make_runner('"[^\\"]*"') assert r.recognize('"abc"') assert r.recognize('"asdfefveeaa"') assert not r.recognize('"""') r = make_runner('\\n\\x0a') assert not r.recognize("n\n") assert r.recognize("\n\n") r = make_runner('\\12\\012') assert r.recognize("\n\n") r = make_runner('\\377\\xff') assert r.recognize("\xff\xff") r = make_runner('\\?') assert r.recognize("?") assert not r.recognize("a") def test_comment(): r = make_runner("(/\\*[^\\*/]*\\*/)") assert r.recognize("/*asdfasdfasdf*/") def test_singlequote(): r = make_runner("'") assert r.recognize("'") assert not r.recognize('"') r = make_runner("'..*'") assert r.recognize("'adadf'") assert not r.recognize("'adfasdf") r = make_runner("([a-z]([a-zA-Z0-9]|_)*)|('..*')") assert r.recognize("aasdf") assert r.recognize("'X'") assert not r.recognize("''") def test_unescape(): from rpython.rlib.parsing.regexparse import unescape s = "".join(["\\x%s%s" % (a, b) for a in "0123456789abcdefABCDEF" for b in "0123456789ABCDEFabcdef"]) assert unescape(s) == eval("'" + s + "'") def test_escaped_quote(): r = make_runner(r'"[^\\"]*(\\.[^\\"]*)*"') assert r.recognize(r'""') assert r.recognize(r'"a"') assert r.recognize(r'"a\"b"') assert r.recognize(r'"\\\""') assert not r.recognize(r'"\\""') def test_number(): r = make_runner(r"\-?(0|[1-9][0-9]*)(\.[0-9]+)?([eE][\+\-]?[0-9]+)?") assert r.recognize("-0.912E+0001") assert not r.recognize("-0.a912E+0001") assert r.recognize("5") def test_charclass(): r = make_runner(r"\d") assert r.recognize('0') assert r.recognize('5') assert r.recognize('9') assert not r.recognize('d') r = make_runner(r"\d{2,}") assert r.recognize('09') assert r.recognize('158') assert not r.recognize('1') r = make_runner(r"\D") assert r.recognize('d') assert r.recognize('\n') assert not r.recognize('0') assert not r.recognize('1234') r = make_runner(r"\s\S") assert r.recognize(' d') assert r.recognize('\t9') assert not r.recognize('d ') assert not r.recognize('99') assert not r.recognize('\r\r') r = make_runner(r"\w+") assert r.recognize('word') assert r.recognize('variable_name') assert r.recognize('abc123') assert not r.recognize('word\n') assert not r.recognize('hey hey') r = make_runner(r"\w\W\w") assert r.recognize('9 9') assert r.recognize('_\fx') assert not r.recognize('\n\r\t') def test_charclass_in_range(): r = make_runner(r"[\de]") assert r.recognize('0') assert r.recognize('5') assert r.recognize('9') assert r.recognize('e') assert not r.recognize('d') r = make_runner(r"[\de]{2,}") assert r.recognize('09') assert r.recognize('158') assert r.recognize('3eee') assert not r.recognize('1') assert not r.recognize('ddee') r = make_runner(r"[\D5]") assert r.recognize('d') assert r.recognize('\n') assert r.recognize('5') assert not r.recognize('0') r = make_runner(r"[\s][\S]") assert r.recognize(' d') assert r.recognize('\t9') assert not r.recognize('d ') assert not r.recognize('99') assert not r.recognize('\r\r') r = make_runner(r"[\w]+\W[\w]+") assert r.recognize('hey hey') assert not r.recognize('word') assert not r.recognize('variable_name')