1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
|
import publicsuffix
import unittest
import sys
if sys.version < '3':
import codecs
def u(x):
return codecs.unicode_escape_decode(x)[0]
else:
def u(x):
return x
class TestPublicSuffix(unittest.TestCase):
def test_empty(self):
psl = publicsuffix.PublicSuffixList([])
self.assertEqual(psl.get_public_suffix("com"), "com")
self.assertEqual(psl.get_public_suffix("COM"), "com")
self.assertEqual(psl.get_public_suffix(".com"), "com")
self.assertEqual(psl.get_public_suffix("a.example.com"), "com")
def test_basic(self):
psl = publicsuffix.PublicSuffixList([
"com"])
self.assertEqual(psl.get_public_suffix("a.example.com"), "example.com")
self.assertEqual(psl.get_public_suffix("a.a.example.com"), "example.com")
self.assertEqual(psl.get_public_suffix("a.a.a.example.com"), "example.com")
self.assertEqual(psl.get_public_suffix("A.example.com"), "example.com")
self.assertEqual(psl.get_public_suffix(".a.a.example.com"), "example.com")
def test_exception(self):
psl = publicsuffix.PublicSuffixList([
"*.example.com",
"!b.example.com"])
self.assertEqual(psl.get_public_suffix("a.example.com"), "a.example.com")
self.assertEqual(psl.get_public_suffix("a.a.example.com"), "a.a.example.com")
self.assertEqual(psl.get_public_suffix("a.a.a.example.com"), "a.a.example.com")
self.assertEqual(psl.get_public_suffix("a.a.a.a.example.com"), "a.a.example.com")
self.assertEqual(psl.get_public_suffix("b.example.com"), "b.example.com")
self.assertEqual(psl.get_public_suffix("b.b.example.com"), "b.example.com")
self.assertEqual(psl.get_public_suffix("b.b.b.example.com"), "b.example.com")
self.assertEqual(psl.get_public_suffix("b.b.b.b.example.com"), "b.example.com")
def test_fqdn(self):
psl = publicsuffix.PublicSuffixList([
"com"])
self.assertEqual(psl.get_public_suffix("example.com."), "example.com")
def test_unicode(self):
psl = publicsuffix.PublicSuffixList([
u("\u0440\u0444")])
self.assertEqual(psl.get_public_suffix(u("\u0440\u0444")), u("\u0440\u0444"))
self.assertEqual(psl.get_public_suffix(u("example.\u0440\u0444")), u("example.\u0440\u0444"))
self.assertEqual(psl.get_public_suffix(u("a.example.\u0440\u0444")), u("example.\u0440\u0444"))
self.assertEqual(psl.get_public_suffix(u("a.a.example.\u0440\u0444")), u("example.\u0440\u0444"))
def test_publicsuffix_org_list_test(self):
psl = publicsuffix.PublicSuffixList()
def checkPublicSuffix(a, b):
self.assertEqual(psl.get_public_suffix(a), b)
# Mixed case.
checkPublicSuffix('COM', 'com');
checkPublicSuffix('example.COM', 'example.com');
checkPublicSuffix('WwW.example.COM', 'example.com');
# Leading dot.
checkPublicSuffix('.com', 'com');
checkPublicSuffix('.example', 'example');
checkPublicSuffix('.example.com', 'example.com');
checkPublicSuffix('.example.example', 'example');
# Unlisted TLD.
checkPublicSuffix('example', 'example');
checkPublicSuffix('example.example', 'example');
checkPublicSuffix('b.example.example', 'example');
checkPublicSuffix('a.b.example.example', 'example');
# Listed, but non-Internet, TLD.
checkPublicSuffix('local', 'local');
checkPublicSuffix('example.local', 'local');
checkPublicSuffix('b.example.local', 'local');
checkPublicSuffix('a.b.example.local', 'local');
# TLD with only 1 rule.
checkPublicSuffix('biz', 'biz');
checkPublicSuffix('domain.biz', 'domain.biz');
checkPublicSuffix('b.domain.biz', 'domain.biz');
checkPublicSuffix('a.b.domain.biz', 'domain.biz');
# TLD with some 2-level rules.
checkPublicSuffix('com', 'com');
checkPublicSuffix('example.com', 'example.com');
checkPublicSuffix('b.example.com', 'example.com');
checkPublicSuffix('a.b.example.com', 'example.com');
checkPublicSuffix('uk.com', 'uk.com');
checkPublicSuffix('example.uk.com', 'example.uk.com');
checkPublicSuffix('b.example.uk.com', 'example.uk.com');
checkPublicSuffix('a.b.example.uk.com', 'example.uk.com');
checkPublicSuffix('test.ac', 'test.ac');
# TLD with only 1 (wildcard) rule.
checkPublicSuffix('cy', 'cy');
checkPublicSuffix('c.cy', 'c.cy');
checkPublicSuffix('b.c.cy', 'b.c.cy');
checkPublicSuffix('a.b.c.cy', 'b.c.cy');
# More complex TLD.
checkPublicSuffix('jp', 'jp');
checkPublicSuffix('test.jp', 'test.jp');
checkPublicSuffix('www.test.jp', 'test.jp');
checkPublicSuffix('ac.jp', 'ac.jp');
checkPublicSuffix('test.ac.jp', 'test.ac.jp');
checkPublicSuffix('www.test.ac.jp', 'test.ac.jp');
checkPublicSuffix('kobe.jp', 'kobe.jp');
checkPublicSuffix('c.kobe.jp', 'c.kobe.jp');
checkPublicSuffix('b.c.kobe.jp', 'b.c.kobe.jp');
checkPublicSuffix('a.b.c.kobe.jp', 'b.c.kobe.jp');
checkPublicSuffix('city.kobe.jp', 'city.kobe.jp'); # Exception rule.
checkPublicSuffix('www.city.kobe.jp', 'city.kobe.jp'); # Exception rule.
# US K12.
checkPublicSuffix('us', 'us');
checkPublicSuffix('test.us', 'test.us');
checkPublicSuffix('www.test.us', 'test.us');
checkPublicSuffix('ak.us', 'ak.us');
checkPublicSuffix('test.ak.us', 'test.ak.us');
checkPublicSuffix('www.test.ak.us', 'test.ak.us');
checkPublicSuffix('k12.ak.us', 'k12.ak.us');
checkPublicSuffix('test.k12.ak.us', 'test.k12.ak.us');
checkPublicSuffix('www.test.k12.ak.us', 'test.k12.ak.us');
|
