1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
|
"""
@CTB: still need to find something that only BS (and not the intolerant
parser) can parse.
"""
import twilltestlib
from twill import commands
def setup_module():
global url
url = twilltestlib.get_url()
def test_links_parsing():
commands.config('use_tidy', '0')
commands.go('/broken_linktext')
commands.follow('some text')
commands.config('use_tidy', '1')
def test_raw():
"""
test parsing of raw, unfixed HTML.
"""
b = commands.get_browser()
commands.config('use_tidy', '0')
commands.config('use_BeautifulSoup', '0')
commands.config('allow_parse_errors', '0')
commands.go(url)
###
commands.go('/tidy_fixable_html')
forms = [ i for i in b._browser.forms() ]
assert len(forms) == 0, "there should be no correct forms on this page"
###
commands.go('/BS_fixable_html')
forms = [ i for i in b._browser.forms() ]
assert len(forms) == 1, "there should be one mangled form on this page"
###
# commands.go('/unfixable_html')
# try:
# b._browser.forms()
# assert 0, "this page has a parse error."
# except ClientForm.ParseError:
# pass
def test_tidy():
"""
test parsing of tidy-processed HTML.
"""
b = commands.get_browser()
commands.config('use_tidy', '1')
commands.config('use_BeautifulSoup', '0')
commands.config('allow_parse_errors', '0')
commands.go(url)
###
commands.go('/tidy_fixable_html')
forms = [ i for i in b._browser.forms() ]
assert len(forms) == 1, \
"you must have 'tidy' installed for this test to pass"
###
commands.go('/BS_fixable_html')
forms = [ i for i in b._browser.forms() ]
assert len(forms) == 1, \
"there should be one mangled form on this page"
###
# commands.go('/unfixable_html')
# try:
# b._browser.forms()
# assert 0, "this page has a parse error."
# except ClientForm.ParseError:
# pass
def test_BeautifulSoup():
"""
test parsing of BS-processed HTML.
"""
b = commands.get_browser()
commands.config('use_tidy', '0')
commands.config('use_BeautifulSoup', '1')
commands.config('allow_parse_errors', '0')
commands.go(url)
###
commands.go('/tidy_fixable_html')
forms = [ i for i in b._browser.forms() ]
assert len(forms) == 0, \
"there should be no correct forms on this page"
###
commands.go('/BS_fixable_html')
forms = [ i for i in b._browser.forms() ]
assert len(forms) == 1, \
"there should be one mangled form on this page"
###
# this no longer breaks... @CTB
# commands.go('/unfixable_html')
# try:
# b._browser.forms()
# assert 0, "this page has a parse error."
# except ClientForm.ParseError:
# pass
def test_allow_parse_errors():
"""
test nice parsing.
"""
b = commands.get_browser()
commands.config('use_tidy', '0')
commands.config('use_BeautifulSoup', '1')
commands.config('allow_parse_errors', '1')
commands.go(url)
commands.go('/unfixable_html')
b._browser.forms()
def test_global_form():
"""
test the handling of global form elements
"""
b = commands.get_browser()
commands.config('use_tidy', '0')
commands.go(url)
commands.go('/effed_up_forms')
forms = list(b._browser.forms())
assert len(forms) == 1
assert b._browser.global_form()
def test_effed_up_forms2():
"""
should always succeed; didn't back ~0.7.
"""
commands.config('use_tidy', '1')
commands.config('use_BeautifulSoup', '1')
commands.config('allow_parse_errors', '0')
commands.go(url)
commands.go('/effed_up_forms2')
b = commands.get_browser()
forms = [ i for i in b._browser.forms() ]
form = forms[0]
assert len(form.controls) == 3, "you must have 'tidy' installed for this test to pass"
# with a more correct form parser this would work like the above.
commands.config('use_tidy', '0')
commands.reload()
forms = [ i for i in b._browser.forms() ]
form = forms[0]
assert len(form.controls) == 1
|
