1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
|
"""
Integration tests for stem.descriptor.remote.
"""
import unittest
import stem.descriptor
import stem.descriptor.extrainfo_descriptor
import stem.descriptor.microdescriptor
import stem.descriptor.networkstatus
import stem.descriptor.remote
import stem.descriptor.router_status_entry
import stem.descriptor.server_descriptor
import test.runner
from test.runner import (
require_online,
only_run_once,
)
class TestDescriptorDownloader(unittest.TestCase):
@require_online
@only_run_once
def test_authorities_are_up_to_date(self):
"""
Check that our hardcoded directory authority data matches the present
consensus.
"""
downloader = stem.descriptor.remote.DescriptorDownloader()
consensus = downloader.get_consensus(document_handler = stem.descriptor.DocumentHandler.BARE_DOCUMENT).run()[0]
for auth in consensus.directory_authorities:
stem_auth = stem.descriptor.remote.get_authorities().get(auth.nickname)
if not stem_auth:
self.fail("%s isn't a recognized directory authority in stem" % auth.nickname)
for attr in ('address', 'v3ident', 'or_port', 'dir_port'):
if auth.nickname == 'moria1' and attr == 'address':
continue # skip due to https://trac.torproject.org/projects/tor/ticket/14955
if getattr(auth, attr) != getattr(stem_auth, attr):
self.fail('%s has %s %s, but we expected %s' % (auth.nickname, attr, getattr(auth, attr), getattr(stem_auth, attr)))
@require_online
@only_run_once
def test_using_authorities(self):
"""
Fetches a descriptor from each of the directory authorities. This is
intended to check that DIRECTORY_AUTHORITIES is still up to date (that
addresses and ports haven't changed).
This is hardcoded to fetch moria1's descriptor. If its fingerprint changes
then this test will need to be updated.
"""
queries = []
for nickname, authority in stem.descriptor.remote.get_authorities().items():
queries.append((stem.descriptor.remote.Query(
'/tor/server/fp/9695DFC35FFEB861329B9F1AB04C46397020CE31',
'server-descriptor 1.0',
endpoints = [(authority.address, authority.dir_port)],
timeout = 30,
validate = True,
), authority))
for query, authority in queries:
try:
descriptors = list(query.run())
except Exception as exc:
self.fail('Unable to use %s (%s:%s, %s): %s' % (authority.nickname, authority.address, authority.dir_port, type(exc), exc))
self.assertEqual(1, len(descriptors))
self.assertEqual('moria1', descriptors[0].nickname)
@require_online
@only_run_once
def test_use_directory_mirrors(self):
"""
Checks that we can fetch and use a list of directory mirrors.
"""
downloader = stem.descriptor.remote.DescriptorDownloader()
downloader.use_directory_mirrors()
self.assertTrue(len(downloader._endpoints) > 50)
@require_online
@only_run_once
def test_get_server_descriptors(self):
"""
Exercises the downloader's get_server_descriptors() method.
"""
downloader = stem.descriptor.remote.DescriptorDownloader(validate = True)
# Fetch a single descriptor and a batch. I'd love to also exercise
# retrieving all descriptors, but that adds roughly a minute to the runtime
# of this test and adds an appreciable load to directory authorities.
single_query = downloader.get_server_descriptors('9695DFC35FFEB861329B9F1AB04C46397020CE31')
multiple_query = downloader.get_server_descriptors([
'9695DFC35FFEB861329B9F1AB04C46397020CE31',
'847B1F850344D7876491A54892F904934E4EB85D',
])
# Explicitly running the queries so they'll provide a useful error if
# unsuccessful.
single_query.run()
multiple_query.run()
single_query_results = list(single_query)
self.assertEqual(1, len(single_query_results))
self.assertEqual('moria1', single_query_results[0].nickname)
self.assertTrue(isinstance(single_query_results[0], stem.descriptor.stem.descriptor.server_descriptor.ServerDescriptor))
self.assertEqual(2, len(list(multiple_query)))
@require_online
@only_run_once
def test_get_extrainfo_descriptors(self):
"""
Exercises the downloader's get_extrainfo_descriptors() method.
"""
downloader = stem.descriptor.remote.DescriptorDownloader(validate = True)
single_query = downloader.get_extrainfo_descriptors('9695DFC35FFEB861329B9F1AB04C46397020CE31')
multiple_query = downloader.get_extrainfo_descriptors([
'9695DFC35FFEB861329B9F1AB04C46397020CE31',
'847B1F850344D7876491A54892F904934E4EB85D',
])
single_query.run()
multiple_query.run()
single_query_results = list(single_query)
self.assertEqual(1, len(single_query_results))
self.assertEqual('moria1', single_query_results[0].nickname)
self.assertTrue(isinstance(single_query_results[0], stem.descriptor.extrainfo_descriptor.ExtraInfoDescriptor))
self.assertEqual(2, len(list(multiple_query)))
@require_online
@only_run_once
def test_get_microdescriptors(self):
"""
Exercises the downloader's get_microdescriptors() method.
"""
# TODO: method needs to be fixed - not quite sure what's going wrong...
test.runner.skip(self, '(test currently broken)')
return
downloader = stem.descriptor.remote.DescriptorDownloader(validate = True)
single_query = downloader.get_microdescriptors('6dCl6ab8CLo0LeMjxi/MZgVJiZgWN8WKTesWPBMtyTo')
multiple_query = downloader.get_microdescriptors([
'6dCl6ab8CLo0LeMjxi/MZgVJiZgWN8WKTesWPBMtyTo', # moria1
'oXBV80OwMACBJpqNeZrYSXF18l9EJCi4/mB8UOl9sME', # tor26
])
single_query.run()
multiple_query.run()
single_query_results = list(single_query)
self.assertEqual(1, len(single_query_results))
self.assertEqual('moria1', single_query_results[0].digest)
self.assertTrue(isinstance(single_query_results[0], stem.descriptor.microdescriptor.Microdescriptor))
self.assertEqual(2, len(list(multiple_query)))
@require_online
@only_run_once
def test_get_consensus(self):
"""
Exercises the downloader's get_consensus() method.
"""
downloader = stem.descriptor.remote.DescriptorDownloader(validate = True)
consensus_query = downloader.get_consensus()
consensus_query.run()
consensus = list(consensus_query)
self.assertTrue(len(consensus) > 50)
self.assertTrue(isinstance(consensus[0], stem.descriptor.router_status_entry.RouterStatusEntryV3))
@require_online
@only_run_once
def test_get_key_certificates(self):
"""
Exercises the downloader's get_key_certificates() method.
"""
downloader = stem.descriptor.remote.DescriptorDownloader(validate = True)
single_query = downloader.get_key_certificates('D586D18309DED4CD6D57C18FDB97EFA96D330566')
multiple_query = downloader.get_key_certificates([
'D586D18309DED4CD6D57C18FDB97EFA96D330566',
'14C131DFC5C6F93646BE72FA1401C02A8DF2E8B4',
])
single_query.run()
multiple_query.run()
single_query_results = list(single_query)
self.assertEqual(1, len(single_query_results))
self.assertEqual('D586D18309DED4CD6D57C18FDB97EFA96D330566', single_query_results[0].fingerprint)
self.assertTrue(isinstance(single_query_results[0], stem.descriptor.networkstatus.KeyCertificate))
self.assertEqual(2, len(list(multiple_query)))
|
