1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
|
#!/usr/bin/env python
# Licensed to the Apache Software Foundation (ASF) under one
# or more contributor license agreements. See the NOTICE file
# distributed with this work for additional information
# regarding copyright ownership. The ASF licenses this file
# to you under the Apache License, Version 2.0 (the
# "License"); you may not use this file except in compliance
# with the License. You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
import sys
import time
from random import sample, choice, randint
from string import lowercase
import avro.datafile
import avro.schema
import avro.io
types = ["A", "CNAME"]
def rand_name():
return ''.join(sample(lowercase, 15))
def rand_ip():
return "%s.%s.%s.%s" %(randint(0,255), randint(0,255), randint(0,255), randint(0,255))
def write(n):
schema_s="""
{ "type": "record",
"name": "Query",
"fields" : [
{"name": "query", "type": "string"},
{"name": "response", "type": "string"},
{"name": "type", "type": "string", "default": "A"}
]}"""
out = open("datafile.avr",'w')
schema = avro.schema.parse(schema_s)
writer = avro.io.DatumWriter(schema)
dw = avro.datafile.DataFileWriter(out, writer, schema) #,codec='deflate')
for _ in xrange(n):
response = rand_ip()
query = rand_name()
type = choice(types)
dw.append({'query': query, 'response': response, 'type': type})
dw.close()
def read():
f = open("datafile.avr")
reader = avro.io.DatumReader()
af=avro.datafile.DataFileReader(f,reader)
x=0
for _ in af:
pass
def t(f, *args):
s = time.time()
f(*args)
e = time.time()
return e-s
if __name__ == "__main__":
n = int(sys.argv[1])
print "Write %0.4f" % t(write, n)
print "Read %0.4f" % t(read)
|
