1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
|
from __future__ import division, print_function, absolute_import
import csv
import numpy as np
def parse_txt_data(filename):
f = open(filename)
try:
reader = csv.reader(f, delimiter=',')
data = []
for row in reader:
data.append(list(map(float, row)))
nc = len(data[0])
for i in data:
if not nc == len(i):
raise ValueError(i)
## guess number of columns/rows
#row0 = f.readline()
#nc = len(row0.split(',')) - 1
#nlines = len(f.readlines()) + 1
#f.seek(0)
#data = np.fromfile(f, sep=',')
#if not data.size == nc * nlines:
# raise ValueError("Inconsistency between array (%d items) and "
# "guessed data size %dx%d" % (data.size, nlines, nc))
#data = data.reshape((nlines, nc))
#return data
finally:
f.close()
return np.array(data)
def run_test(filename, funcs, args=[0]):
nargs = len(args)
if len(funcs) > 1 and nargs > 1:
raise ValueError("nargs > 1 and len(funcs) > 1 not supported")
data = parse_txt_data(filename)
if data.shape[1] != len(funcs) + nargs:
raise ValueError("data has %d items / row, but len(funcs) = %d and "
"nargs = %d" % (data.shape[1], len(funcs), nargs))
if nargs > 1:
f = funcs[0]
x = [data[args[i]] for i in nargs]
return f(*x)
else:
y = []
i = 1
for f in funcs:
y.append(f(data[:, 0]) - data[:, i])
i += 1
return data[:, 0], y
if __name__ == '__main__':
from convert import DATA_DIR
import os
data = []
for root, dirs, files in os.walk(DATA_DIR):
for f in files:
name = os.path.join(root, f)
print(name)
data.append(parse_txt_data(name))
|
