1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
|
import random
from time import perf_counter as clock
from pathlib import Path
import h5py
import numpy as np
random.seed(2)
def show_stats(explain, tref):
"Show the used memory (only works for Linux 2.6.x)."
for line in Path("/proc/self/status").read_text().splitlines():
if line.startswith("VmSize:"):
vmsize = int(line.split()[1])
elif line.startswith("VmRSS:"):
vmrss = int(line.split()[1])
elif line.startswith("VmData:"):
vmdata = int(line.split()[1])
elif line.startswith("VmStk:"):
vmstk = int(line.split()[1])
elif line.startswith("VmExe:"):
vmexe = int(line.split()[1])
elif line.startswith("VmLib:"):
vmlib = int(line.split()[1])
print("Memory usage: ******* %s *******" % explain)
print(f"VmSize: {vmsize:>7} kB\tVmRSS: {vmrss:>7} kB")
print(f"VmData: {vmdata:>7} kB\tVmStk: {vmstk:>7} kB")
print(f"VmExe: {vmexe:>7} kB\tVmLib: {vmlib:>7} kB")
tnow = clock()
print(f"WallClock time: {tnow - tref:.3f}")
return tnow
def populate(f, nlevels):
g = f
arr = np.zeros((10,), "f4")
for i in range(nlevels):
g["DS1"] = arr
g["DS2"] = arr
g.create_group("group2_")
g = g.create_group("group")
def getnode(f, nlevels, niter, range_):
for i in range(niter):
nlevel = random.randrange(
(nlevels - range_) / 2, (nlevels + range_) / 2
)
groupname = ""
for i in range(nlevel):
groupname += "/group"
groupname += "/DS1"
f[groupname]
if __name__ == "__main__":
nlevels = 1024
niter = 1000
range_ = 256
profile = True
doprofile = True
verbose = False
if doprofile:
import pstats
import cProfile
if profile:
tref = clock()
if profile:
show_stats("Abans de crear...", tref)
f = h5py.File("/tmp/deep-tree.h5", "w")
if doprofile:
cProfile.run("populate(f, nlevels)", "populate.prof")
stats = pstats.Stats("populate.prof")
stats.strip_dirs()
stats.sort_stats("time", "calls")
if verbose:
stats.print_stats()
else:
stats.print_stats(20)
else:
populate(f, nlevels)
f.close()
if profile:
show_stats("Despres de crear", tref)
# if profile: tref = time()
# if profile: show_stats("Abans d'obrir...", tref)
# f = h5py.File("/tmp/deep-tree.h5", 'r')
# if profile: show_stats("Abans d'accedir...", tref)
# if doprofile:
# prof.run('getnode(f, nlevels, niter, range_)', 'deep-tree.prof')
# stats = pstats.Stats('deep-tree.prof')
# stats.strip_dirs()
# stats.sort_stats('time', 'calls')
# if verbose:
# stats.print_stats()
# else:
# stats.print_stats(20)
# else:
# getnode(f, nlevels, niter, range_)
# if profile: show_stats("Despres d'accedir", tref)
# f.close()
# if profile: show_stats("Despres de tancar", tref)
# f = h5py.File("/tmp/deep-tree.h5", 'r')
# g = f
# for i in range(nlevels):
# dset = g["DS1"]
# dset = g["DS2"]
# group2 = g['group2_']
# g = g['group']
# f.close()
|
