1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
|
#!/usr/bin/env python
#
# Author: Mike McKerns (mmckerns @caltech and @uqfoundation)
# Copyright (c) 1997-2016 California Institute of Technology.
# Copyright (c) 2016-2026 The Uncertainty Quantification Foundation.
# License: 3-clause BSD. The full license text is available at:
# - https://github.com/uqfoundation/pathos/blob/master/LICENSE
"""
demonstrates use of the pathos profiler
inspired by: http://stackoverflow.com/a/32522579/4646678
"""
from pathos.helpers import mp
import time
import random
from pathos.profile import *
if __name__ == '__main__':
config = dict(gen=process_id)
#@profiled(**config)
def _work(i):
x = random.random()
time.sleep(x)
return (i,x)
work = profiled(**config)(_work)
"""
# create a profiling pool
mpPool = profiling(mp.Pool)
pool = mpPool(10)
#XXX: ALT: pool = mp.Pool(10, enable_profiling)
for i in pool.imap_unordered(work, range(100)):
print(i)
"""
enable_profiling()
"""
# profile the work (not the map internals) in the main thread
for i in map(work, range(-10,0)):
print(i)
"""
"""
# profile the map (but not the work, which profiles as thread.lock methods)
pool = mp.Pool(10)
_uimap = profiled(**config)(pool.imap_unordered)
for i in _uimap(_work, range(-10,0)):
print(i)
"""
"""
# profile the map, with work profiled in another thread
pool = mp.Pool(10)
_uimap = profiled(**config)(pool.imap_unordered)
for i in _uimap(work, range(-10,0)):
print(i)
# deactivate all profiling
disable_profiling() # in the main thread
tuple(_uimap(disable_profiling, range(10))) # in the workers
for i in _uimap(work, range(-20,-10)):
print(i)
"""
# activate profiling, but remove profiling from the worker
enable_profiling()
for i in map(not_profiled(work), range(-30,-20)):
print(i)
# print stats for profile of 'import math' in another process
def import_ppft(*args):
import ppft
import pathos.pools as pp
pool = pp.ProcessPool(1)
profile('cumulative', pipe=pool.pipe)(import_ppft)
pool.close()
pool.join()
pool.clear()
# EOF
|
