File: test_ezmap.py

package info (click to toggle)
pyina 0.3.1-1
  • links: PTS, VCS
  • area: main
  • in suites: forky, sid
  • size: 548 kB
  • sloc: python: 2,666; makefile: 34
file content (58 lines) | stat: -rwxr-xr-x 1,507 bytes parent folder | download
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
#!/usr/bin/env python
#
# Author: Mike McKerns (mmckerns @caltech and @uqfoundation)
# Copyright (c) 1997-2016 California Institute of Technology.
# Copyright (c) 2016-2025 The Uncertainty Quantification Foundation.
# License: 3-clause BSD.  The full license text is available at:
#  - https://github.com/uqfoundation/pyina/blob/master/LICENSE

from pyina.launchers import Pool as MpiPool, Scatter as MpiScatter


def host(id):
    import socket
    return "Rank: %d -- %s" % (id, socket.gethostname())

print("Evaluate 10 items on 3 nodes using a worker pool:")
pool = MpiPool(3)
res1 = pool.map(host, range(10)) 
print(pool)
print('\n'.join(res1))
print('')

print("Evaluate 10 items on 3 nodes using scatter-gather:")
scat = MpiScatter(3)
res2 = scat.map(host, range(10)) 
print(scat)
print('\n'.join(res2))
print('')

print("Evaluate 5 items on 2 nodes using a worker pool:")
pool.nodes = 2
res3 = pool.map(host, range(5))
print(pool)
print('\n'.join(res3))
print('')

print("Evaluate 5 items on 2 nodes using scatter-gather:")
scat.nodes = 2
res4 = scat.map(host, range(5))
print(scat)
print('\n'.join(res4))
print('')

#NOTE: bug? does worker pool perform correctly when nnodes > range ???
print("Evaluate 5 items on 10 nodes using worker pool:")
pool.nodes = 10
res5 = pool.map(host, range(5)) 
print(pool)
print('\n'.join(res5))
print('')

print("Evaluate 5 items on 10 nodes using scatter-gather:")
scat.nodes = 10
res6 = scat.map(host, range(5)) 
print(scat)
print('\n'.join(res6))

# end of file