1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
|
#include <stdio.h>
#include <stdlib.h>
#include <sys/param.h>
#include <sys/types.h>
#include <unistd.h>
#include <pmix.h>
int main(int argc, char *argv[])
{
pmix_status_t rc;
int size;
pid_t pid;
pmix_proc_t myproc;
pmix_proc_t proc, parent;
pmix_app_t app;
pmix_proc_t peers[2];
char hostname[1024];
pmix_value_t *val = NULL;
pmix_nspace_t nspace;
char *env;
pid = getpid();
gethostname(hostname, 1024);
fprintf(stderr, "PID %d alive\n", (int)pid);
rc = PMIx_Init(&myproc, NULL, 0);
if (PMIX_SUCCESS != rc) {
fprintf(stderr, "Client: PMIx_Init failed: %s\n", PMIx_Error_string(rc));
exit(1);
}
fprintf(stderr, "Client ns %s rank %d: PMIx_Init complete\n",
myproc.nspace, myproc.rank);
PMIX_LOAD_PROCID(&proc, myproc.nspace, PMIX_RANK_WILDCARD);
rc = PMIx_Get(&proc, PMIX_JOB_SIZE, NULL, 0, &val);
if (PMIX_SUCCESS != rc) {
fprintf(stderr, "Client ns %s rank %d: PMIx_Get job size failed: %s\n", myproc.nspace,
myproc.rank, PMIx_Error_string(rc));
goto done;
}
PMIX_VALUE_GET_NUMBER(rc, val, size, int);
if (PMIX_SUCCESS != rc) {
fprintf(stderr, "Client ns %s rank %d: get size number failed: %s\n", myproc.nspace,
myproc.rank, PMIx_Error_string(rc));
goto done;
}
PMIX_VALUE_RELEASE(val);
printf("[%s:%u pid %ld] of %d starting up on node %s!\n", myproc.nspace, myproc.rank,
(long) pid, size, hostname);
rc = PMIx_Get(&myproc, PMIX_PARENT_ID, NULL, 0, &val);
/* If we don't find it, then we're the parent */
if (PMIX_SUCCESS != rc) {
if (0 == myproc.rank) {
pid = getpid();
printf("Parent [%s pid %ld] about to spawn!\n", hostname, (long) pid);
PMIX_APP_CONSTRUCT(&app);
app.cmd = strdup(argv[0]);
PMIX_ARGV_APPEND(rc, app.argv, argv[0]);
app.maxprocs = 3;
rc = PMIx_Spawn(NULL, 0, &app, 1, nspace);
if (PMIX_SUCCESS != rc) {
printf("Child failed to spawn\n");
return rc;
}
printf("Parent done with spawn\n");
/* post a piece of information our children should get */
PMIX_LOAD_PROCID(&peers[0], myproc.nspace, 0);
PMIX_LOAD_PROCID(&peers[1], nspace, PMIX_RANK_WILDCARD);
/* connect to the children */
printf("%s.%u: Connecting to children - signature %s %s\n",
myproc.nspace, myproc.rank,
peers[0].nspace, peers[1].nspace);
rc = PMIx_Connect(peers, 2, NULL, 0);
if (PMIX_SUCCESS != rc) {
printf("Connect to children failed!\n");
}
printf("%s.%u: Connect complete!\n", myproc.nspace, myproc.rank);
printf("%s.%u: Disconnecting from children\n", myproc.nspace, myproc.rank);
rc = PMIx_Disconnect(peers, 2, NULL, 0);
if (PMIX_SUCCESS != rc) {
printf("Disonnect from children failed!\n");
}
printf("%s.%u: Disconnect complete!\n", myproc.nspace, myproc.rank);
}
PMIX_LOAD_PROCID(&peers[0], myproc.nspace, PMIX_RANK_WILDCARD);
PMIx_Fence(&peers[0], 1, NULL, 0);
}
/* Otherwise, we're the child */
else {
printf("Hello from the child %s.%u of %d on host %s pid %ld\n",
myproc.nspace, myproc.rank, size, hostname, (long)pid);
PMIX_LOAD_PROCID(&peers[0], val->data.proc->nspace, 0);
PMIX_LOAD_PROCID(&peers[1], myproc.nspace, PMIX_RANK_WILDCARD);
PMIX_VALUE_RELEASE(val);
/* post some info our parent and peers should get */
/* connect to our parent */
if (1 == myproc.rank) {
sleep(2);
printf("\n\n\n");
}
printf("%s.%u: Connecting to parent - signature %s %s\n",
myproc.nspace, myproc.rank,
peers[0].nspace, peers[1].nspace);
rc = PMIx_Connect(peers, 2, NULL, 0);
if (PMIX_SUCCESS != rc) {
printf("%s.%u: Connect to parent failed!\n", myproc.nspace, myproc.rank);
}
printf("%s.%u: Connect complete!\n", myproc.nspace, myproc.rank);
printf("%s.%u: Disconnecting from parent\n", myproc.nspace, myproc.rank);
if (2 == myproc.rank) {
sleep(2);
printf("\n\n\n");
}
rc = PMIx_Disconnect(peers, 2, NULL, 0);
if (PMIX_SUCCESS != rc) {
printf("Disonnect from parent failed!\n");
}
printf("%s.%u: Disconnect complete!\n", myproc.nspace, myproc.rank);
}
env = getenv("foo");
printf("%s.%u: FOO %s\n", myproc.nspace, myproc.rank, (NULL == env) ? "NULL" : env);
done:
PMIx_Finalize(NULL, 0);
fprintf(stderr, "%d: exiting\n", pid);
return 0;
}
|
