1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
|
/*
* Copyright (c) 2015-2019 Intel, Inc. All rights reserved.
* Copyright (c) 2015 Mellanox Technologies, Inc.
* All rights reserved.
* Copyright (c) 2021-2025 Nanook Consulting All rights reserved.
* $COPYRIGHT$
*
* Additional copyrights may follow
*
* $HEADER$
*
*/
#include "test_resolve_peers.h"
#include "test_cd.h"
#include "src/util/pmix_output.h"
static int resolve_nspace(char *nspace, test_params params, char *my_nspace, int my_rank)
{
int rc;
pmix_proc_t *procs;
size_t nprocs, nranks, i;
pmix_proc_t *ranks;
rc = PMIx_Resolve_peers(pmix_globals.hostname, nspace, &procs, &nprocs);
if (PMIX_SUCCESS != rc) {
TEST_ERROR(("%s:%d: Resolve peers test failed: rc = %s", my_nspace, my_rank, PMIx_Error_string(rc)));
exit(rc);
}
if (NULL == procs || 0 == nprocs) {
TEST_ERROR(("%s:%d: Resolve peers didn't find any process from ns %s at this node\n",
my_nspace, my_rank, my_nspace));
exit(PMIX_ERROR);
}
rc = get_all_ranks_from_namespace(params, nspace, &ranks, &nranks);
if (PMIX_SUCCESS != rc) {
TEST_ERROR(("%s:%d: get_all_ranks_from_namespace function failed", my_nspace, my_rank));
PMIX_PROC_FREE(procs, nprocs);
exit(rc);
}
if (nprocs != nranks) {
TEST_ERROR(
("%s:%d: Resolve peers returned incorrect result: returned %lu processes, expected %lu",
my_nspace, my_rank, nprocs, nranks));
PMIX_PROC_FREE(procs, nprocs);
PMIX_PROC_FREE(ranks, nranks);
exit(PMIX_ERROR);
}
for (i = 0; i < nprocs; i++) {
if (procs[i].rank != ranks[i].rank) {
TEST_ERROR(("%s:%d: Resolve peers returned incorrect result: returned value %s:%d, "
"expected rank %d",
my_nspace, my_rank, procs[i].nspace, procs[i].rank, ranks[i].rank));
exit(PMIX_ERROR);
}
}
PMIX_PROC_FREE(procs, nprocs);
PMIX_PROC_FREE(ranks, nranks);
return rc;
}
int test_resolve_peers(char *my_nspace, int my_rank, test_params params)
{
int rc, n;
int ns_num;
char nspace[PMIX_MAX_NSLEN + 1];
pmix_proc_t procs[2];
/* first resolve peers from the own namespace. */
rc = resolve_nspace(my_nspace, params, my_nspace, my_rank);
if (PMIX_SUCCESS == rc) {
TEST_VERBOSE(
("%s:%d: Resolve peers succeeded for the own namespace\n", my_nspace, my_rank));
} else {
TEST_ERROR(("%s:%d: Resolve peers failed for the own namespace\n", my_nspace, my_rank));
exit(rc);
}
/* then get number of namespaces and try to resolve peers from them. */
ns_num = get_total_ns_number(params);
if (0 >= ns_num) {
TEST_ERROR(("%s:%d: get_total_ns_number function failed", my_nspace, my_rank));
exit(PMIX_ERROR);
}
for (n = 0; n < ns_num; n++) {
memset(nspace, 0, PMIX_MAX_NSLEN + 1);
/* then connect to processes from different namespaces and resolve peers. */
(void) snprintf(nspace, PMIX_MAX_NSLEN, "%s-%d", TEST_NAMESPACE, n);
if (0 == strncmp(my_nspace, nspace, strlen(nspace) + 1)) {
continue;
}
/* add to procs array all processes from own namespace and all processes from this
* namespace. Make sure that processes are placed in the same order. */
if (0 < strncmp(nspace, my_nspace, PMIX_MAX_NSLEN)) {
pmix_strncpy(procs[0].nspace, nspace, PMIX_MAX_NSLEN);
pmix_strncpy(procs[1].nspace, my_nspace, PMIX_MAX_NSLEN);
} else {
pmix_strncpy(procs[1].nspace, nspace, PMIX_MAX_NSLEN);
pmix_strncpy(procs[0].nspace, my_nspace, PMIX_MAX_NSLEN);
}
procs[0].rank = PMIX_RANK_WILDCARD;
procs[1].rank = PMIX_RANK_WILDCARD;
/* make a connection between processes from own namespace and processes from this namespace.
*/
rc = PMIx_Connect(procs, 2, NULL, 0);
if (PMIX_SUCCESS == rc) {
TEST_VERBOSE(("%s:%d: Connect to %s succeeded.", my_nspace, my_rank, nspace));
} else {
TEST_ERROR(("%s:%d: Connect to %s failed.", my_nspace, my_rank, nspace));
exit(rc);
}
/* then resolve peers from this namespace - earlier versions cannot handle
* cross-nspace peer resolution because their test servers don't provide
* the info. So check for a marker of either 3.1.5 or above */
if (NULL != getenv("PMIX_VERSION")) {
rc = resolve_nspace(nspace, params, my_nspace, my_rank);
if (PMIX_SUCCESS == rc) {
TEST_VERBOSE(
("%s:%d: Resolve peers succeeded for ns %s\n", my_nspace, my_rank, nspace));
} else {
exit(rc);
}
}
/* disconnect from the processes of this namespace. */
rc = PMIx_Disconnect(procs, 2, NULL, 0);
if (PMIX_SUCCESS == rc) {
TEST_VERBOSE(("%s:%d: Disconnect from %s succeeded.", my_nspace, my_rank, nspace));
} else {
TEST_ERROR(("%s:%d: Disconnect from %s failed.", my_nspace, my_rank, nspace));
exit(rc);
}
}
if (PMIX_SUCCESS == rc) {
TEST_VERBOSE(("%s:%d: Resolve peers test succeeded.", my_nspace, my_rank));
}
return rc;
}
|
