1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
|
/*
* Copyright (C) by Argonne National Laboratory
* See COPYRIGHT in top-level directory
*/
/*
* Test threaded overlapped collective operations.
*
* Create one communicator for each thread, then do collective operation
* on the communicator. For different threads on different processes, try to
* do the collective in a overlapped order.
*/
#include <stdio.h>
#include <mpi.h>
#include "mpitest.h"
#include "mpithreadtest.h"
#define NUM_THREADS 2
#define BUF_SIZE 1024
#define check(X_) \
do { \
if (!(X_)) { \
printf("[%s:%d] -- Assertion failed: %s\n", __FILE__, __LINE__, #X_);\
MPI_Abort(MPI_COMM_WORLD, 1); \
} \
} while (0)
MPI_Comm comms[NUM_THREADS];
int rank, size;
static MTEST_THREAD_RETURN_TYPE test_iallred(void *arg)
{
int tid = *(int *) arg;
int buf[BUF_SIZE];
MTEST_VG_MEM_INIT(buf, BUF_SIZE * sizeof(int));
if (tid == rank)
MTestSleep(1);
MPI_Allreduce(MPI_IN_PLACE, buf, BUF_SIZE, MPI_INT, MPI_BAND, comms[tid]);
return (MTEST_THREAD_RETURN_TYPE) 0;
}
int main(int argc, char **argv)
{
int thread_args[NUM_THREADS];
int i, provided;
int errs = 0;
MTest_Init_thread(&argc, &argv, MPI_THREAD_MULTIPLE, &provided);
check(provided == MPI_THREAD_MULTIPLE);
MPI_Comm_rank(MPI_COMM_WORLD, &rank);
MPI_Comm_size(MPI_COMM_WORLD, &size);
for (i = 0; i < NUM_THREADS; i++) {
MPI_Comm_dup(MPI_COMM_WORLD, &comms[i]);
}
for (i = 0; i < NUM_THREADS; i++) {
thread_args[i] = i;
MTest_Start_thread(test_iallred, (void *) &thread_args[i]);
}
errs = MTest_Join_threads();
for (i = 0; i < NUM_THREADS; i++) {
MPI_Comm_free(&comms[i]);
}
MTest_Finalize(errs);
return MTestReturnValue(errs);
}
|
