1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
|
#ifndef PyMPI_COMPAT_OPENMPI_H
#define PyMPI_COMPAT_OPENMPI_H
/* ---------------------------------------------------------------- */
#if (defined(OMPI_MAJOR_VERSION) && \
defined(OMPI_MINOR_VERSION) && \
defined(OMPI_RELEASE_VERSION))
#define PyMPI_OPENMPI_VERSION ((OMPI_MAJOR_VERSION * 10000) + \
(OMPI_MINOR_VERSION * 100) + \
(OMPI_RELEASE_VERSION * 1))
#else
#define PyMPI_OPENMPI_VERSION 10000
#endif
/* ---------------------------------------------------------------- */
/*
* Open MPI releases 1.2.4 and above are shipped with newer versions
* of GNU libtool. These libtool versions load dynamic libraries in
* such a way that library symbols are not globally available by
* default. This behavior do not interact well with some interal Open
* MPI components, specifically the ones related to one-side
* communication operations ('MPI_Win' and related). The vile hackery
* below try to fix this issue by intercepting the calls to 'MPI_Init'
* and 'MPI_Finalize' in order to manage preloading of the main Open
* MPI dynamic library with appropriate flags enablig global
* availability of library symbols.
*/
#if !defined(OPEN_MPI_DLOPEN_LIBMPI)
#if PyMPI_OPENMPI_VERSION < 10204
#define OPEN_MPI_DLOPEN_LIBMPI 0
#else
#define OPEN_MPI_DLOPEN_LIBMPI 1
#endif
#endif /* !defined(OPEN_MPI_DLOPEN_LIBMPI) */
#if OPEN_MPI_DLOPEN_LIBMPI
#if !defined(LTDL_H)
#if defined(__cplusplus)
#define LT_BEGIN_C_DECLS extern "C" {
#define LT_END_C_DECLS }
#else /* !__cplusplus */
#define LT_BEGIN_C_DECLS
#define LT_END_C_DECLS
#endif
#if defined(OMPI_DECLSPEC)
#define LT_SCOPE OMPI_DECLSPEC
#else /* !OMPI_DECLSPEC */
#define LT_SCOPE extern
#endif
LT_BEGIN_C_DECLS
typedef void *lt_dlhandle;
typedef void *lt_dladvise;
LT_SCOPE int lt_dlinit (void);
LT_SCOPE int lt_dlexit (void);
LT_SCOPE int lt_dladvise_init (lt_dladvise *advise);
LT_SCOPE int lt_dladvise_destroy (lt_dladvise *advise);
LT_SCOPE int lt_dladvise_ext (lt_dladvise *advise);
LT_SCOPE int lt_dladvise_global (lt_dladvise *advise);
LT_SCOPE lt_dlhandle lt_dlopenadvise (const char *filename, lt_dladvise advise);
LT_SCOPE int lt_dlclose (lt_dlhandle handle);
LT_END_C_DECLS
#endif /* !LTDL_H */
static int PyMPI_OPENMPI_ltdlup = 0;
static lt_dlhandle PyMPI_OPENMPI_handle = 0;
static void dlopen_mpi_lib(void)
{
const char *filename = "libmpi";
int ltdlup = PyMPI_OPENMPI_ltdlup;
lt_dlhandle handle = PyMPI_OPENMPI_handle;
if (ltdlup == 0) {
ltdlup = (lt_dlinit() == 0);
}
if (ltdlup != 0 && handle == 0) {
lt_dladvise advise;
if (!lt_dladvise_init(&advise) &&
!lt_dladvise_ext(&advise) &&
!lt_dladvise_global(&advise))
handle = lt_dlopenadvise(filename, advise);
lt_dladvise_destroy (&advise);
}
PyMPI_OPENMPI_ltdlup = ltdlup;
PyMPI_OPENMPI_handle = handle;
}
static void dlclose_mpi_lib(void)
{
int ltdlup = PyMPI_OPENMPI_ltdlup;
lt_dlhandle handle = PyMPI_OPENMPI_handle;
if (ltdlup != 0 && handle != 0) {
lt_dlclose(handle);
handle = 0;
}
if (ltdlup != 0) {
lt_dlexit();
ltdlup = 0;
}
PyMPI_OPENMPI_ltdlup = ltdlup;
PyMPI_OPENMPI_handle = handle;
}
static int PyMPI_OPENMPI_MPI_Init(int *argc, char ***argv)
{
int ierr = MPI_SUCCESS;
dlopen_mpi_lib();
ierr = MPI_Init(argc, argv);
return ierr;
}
#undef MPI_Init
#define MPI_Init PyMPI_OPENMPI_MPI_Init
static int PyMPI_OPENMPI_MPI_Init_thread(int *argc, char ***argv,
int required, int *provided)
{
int ierr = MPI_SUCCESS;
dlopen_mpi_lib();
ierr = MPI_Init_thread(argc, argv, required, provided);
return ierr;
}
#undef MPI_Init_thread
#define MPI_Init_thread PyMPI_OPENMPI_MPI_Init_thread
static int PyMPI_OPENMPI_MPI_Finalize(void)
{
int ierr = MPI_SUCCESS;
ierr = MPI_Finalize();
dlclose_mpi_lib();
return ierr;
}
#undef MPI_Finalize
#define MPI_Finalize PyMPI_OPENMPI_MPI_Finalize
#endif /* !OPEN_MPI_DLOPEN_LIBMPI */
/* ---------------------------------------------------------------- */
/*
* Open MPI 1.1 generates an error when MPI_File_get_errhandler() is
* called with the MPI_FILE_NULL handle. The code below try to fix
* this bug by intercepting the calls to the functions setting and
* getting the error handlers for MPI_File's.
*/
#if PyMPI_OPENMPI_VERSION < 10200
static MPI_Errhandler PyMPI_OPENMPI_FILE_NULL_ERRHANDLER = (MPI_Errhandler)0;
static int PyMPI_OPENMPI_File_get_errhandler(MPI_File file, MPI_Errhandler *errhandler)
{
if (file == MPI_FILE_NULL) {
if (PyMPI_OPENMPI_FILE_NULL_ERRHANDLER == (MPI_Errhandler)0) {
PyMPI_OPENMPI_FILE_NULL_ERRHANDLER = MPI_ERRORS_RETURN;
}
*errhandler = PyMPI_OPENMPI_FILE_NULL_ERRHANDLER;
return MPI_SUCCESS;
}
return MPI_File_get_errhandler(file, errhandler);
}
#undef MPI_File_get_errhandler
#define MPI_File_get_errhandler PyMPI_OPENMPI_File_get_errhandler
static int PyMPI_OPENMPI_File_set_errhandler(MPI_File file, MPI_Errhandler errhandler)
{
int ierr = MPI_File_set_errhandler(file, errhandler);
if (ierr != MPI_SUCCESS) return ierr;
if (file == MPI_FILE_NULL) {
PyMPI_OPENMPI_FILE_NULL_ERRHANDLER = errhandler;
}
return ierr;
}
#undef MPI_File_set_errhandler
#define MPI_File_set_errhandler PyMPI_OPENMPI_File_set_errhandler
#endif /* !(PyMPI_OPENMPI_VERSION < 10200) */
/* ---------------------------------------------------------------- */
#if PyMPI_OPENMPI_VERSION < 10301
static MPI_Fint PyMPI_OPENMPI_File_c2f(MPI_File file)
{
if (file == MPI_FILE_NULL) return (MPI_Fint)0;
return MPI_File_c2f(file);
}
#define MPI_File_c2f PyMPI_OPENMPI_File_c2f
#endif /* !(PyMPI_OPENMPI_VERSION < 10301) */
/* ---------------------------------------------------------------- */
#if PyMPI_OPENMPI_VERSION < 10400
static int PyMPI_OPENMPI_Win_get_errhandler(MPI_Win win, MPI_Errhandler *errhandler)
{
if (win == MPI_WIN_NULL) {
MPI_Comm_call_errhandler(MPI_COMM_WORLD, MPI_ERR_WIN);
return MPI_ERR_WIN;
}
return MPI_Win_get_errhandler(win, errhandler);
}
#undef MPI_Win_get_errhandler
#define MPI_Win_get_errhandler PyMPI_OPENMPI_Win_get_errhandler
static int PyMPI_OPENMPI_Win_set_errhandler(MPI_Win win, MPI_Errhandler errhandler)
{
if (win == MPI_WIN_NULL) {
MPI_Comm_call_errhandler(MPI_COMM_WORLD, MPI_ERR_WIN);
return MPI_ERR_WIN;
}
return MPI_Win_set_errhandler(win, errhandler);
}
#undef MPI_Win_set_errhandler
#define MPI_Win_set_errhandler PyMPI_OPENMPI_Win_set_errhandler
#endif /* !(PyMPI_OPENMPI_VERSION < 10400) */
/* ---------------------------------------------------------------- */
#endif /* !PyMPI_COMPAT_OPENMPI_H */
|
