1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
|
/*
* Copyright (c) 2004-2010 The Trustees of Indiana University and Indiana
* University Research and Technology
* Corporation. All rights reserved.
* Copyright (c) 2012 Cisco Systems, Inc. All rights reserved.
* $COPYRIGHT$
*
* Additional copyrights may follow
*
* $HEADER$
*/
#include "ompi_config.h"
#include <stdio.h>
#include "ompi/mpi/c/bindings.h"
#include "ompi/info/info.h"
#include "ompi/runtime/params.h"
#include "ompi/communicator/communicator.h"
#include "orte/mca/snapc/snapc.h"
#include "ompi/mpiext/cr/c/mpiext_cr_c.h"
static const char FUNC_NAME[] = "OMPI_CR_Migrate";
int OMPI_CR_Migrate(MPI_Comm comm, char *hostname, int rank, MPI_Info *info)
{
int ret = MPI_SUCCESS;
orte_snapc_base_request_op_t *datum = NULL;
int my_rank, my_size, i;
char loc_hostname[MPI_MAX_PROCESSOR_NAME];
int my_vpid;
int info_flag;
char info_value[6];
int my_off_node = (int)false;
/* argument checking */
if (MPI_PARAM_CHECK) {
OMPI_ERR_INIT_FINALIZE(FUNC_NAME);
}
/*
* Setup the data structure for the operation
*/
datum = OBJ_NEW(orte_snapc_base_request_op_t);
datum->event = ORTE_SNAPC_OP_MIGRATE;
datum->is_active = true;
MPI_Comm_rank(comm, &my_rank);
MPI_Comm_size(comm, &my_size);
if( 0 == my_rank ) {
datum->leader = OMPI_PROC_MY_NAME->vpid;
} else {
datum->leader = -1; /* Unknown from non-root ranks */
}
/*
* Gather all preferences to the root
*/
if( NULL == hostname ) {
loc_hostname[0] = '\0';
} else {
strncpy(loc_hostname, hostname, strlen(hostname));
loc_hostname[strlen(hostname)] = '\0';
}
my_vpid = (int) OMPI_PROC_MY_NAME->vpid;
if( 0 == my_rank ) {
datum->mig_num = my_size;
datum->mig_vpids = (int *) malloc(sizeof(int) * my_size);
datum->mig_host_pref = (char (*)[OPAL_MAX_PROCESSOR_NAME]) malloc(sizeof(char) * my_size * MPI_MAX_PROCESSOR_NAME);
datum->mig_vpid_pref = (int *) malloc(sizeof(int) * my_size);
datum->mig_off_node = (int *) malloc(sizeof(int) * my_size);
for( i = 0; i < my_size; ++i ) {
(datum->mig_vpids)[i] = 0;
(datum->mig_host_pref)[i][0] = '\0';
(datum->mig_vpid_pref)[i] = 0;
(datum->mig_off_node)[i] = (int)false;
}
}
my_off_node = (int)false;
if( NULL != info ) {
MPI_Info_get(*info, "CR_OFF_NODE", 5, info_value, &info_flag);
if( info_flag ) {
if( 0 == strncmp(info_value, "true", strlen("true")) ) {
my_off_node = (int)true;
}
}
}
MPI_Gather(&my_vpid, 1, MPI_INT,
(datum->mig_vpids), 1, MPI_INT, 0, comm);
MPI_Gather(loc_hostname, MPI_MAX_PROCESSOR_NAME, MPI_CHAR,
(datum->mig_host_pref), MPI_MAX_PROCESSOR_NAME, MPI_CHAR, 0, comm);
MPI_Gather(&my_vpid, 1, MPI_INT,
(datum->mig_vpid_pref), 1, MPI_INT, 0, comm);
MPI_Gather(&my_off_node, 1, MPI_INT,
(datum->mig_off_node), 1, MPI_INT, 0, comm);
/*
* Leader sends the request
*/
OPAL_CR_ENTER_LIBRARY();
ret = orte_snapc.request_op(datum);
if( OMPI_SUCCESS != ret ) {
OMPI_ERRHANDLER_INVOKE(comm, MPI_ERR_OTHER,
FUNC_NAME);
}
OPAL_CR_EXIT_LIBRARY();
datum->is_active = false;
OBJ_RELEASE(datum);
/*
* All processes must sync before leaving
*/
MPI_Barrier(comm);
return ret;
}
|
