1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
|
/*
* Copyright (c) 2010-2012 Oak Ridge National Labs. All rights reserved.
* Copyright (c) 2011-2018 The University of Tennessee and The University
* of Tennessee Research Foundation. All rights
* reserved.
* Copyright (c) 2021 Triad National Security, LLC. All rights
* reserved.
*
*
* $COPYRIGHT$
*
* Additional copyrights may follow
*
* $HEADER$
*/
#include "ompi/runtime/params.h"
#include "ompi/communicator/communicator.h"
#include "ompi/mca/pml/pml.h"
static int ompi_comm_revoke_local(ompi_communicator_t* comm,
ompi_comm_rbcast_message_t* msg);
static int comm_revoke_cb_type = -1;
int ompi_comm_revoke_init(void)
{
int ret;
ret = ompi_comm_rbcast_register_cb_type(ompi_comm_revoke_local);
if( 0 <= ret ) {
comm_revoke_cb_type = ret;
return OMPI_SUCCESS;
}
return ret;
}
int ompi_comm_revoke_finalize(void)
{
int ret;
ret = ompi_comm_rbcast_unregister_cb_type(comm_revoke_cb_type);
comm_revoke_cb_type = -1;
return ret;
}
/** MPI_Comm_revoke(comm)
* uplevel call from the API to initiate a revoke
*/
int ompi_comm_revoke_internal(ompi_communicator_t* comm)
{
int ret = OMPI_SUCCESS;;
OPAL_OUTPUT_VERBOSE((1, ompi_ftmpi_output_handle,
"%s %s: Initiate a revoke on communicator %s:%d",
OMPI_NAME_PRINT(OMPI_PROC_MY_NAME), __func__, ompi_comm_print_cid(comm), comm->c_epoch ));
/* Mark locally revoked */
if( ompi_comm_revoke_local(comm, NULL) ) {
/* Broadcast the 'revoke' signal to all other processes. */
ompi_comm_rbcast_message_t msg;
msg.cid = ompi_comm_get_local_cid(comm);
msg.epoch = comm->c_epoch;
msg.type = comm_revoke_cb_type;
ret = ompi_comm_rbcast(comm, &msg, sizeof(msg));
}
return ret;
}
/* internal code to revoke the communicator structure. Can be called from the
* API or from receiving a revoke message */
static int ompi_comm_revoke_local(ompi_communicator_t* comm, ompi_comm_rbcast_message_t* msg)
{
if( comm->comm_revoked ) {
OPAL_OUTPUT_VERBOSE((9, ompi_ftmpi_output_handle,
"%s %s: comm %s:%d is already revoked, nothing to do",
OMPI_NAME_PRINT(OMPI_PROC_MY_NAME), __func__, ompi_comm_print_cid(comm), comm->c_epoch));
return false;
}
OPAL_OUTPUT_VERBOSE((9, ompi_ftmpi_output_handle,
"%s %s: comm %s:%d is marked revoked locally",
OMPI_NAME_PRINT(OMPI_PROC_MY_NAME), __func__, ompi_comm_print_cid(comm), comm->c_epoch));
/*
* Locally revoke the communicator
*
* Just to be pedantic, as the 'revoke' condition is checked first
* by all other communication,
* - Turn off collectives
* - Turn off ANY_SOURCE receives
*/
comm->any_source_enabled = false;
/* purge the communicator unexpected fragments and matching logic */
MCA_PML_CALL(revoke_comm(comm, false));
/* Signal the point-to-point stack to recheck requests */
wait_sync_global_wakeup(MPI_ERR_REVOKED);
return true;
}
|
