1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
|
/*
* Copyright (c) 2012-2022 Sandia National Laboratories. All rights reserved.
* $COPYRIGHT$
*
* Additional copyrights may follow
*
* $HEADER$
*/
#ifndef MTL_PORTALS_FLOWCTL_H
#define MTL_PORTALS_FLOWCTL_H
#include "ompi_config.h"
#include "opal/class/opal_free_list.h"
#include "mtl_portals4.h"
#include "mtl_portals4_request.h"
#include <portals4.h>
struct mca_mtl_base_endpoint_t;
struct ompi_mtl_portals4_isend_request_t;
struct ompi_mtl_portals4_pending_request_t {
opal_free_list_item_t super;
mca_pml_base_send_mode_t mode;
void *start;
size_t length;
uint32_t contextid;
int tag;
int my_rank;
int fc_notified;
ptl_process_t ptl_proc;
struct ompi_mtl_portals4_isend_request_t *ptl_request;
};
typedef struct ompi_mtl_portals4_pending_request_t ompi_mtl_portals4_pending_request_t;
OBJ_CLASS_DECLARATION(ompi_mtl_portals4_pending_request_t);
struct ompi_mtl_portals4_flowctl_t {
opal_atomic_int32_t flowctl_active;
opal_atomic_int32_t send_slots;
int32_t max_send_slots;
opal_list_t pending_sends;
opal_free_list_t pending_fl;
ompi_mtl_portals4_base_request_t alert_req;
ompi_mtl_portals4_base_request_t fanout_req;
/** Flow control epoch counter. Triggered events should be
based on epoch counter. */
opal_atomic_int64_t epoch_counter;
/** Flow control trigger CT. Only has meaning at root. */
ptl_handle_ct_t trigger_ct_h;
/** Flow control trigger ME. Only has meaning at root. When an
event is received on this ME, it triggers the flow control
alert broadcast.*/
ptl_handle_me_t trigger_me_h;
/** Flow control alert tree broadcast CT. */
ptl_handle_ct_t alert_ct_h;
/** Flow control alert tree broadcast ME. */
ptl_handle_me_t alert_me_h;
/** Flow control restart fan-in CT. */
ptl_handle_ct_t fanin_ct_h;
/** Flow control restart fan-in ME. */
ptl_handle_me_t fanin_me_h;
/** Flow control restart fan-out CT. */
ptl_handle_ct_t fanout_ct_h;
/** Flow control restart fan-out ME. */
ptl_handle_me_t fanout_me_h;
/** last restart time */
struct timeval tv;
int backoff_count;
size_t num_procs;
size_t num_children;
ptl_process_t children[2];
ptl_process_t parent;
ptl_process_t me;
ptl_process_t root;
bool i_am_root;
};
typedef struct ompi_mtl_portals4_flowctl_t ompi_mtl_portals4_flowctl_t;
int ompi_mtl_portals4_flowctl_init(void);
int ompi_mtl_portals4_flowctl_fini(void);
int ompi_mtl_portals4_flowctl_add_procs(size_t me,
size_t npeers,
struct ompi_proc_t **procs);
int ompi_mtl_portals4_flowctl_trigger(void);
void ompi_mtl_portals4_pending_list_progress(void);
#endif
|
