1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
|
/*
* Copyright (c) 2013-2017 Cisco Systems, Inc. All rights reserved.
* $COPYRIGHT$
*
* Additional copyrights may follow
*
* $HEADER$
*/
#ifndef BTL_USNIC_ACK_H
#define BTL_USNIC_ACK_H
#include "opal_config.h"
#include "opal/class/opal_hotel.h"
#include "btl_usnic.h"
#include "btl_usnic_compat.h"
#include "btl_usnic_endpoint.h"
#include "btl_usnic_frag.h"
/* Invoke the descriptor callback for a (non-PUT) send frag, updating
* stats and clearing the _CALLBACK flag in the process. */
#define OPAL_BTL_USNIC_DO_SEND_FRAG_CB(module, send_frag, comment) \
do { \
MSGDEBUG1_OUT("%s:%d: %s SEND callback for module=%p frag=%p\n", __func__, __LINE__, \
(comment), (void *) (module), (void *) (send_frag)); \
(send_frag)->sf_base.uf_base.des_cbfunc(&(module)->super, (send_frag)->sf_endpoint, \
&(send_frag)->sf_base.uf_base, OPAL_SUCCESS); \
frag->sf_base.uf_base.des_flags &= ~MCA_BTL_DES_SEND_ALWAYS_CALLBACK; \
++((module)->stats.pml_send_callbacks); \
} while (0)
#if BTL_VERSION == 30
/* Invoke the descriptor callback for a send frag that was a PUT,
* updating stats and clearing the _CALLBACK flag in the process. */
# define OPAL_BTL_USNIC_DO_PUT_FRAG_CB(module, send_frag, comment) \
do { \
MSGDEBUG1_OUT("%s:%d: %s PUT callback for module=%p frag=%p\n", __func__, __LINE__, \
(comment), (void *) (module), (void *) (send_frag)); \
mca_btl_base_rdma_completion_fn_t func = (mca_btl_base_rdma_completion_fn_t)( \
send_frag) \
->sf_base.uf_base.des_cbfunc; \
func(&(module)->super, (send_frag)->sf_endpoint, \
(send_frag)->sf_base.uf_local_seg[0].seg_addr.pval, NULL, \
(send_frag)->sf_base.uf_base.des_context, \
(send_frag)->sf_base.uf_base.des_cbdata, OPAL_SUCCESS); \
++((module)->stats.pml_send_callbacks); \
} while (0)
#endif
/*
* Reap an ACK send that is complete
*/
void opal_btl_usnic_ack_complete(opal_btl_usnic_module_t *module,
opal_btl_usnic_ack_segment_t *ack);
/*
* Send an ACK
*/
int opal_btl_usnic_ack_send(opal_btl_usnic_module_t *module, opal_btl_usnic_endpoint_t *endpoint);
/*
* Callback for when a send times out without receiving a
* corresponding ACK
*/
void opal_btl_usnic_ack_timeout(opal_hotel_t *hotel, int room_num, void *occupant);
/*
* Handle an incoming ACK
*/
void opal_btl_usnic_handle_ack(opal_btl_usnic_endpoint_t *endpoint, opal_btl_usnic_seq_t ack_seq);
static inline void opal_btl_usnic_piggyback_ack(opal_btl_usnic_endpoint_t *endpoint,
opal_btl_usnic_send_segment_t *sseg)
{
/* If ACK is needed, piggy-back it here and send it on */
if (endpoint->endpoint_ack_needed) {
opal_btl_usnic_remove_from_endpoints_needing_ack(endpoint);
sseg->ss_base.us_btl_header->ack_seq = SEQ_DIFF(endpoint->endpoint_next_contig_seq_to_recv,
1);
sseg->ss_base.us_btl_header->ack_present = 1;
#if MSGDEBUG1
opal_output(0, "Piggy-backing ACK for sequence %" UDSEQ "\n",
sseg->ss_base.us_btl_header->ack_seq);
#endif
} else {
sseg->ss_base.us_btl_header->ack_present = 0;
}
}
#endif /* BTL_USNIC_ACK_H */
|
