1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
|
/* -*- Mode: C; c-basic-offset:4 ; indent-tabs-mode:nil -*- */
/*
* Copyright (c) 2018 Los Alamos National Security, LLC. All rights
* reserved.
* $COPYRIGHT$
*
* Additional copyrights may follow
*
* $HEADER$
*/
#if !defined(MCA_BTL_OFI_FRAG_H)
# define MCA_BTL_OFI_FRAG_H
# include "btl_ofi.h"
# include "btl_ofi_endpoint.h"
# define MCA_BTL_OFI_HDR_SIZE sizeof(mca_btl_ofi_header_t)
# define MCA_BTL_OFI_FRAG_SIZE 4096
# define MCA_BTL_OFI_RECV_SIZE MCA_BTL_OFI_FRAG_SIZE + MCA_BTL_OFI_HDR_SIZE
# define MCA_BTL_OFI_NUM_SEND_INC(module) \
OPAL_ATOMIC_ADD_FETCH64(&(module)->outstanding_send, 1); \
if (module->outstanding_send > mca_btl_ofi_component.progress_threshold) { \
mca_btl_ofi_component.super.btl_progress(); \
}
# define MCA_BTL_OFI_NUM_SEND_DEC(module) \
OPAL_ATOMIC_ADD_FETCH64(&(module)->outstanding_send, -1);
mca_btl_base_descriptor_t *mca_btl_ofi_alloc(mca_btl_base_module_t *btl,
mca_btl_base_endpoint_t *endpoint, uint8_t order,
size_t size, uint32_t flags);
int mca_btl_ofi_free(mca_btl_base_module_t *btl, mca_btl_base_descriptor_t *des);
int mca_btl_ofi_send(mca_btl_base_module_t *btl, mca_btl_base_endpoint_t *endpoint,
mca_btl_base_descriptor_t *descriptor, mca_btl_base_tag_t tag);
int mca_btl_ofi_recv_frag(mca_btl_ofi_module_t *ofi_btl, mca_btl_base_endpoint_t *endpoint,
mca_btl_ofi_context_t *context, mca_btl_ofi_base_frag_t *frag);
struct mca_btl_base_descriptor_t *mca_btl_ofi_prepare_src(mca_btl_base_module_t *btl,
mca_btl_base_endpoint_t *endpoint,
opal_convertor_t *convertor,
uint8_t order, size_t reserve,
size_t *size, uint32_t flags);
mca_btl_ofi_frag_completion_t *mca_btl_ofi_frag_completion_alloc(mca_btl_base_module_t *btl,
mca_btl_ofi_context_t *context,
mca_btl_ofi_base_frag_t *frag,
int type);
static inline mca_btl_ofi_base_frag_t *mca_btl_ofi_frag_alloc(mca_btl_ofi_module_t *ofi_btl,
opal_free_list_t *fl,
mca_btl_base_endpoint_t *endpoint)
{
mca_btl_ofi_base_frag_t *frag = (mca_btl_ofi_base_frag_t *) opal_free_list_get(fl);
if (OPAL_LIKELY(NULL != frag)) {
frag->free_list = fl;
frag->endpoint = endpoint;
frag->btl = ofi_btl;
}
return frag;
}
static inline void mca_btl_ofi_frag_return(mca_btl_ofi_base_frag_t *frag)
{
opal_free_list_return(frag->free_list, &frag->base.super);
}
static inline void mca_btl_ofi_frag_complete(mca_btl_ofi_base_frag_t *frag, int rc)
{
mca_btl_ofi_module_t *ofi_btl = frag->btl;
/* call the local callback if specified */
if (frag->base.des_flags & MCA_BTL_DES_SEND_ALWAYS_CALLBACK) {
frag->base.des_cbfunc(&ofi_btl->super, frag->endpoint, &frag->base, rc);
}
/* If the BTL has ownership, return it to the free list, */
if (OPAL_LIKELY(frag->base.des_flags & MCA_BTL_DES_FLAGS_BTL_OWNERSHIP)) {
mca_btl_ofi_frag_return(frag);
}
}
#endif /* !defined(MCA_BTL_OFI_FRAG_H) */
|
