1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
|
/*
* Copyright (c) 2013-2016 Intel, Inc. All rights reserved
* Copyright (c) 2017 Los Alamos National Security, LLC. All rights
* reserved.
*
* $COPYRIGHT$
*
* Additional copyrights may follow
*
* $HEADER$
*/
#ifndef OMPI_MTL_OFI_REQUEST_H
#define OMPI_MTL_OFI_REQUEST_H
#include "mtl_ofi.h"
#define TO_OFI_REQ(_ptr_ctx) \
container_of((_ptr_ctx), struct ompi_mtl_ofi_request_t, ctx)
typedef enum {
OMPI_MTL_OFI_SEND,
OMPI_MTL_OFI_RECV,
OMPI_MTL_OFI_ACK,
OMPI_MTL_OFI_PROBE
} ompi_mtl_ofi_request_type_t;
struct ompi_mtl_ofi_request_t;
struct ompi_mtl_ofi_request_t {
struct mca_mtl_request_t super;
/** OFI Request type */
ompi_mtl_ofi_request_type_t type;
/** OFI context */
struct fi_context2 ctx;
/** Completion count used by blocking and/or synchronous operations */
volatile int completion_count;
/** Event callback */
int (*event_callback)(struct fi_cq_tagged_entry *wc,
struct ompi_mtl_ofi_request_t*);
/** Error callback */
int (*error_callback)(struct fi_cq_err_entry *error,
struct ompi_mtl_ofi_request_t*);
/** Request status */
struct ompi_status_public_t status;
/** Match state used by Probe */
int match_state;
/** Reference to the communicator used to */
/* lookup source of an ANY_SOURCE Recv */
struct ompi_communicator_t *comm;
/** Reference to the MTL used to lookup */
/* source of an ANY_SOURCE Recv */
struct mca_mtl_base_module_t* mtl;
/** Pack buffer */
void *buffer;
/** Pack buffer size */
size_t length;
/** Pack buffer convertor */
struct opal_convertor_t *convertor;
/** Flag to prevent MPI_Cancel from cancelling a started Recv request */
volatile bool req_started;
/** Request's tag used in case of an error. Also for FI_CLAIM requests. */
uint64_t match_bits;
/** Used to build msg for fi_trecvmsg with FI_CLAIM */
uint64_t mask_bits;
/** Remote OFI address used when a Recv needs to be ACKed */
fi_addr_t remote_addr;
/** Parent request which needs to be ACKed (e.g. Synchronous Send) */
struct ompi_mtl_ofi_request_t *parent;
/** Pointer to Mrecv request to complete */
struct mca_mtl_request_t *mrecv_req;
/** Stores reference to memory region from registration */
/* Set to NULL if memory not registered or if non accelerator buffer */
struct fid_mr *mr;
};
typedef struct ompi_mtl_ofi_request_t ompi_mtl_ofi_request_t;
#endif
|
