1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
|
/* -*- Mode: C; c-basic-offset:4 ; indent-tabs-mode:nil -*- */
/*
* Copyright (c) 2021 Google, Inc. All rights reserved.
* $COPYRIGHT$
*
* Additional copyrights may follow
*
* $HEADER$
*/
#ifndef OPAL_MCA_SMSC_XPMEM_SMSC_XPMEM_INTERNAL_H
#define OPAL_MCA_SMSC_XPMEM_SMSC_XPMEM_INTERNAL_H
#include "opal/mca/smsc/xpmem/smsc_xpmem.h"
#include "opal/mca/rcache/base/rcache_base_vma.h"
#if defined(HAVE_XPMEM_H)
# include <xpmem.h>
typedef struct xpmem_addr xpmem_addr_t;
#elif defined(HAVE_SN_XPMEM_H)
# include <sn/xpmem.h>
typedef int64_t xpmem_segid_t;
typedef int64_t xpmem_apid_t;
#endif
typedef struct xpmem_addr xpmem_addr_t;
struct mca_smsc_xpmem_modex_t {
/** XPMEM segment id for this peer */
xpmem_segid_t seg_id;
/** maximum address we can attach to on this peer */
uintptr_t address_max;
};
typedef struct mca_smsc_xpmem_modex_t mca_smsc_xpmem_modex_t;
struct mca_smsc_xpmem_endpoint_t {
mca_smsc_endpoint_t super;
/** XPMEM apid for this peer */
xpmem_apid_t apid;
/** maximum address we can attach to on this peer */
uintptr_t address_max;
};
typedef struct mca_smsc_xpmem_endpoint_t mca_smsc_xpmem_endpoint_t;
OBJ_CLASS_DECLARATION(mca_smsc_xpmem_endpoint_t);
struct mca_smsc_xpmem_component_t {
mca_smsc_component_t super;
/** maximum attachment address for this process. attempts to attach past this value may fail. */
uintptr_t my_address_max;
/** XPMEM segment id for this process */
xpmem_segid_t my_seg_id;
/** log base 2 of the attachment alignment. this controls how big the smallest attachment is. a
* larger value will produce fewer entries in the cache but will increase attachment time. */
unsigned int log_attach_align;
/** maximum size that will be used with a single memcpy call. on some systems we see better
* performance if we chunk the copy into multiple memcpy calls. */
uint64_t memcpy_chunk_size;
};
typedef struct mca_smsc_xpmem_component_t mca_smsc_xpmem_component_t;
struct mca_smsc_xpmem_module_t {
mca_smsc_module_t super;
/** cache of xpmem attachments. this cache holds attachments for all peers. the registrations
* are differentiated by the alloc_base which is set to the endpoint. */
mca_rcache_base_vma_module_t *vma_module;
};
typedef struct mca_smsc_xpmem_module_t mca_smsc_xpmem_module_t;
extern mca_smsc_xpmem_module_t mca_smsc_xpmem_module;
extern mca_smsc_xpmem_component_t mca_smsc_xpmem_component;
#endif /* OPAL_MCA_SMSC_XPMEM_SMSC_XPMEM_INTERNAL_H */
|
