1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
|
/* -*- Mode: C; c-basic-offset:4 ; indent-tabs-mode:nil -*- */
/*
* Copyright (c) 2011-2018 Los Alamos National Security, LLC. All rights
* reserved.
* Copyright (c) 2011 UT-Battelle, LLC. All rights reserved.
* $COPYRIGHT$
*
* Additional copyrights may follow
*
* $HEADER$
*/
#include "btl_ugni_frag.h"
#include "btl_ugni.h"
static inline void mca_btl_ugni_base_frag_constructor(mca_btl_ugni_base_frag_t *frag)
{
memset((char *) frag + sizeof(frag->base), 0, sizeof(*frag) - sizeof(frag->base));
frag->segments[0].seg_addr.pval = frag->base.super.ptr;
}
static inline void mca_btl_ugni_eager_frag_constructor(mca_btl_ugni_base_frag_t *frag)
{
struct mca_btl_ugni_reg_t *reg = (struct mca_btl_ugni_reg_t *) frag->base.super.registration;
mca_btl_ugni_base_frag_constructor(frag);
frag->memory_handle = reg->handle;
}
OBJ_CLASS_INSTANCE(mca_btl_ugni_smsg_frag_t, mca_btl_base_descriptor_t,
mca_btl_ugni_base_frag_constructor, NULL);
OBJ_CLASS_INSTANCE(mca_btl_ugni_rdma_frag_t, mca_btl_base_descriptor_t,
mca_btl_ugni_base_frag_constructor, NULL);
OBJ_CLASS_INSTANCE(mca_btl_ugni_eager_frag_t, mca_btl_base_descriptor_t,
mca_btl_ugni_eager_frag_constructor, NULL);
static void mca_btl_ugni_post_descriptor_constructor(mca_btl_ugni_post_descriptor_t *desc)
{
desc->cq = NULL;
}
OBJ_CLASS_INSTANCE(mca_btl_ugni_post_descriptor_t, opal_free_list_item_t,
mca_btl_ugni_post_descriptor_constructor, NULL);
static void mca_btl_ugni_rdma_desc_constructor(mca_btl_ugni_rdma_desc_t *desc)
{
desc->device = NULL;
desc->gni_handle = 0;
desc->tries = 0;
}
static void mca_btl_ugni_rdma_desc_destructor(mca_btl_ugni_rdma_desc_t *desc)
{
if (0 != desc->gni_handle) {
(void) GNI_EpDestroy(desc->gni_handle);
desc->gni_handle = 0;
}
}
int mca_btl_ugni_rdma_desc_init(opal_free_list_item_t *item, void *ctx)
{
mca_btl_ugni_rdma_desc_t *rdma_desc = (mca_btl_ugni_rdma_desc_t *) item;
mca_btl_ugni_device_t *device = (mca_btl_ugni_device_t *) ctx;
gni_return_t grc;
grc = GNI_EpCreate(device->dev_handle, device->dev_rdma_local_cq.gni_handle,
&rdma_desc->gni_handle);
rdma_desc->device = device;
return mca_btl_rc_ugni_to_opal(grc);
}
OBJ_CLASS_INSTANCE(mca_btl_ugni_rdma_desc_t, opal_free_list_item_t,
mca_btl_ugni_rdma_desc_constructor, mca_btl_ugni_rdma_desc_destructor);
int mca_btl_ugni_frag_init(mca_btl_ugni_base_frag_t *frag, void *id)
{
/* NTH: the id is a combination of the module id and the free list id. for now there
* is only ever one module so the module id is ignored. if this changes the code
* here and btl_ugni_add_procs.c (opal_free_list_init calls) needs to be updated */
intptr_t free_list_id = (intptr_t) id & 0xff;
mca_btl_ugni_module_t *ugni_module = mca_btl_ugni_component.modules;
frag->msg_id = opal_pointer_array_add(&ugni_module->pending_smsg_frags_bb, (void *) frag);
frag->my_list = ugni_module->frags_lists + free_list_id;
return OPAL_SUCCESS;
}
|
