1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
|
/*
* Copyright (c) 2004-2005 The Trustees of Indiana University and Indiana
* University Research and Technology
* Corporation. All rights reserved.
* Copyright (c) 2004-2006 The University of Tennessee and The University
* of Tennessee Research Foundation. All rights
* reserved.
* Copyright (c) 2004-2005 High Performance Computing Center Stuttgart,
* University of Stuttgart. All rights reserved.
* Copyright (c) 2004-2005 The Regents of the University of California.
* All rights reserved.
* Copyright (c) 2008-2021 University of Houston. All rights reserved.
* Copyright (c) 2018 Research Organization for Information Science
* and Technology (RIST). All rights reserved.
* Copyright (c) 2021 Cisco Systems, Inc. All rights reserved.
* $COPYRIGHT$
*
* Additional copyrights may follow
*
* $HEADER$
*
* These symbols are in a file by themselves to provide nice linker
* semantics. Since linkers generally pull in symbols by object fules,
* keeping these symbols as the only symbols in this file prevents
* utility programs such as "ompi_info" from having to import entire
* modules just to query their version and parameters
*/
#include "ompi_config.h"
#if HAVE_SYS_STAT_H
# include <sys/stat.h>
#endif /* HAVE_SYS_STAT_H */
#include "mpi.h"
#include "opal/util/printf.h"
#include "ompi/mca/sharedfp/sharedfp.h"
#include "ompi/mca/sharedfp/base/base.h"
#include "ompi/mca/sharedfp/sm/sharedfp_sm.h"
#include "opal/util/basename.h"
/*
* *******************************************************************
* ************************ actions structure ************************
* *******************************************************************
*/
/* IMPORTANT: Update here when adding sharedfp component interface functions*/
static mca_sharedfp_base_module_1_0_0_t sm = {
mca_sharedfp_sm_module_init, /* initialise after being selected */
mca_sharedfp_sm_module_finalize, /* close a module on a communicator */
mca_sharedfp_sm_seek,
mca_sharedfp_sm_get_position,
mca_sharedfp_sm_read,
mca_sharedfp_sm_read_ordered,
mca_sharedfp_sm_read_ordered_begin,
mca_sharedfp_sm_read_ordered_end,
mca_sharedfp_sm_iread,
mca_sharedfp_sm_write,
mca_sharedfp_sm_write_ordered,
mca_sharedfp_sm_write_ordered_begin,
mca_sharedfp_sm_write_ordered_end,
mca_sharedfp_sm_iwrite,
mca_sharedfp_sm_file_open,
mca_sharedfp_sm_file_close
};
/*
* *******************************************************************
* ************************* structure ends **************************
* *******************************************************************
*/
int mca_sharedfp_sm_component_init_query(bool enable_progress_threads,
bool enable_mpi_threads)
{
/* Nothing to do */
return OMPI_SUCCESS;
}
struct mca_sharedfp_base_module_1_0_0_t * mca_sharedfp_sm_component_file_query(ompio_file_t *fh, int *priority)
{
int i;
ompi_proc_t *proc;
ompi_communicator_t * comm = fh->f_comm;
int size = ompi_comm_size(comm);
*priority = 0;
/* test, and update priority. All processes have to be
** on a single node.
** original test copied from mca/coll/sm/coll_sm_module.c:
*/
ompi_group_t *group = comm->c_local_group;
for (i = 0; i < size; ++i) {
proc = ompi_group_peer_lookup(group,i);
if (!OPAL_PROC_ON_LOCAL_NODE(proc->super.proc_flags)){
opal_output_verbose(10, ompi_sharedfp_base_framework.framework_output,
"mca_sharedfp_sm_component_file_query: Disqualifying myself: (%s/%s) "
"not all processes are on the same node.",
ompi_comm_print_cid (comm), comm->c_name);
return NULL;
}
}
/* Check that we can actually open the required file */
char *filename_basename = opal_basename((char*)fh->f_filename);
char *sm_filename;
int comm_cid = -1;
int pid = ompi_comm_rank (comm);
opal_asprintf(&sm_filename, "%s/%s_cid-%d-%d.sm", ompi_process_info.job_session_dir,
filename_basename, comm_cid, pid);
free(filename_basename);
int sm_fd = open(sm_filename, O_RDWR | O_CREAT,
S_IRUSR | S_IWUSR | S_IRGRP | S_IROTH);
if ( sm_fd == -1){
/*error opening file*/
opal_output_verbose(10, ompi_sharedfp_base_framework.framework_output,
"mca_sharedfp_sm_component_file_query: Error, unable to open file "
"for mmap: %s\n",sm_filename);
free(sm_filename);
return NULL;
}
close (sm_fd);
unlink(sm_filename);
free (sm_filename);
/* This module can run */
*priority = mca_sharedfp_sm_priority;
return &sm;
}
int mca_sharedfp_sm_component_file_unquery (ompio_file_t *file)
{
/* This function might be needed for some purposes later. for now it
* does not have anything to do since there are no steps which need
* to be undone if this module is not selected */
return OMPI_SUCCESS;
}
int mca_sharedfp_sm_module_init (ompio_file_t *file)
{
return OMPI_SUCCESS;
}
int mca_sharedfp_sm_module_finalize (ompio_file_t *file)
{
return OMPI_SUCCESS;
}
|
