1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
|
C Copyright (c) 2003-2010 University of Florida
C
C This program is free software; you can redistribute it and/or modify
C it under the terms of the GNU General Public License as published by
C the Free Software Foundation; either version 2 of the License, or
C (at your option) any later version.
C This program is distributed in the hope that it will be useful,
C but WITHOUT ANY WARRANTY; without even the implied warranty of
C MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
C GNU General Public License for more details.
C The GNU General Public License is included in this distribution
C in the file COPYRIGHT.
subroutine request_block(array_table, narray_table,
* index_table,
* nindex_table, segment_table, nsegment_table,
* block_map_table,nblock_map_table,
* op, instruction_timer, comm_timer,
* direct_flag)
implicit none
include 'mpif.h'
include 'interpreter.h'
include 'blkmgr.h'
include 'trace.h'
include 'parallel_info.h'
include 'server_barrier_data.h'
#ifdef ALTIX
include 'sheap.h'
#endif
integer narray_table, nindex_table, nsegment_table,
* nblock_map_table
integer op(loptable_entry)
integer array_table(larray_table_entry, narray_table)
integer index_table(lindex_table_entry, nindex_table)
integer segment_table(lsegment_table_entry, nsegment_table)
integer block_map_table(lblock_map_entry,
* nblock_map_table)
integer instruction_timer, comm_timer
logical direct_flag
integer i, j, k
integer nind
integer ierr, handle, status(MPI_STATUS_SIZE)
integer response_req, request, get_block_request
integer blk, blkndx, mgr
integer blocksize
integer*8 indblk, get_block_index
integer stack
integer find_block_destination, block_map_lookup
integer ind(mx_array_index), seg(mx_array_index)
integer msg(len_sip_server_message, mx_msg)
integer imsg, find_free_msg_buffer
integer mx_msg_used
double precision x(1)
#ifdef ALTIX
pointer (dptr, x)
#else
common x
#endif
integer nxt
integer f_form_msg_tag2, tag
integer flag
save msg
mx_msg_used = mx_msg
#ifdef ALTIX
dptr = dshptr
c mx_msg_used = min(mx_msg, 100)
#endif
handle = op(c_result_array)
if (array_table(c_array_type, handle) .ne. served_array) then
print *,'Task ',me,' Error: Request instruction uses ',
* 'an array that is not type "served".'
print *,'Array ',handle,' type ',
* array_table(c_array_type, handle)
call abort_job()
endif
c------------------------------------------------------------------------
c Pick up the current indices and segments of the array.
c------------------------------------------------------------------------
nind = array_table(c_nindex, handle)
do i = 1, nind
ind(i) = array_table(c_index_array1+i-1,handle)
seg(i) = index_table(c_current_seg,ind(i))
enddo
c print *,'TASK ',me,' REQ: line ',current_line,' array ',
c * handle,' segs ',(seg(i),i=1,nind)
c------------------------------------------------------------------------
c Make sure the requested block exists. create_current_block will
c create the block if it does not exist, and simply return if the
c block is already present.
c------------------------------------------------------------------------
call create_current_block(handle,array_table,
* narray_table, index_table,
* nindex_table, segment_table, nsegment_table,
* block_map_table, nblock_map_table, op,
* .true., direct_flag, blk, ierr)
blkndx = ierr
mgr = find_block_destination(handle, array_table,
* narray_table, index_table, nindex_table,
* block_map_table, nblock_map_table)
c--------------------------------------------------------------------------
c Check the block_request_outstanding_flag.
c If a previous request instruction on this block has not been satisfied,
c there is no need to process the current request.
c--------------------------------------------------------------------------
call get_block_request_outstanding_flag(handle,blk, blkndx,
* flag)
if (flag .ne. 0) then
c---------------------------------------------------------------------------
c Check block_computed_flag: If it is not set, this was probably a block
c requested from an earlier loop. Therefore we must set the
c block_computed_flag here.
c---------------------------------------------------------------------------
call get_block_computed_flag(handle, blk, blkndx, flag)
if (flag .eq. 0) then
call set_opblock(handle, blk, blkndx, op)
call set_block_computed_flag(handle, blk, blkndx, 1)
c---------------------------------------------------------------------------
c If the block_scrub_flag is set, this has been scrubbed from usage in
c an earlier loop. We must turn this flag off in order to prevent the
c block from possibly being reused.
c---------------------------------------------------------------------------
call set_block_scrub_flag(handle, blk, blkndx, 0)
endif
go to 1000
endif
c---------------------------------------------------------------------------
c Check the block_persistence_flag. If it is already turned on, the
c block is available from a previous access, and there is no need to
c request it again.
c---------------------------------------------------------------------------
call get_block_persistence_flag(handle, blk, blkndx, flag)
if (flag .ne. 0) then
call set_opblock(handle, blk, blkndx, op)
call set_block_computed_flag(handle, blk, blkndx, 1)
c---------------------------------------------------------------------------
c If the block_scrub_flag is set, this has been scrubbed from usage in
c an earlier loop. We must turn this flag off in order to prevent the
c block from possibly being reused.
c---------------------------------------------------------------------------
call set_block_scrub_flag(handle, blk, blkndx, 0)
go to 1000
endif
c--------------------------------------------------------------------------
c Build and send the request message to the mgr.
c--------------------------------------------------------------------------
imsg = find_free_msg_buffer(server_requests, mx_msg_used,
* instruction_timer, comm_timer)
msg(1,imsg) = sip_server_request
msg(2,imsg) = handle
msg(3,imsg) = nind
tag = f_form_msg_tag2()
msg(4,imsg) = tag
msg(5,imsg) = current_line
msg(6,imsg) = op(c_server_stat_key)
nxt = 7
do i = 1, mx_array_index
if (i .le. nind) then
msg(nxt,imsg) = ind(i)
else
msg(nxt,imsg) = 0
endif
nxt = nxt + 1
enddo
do i = 1, nind
call get_index_segment(ind(i), seg(i), segment_table,
* nsegment_table, index_table,
* nindex_table, msg(nxt,imsg),
* msg(nxt+1,imsg))
nxt = nxt + 2
enddo
do i = nind+1, mx_array_index
msg(nxt,imsg) = 0
msg(nxt+1,imsg) = 0
nxt = nxt + 2
enddo
msg(7, imsg) = block_map_lookup(seg, nind, handle,
* array_table(1,handle),
* index_table, nindex_table)
call mpi_isend(msg(1,imsg), len_sip_server_message, mpi_integer,
* mgr, sip_server_message,
* mpi_comm_world, server_requests(imsg), ierr)
c-------------------------------------------------------------------------
c Post a recv for the block of data.
c Check if the block is engaged in ongoing communication first.
c-------------------------------------------------------------------------
call get_actual_blocksize(handle, blk, blkndx,
* array_table, narray_table,
* index_table, nindex_table,
* segment_table, nsegment_table, blocksize)
stack = array_table(c_array_stack,handle)
indblk = get_block_index(handle, blk, stack, blkndx, x, .true.)
request = get_block_request(handle, blk, blkndx)
if (request .ne. MPI_REQUEST_NULL) then
call wait_on_block(handle, blk, blkndx, served_array, request,
* instruction_timer, comm_timer)
endif
call mpi_irecv(x(indblk), blocksize, mpi_double_precision,
* mgr, tag, mpi_comm_world,
* request, ierr)
call set_block_request(handle, blk, blkndx, request)
if (request .ne. MPI_REQUEST_NULL) then
call set_block_request_outstanding_flag(handle, blk, blkndx)
call blkmgr_insert_block_in_list(comm_list_head,
* comm_list_tail, blkndx, c_comm_list_ptr,
* .true.)
endif
c----------------------------------------------------------------------------
c Set the block_computed_flag.
c----------------------------------------------------------------------------
call get_block_computed_flag(handle, blk, blkndx, flag)
if (flag .eq. 0) then
call get_block_created_flag(handle, blk, blkndx, flag)
if (flag .eq. 0) then
call set_opblock(handle, blk, blkndx, op)
call set_block_computed_flag(handle, blk, blkndx, 1)
c--------------------------------------------------------------------------
c Set the block_persistence_flag. This guarantees that the block will
c remain available as long as possible before having to do an actual
c new request from it's "home" server.
c
c Setting the flag also updates its age, which is used in the allocation
c scheme.
c--------------------------------------------------------------------------
call set_block_persistence_flag(handle, blk, blkndx, 1)
call blkmgr_insert_block_in_list(persistent_list_head,
* persistent_list_tail, blkndx, c_persistent_ptr,
* .true.)
c--------------------------------------------------------------------------
c Set the block request flag for possible monitoring.
c--------------------------------------------------------------------------
call set_block_request_flag(handle, blk, blkndx, 1)
endif
endif
1000 continue
return
end
|
