1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
|
/* $Source: bitbucket.org:berkeleylab/gasnet.git/tests/testrand.c $
* Description: GASNet get/put performance test
* measures measures the total time to write to each page of the
* remote test segment, using blocking puts in a random order.
* This is meant to measure the cost of dynamic pinning.
* Copyright 2002-4, Jaein Jeong and Dan Bonachea <bonachea@cs.berkeley.edu>
* Terms of use are as specified in license.txt
*/
/************************************************************
testrand.c:
measures the cost of randomly ordered writes
to the remote segment to stress test dynamic
pinning.
*************************************************************/
#include <gasnetex.h>
uintptr_t maxsz = 0;
#ifndef TEST_SEGSZ
#define TEST_SEGSZ_EXPR ((uintptr_t)maxsz)
#endif
#include "test.h"
static gex_Client_t myclient;
static gex_EP_t myep;
static gex_TM_t myteam;
static gex_Segment_t mysegment;
int myproc;
int numprocs;
int peerproc;
unsigned int seed = 0;
size_t nbytes = 8;
void *remmem;
void *locmem;
#undef rem_addr /* AIX 5.3 header bug */
void do_test(void) {GASNET_BEGIN_FUNCTION();
size_t i;
int64_t begin, end;
int iamsender = (myproc % 2 == 0);
size_t pagesz = MAX(PAGESZ, nbytes);
size_t pages = maxsz / pagesz;
void **loc_addr = test_malloc(pages * sizeof(void *));
void **rem_addr = test_malloc(pages * sizeof(void *));
if (iamsender) {
/* create in-order arrays of page addresses */
for (i = 0; i < pages; ++i) {
loc_addr[i] = (void *)((uintptr_t)locmem + (i * pagesz));
rem_addr[i] = (void *)((uintptr_t)remmem + (i * pagesz));
}
/* permute the arrays separately */
for (i = 0; i < pages - 1; ++i) {
size_t j;
void *tmp;
j = TEST_RAND(0,pages - 1 - i);
tmp = loc_addr[i+j];
loc_addr[i+j] = loc_addr[i];
loc_addr[i] = tmp;
j = TEST_RAND(0,pages - 1 - i);
tmp = rem_addr[i+j];
rem_addr[i+j] = rem_addr[i];
rem_addr[i] = tmp;
}
}
BARRIER();
if (iamsender) {
GASNETT_TRACE_SETSOURCELINE(__FILE__,__LINE__);
begin = TIME();
for (i = 0; i < pages; ++i) {
gex_RMA_PutBlocking(myteam, peerproc, rem_addr[i], loc_addr[i], nbytes, 0);
}
end = TIME();
printf("Proc %3i - %5"PRIuSZ" bytes, seed %10u, %7"PRIuSZ" pages: %12"PRIi64" us total, %9.3f us ave. per page\n",
myproc, nbytes, seed, pages, (end-begin), ((double)(end-begin))/pages);
fflush(stdout);
sleep(1);
}
BARRIER();
test_free(loc_addr);
test_free(rem_addr);
}
int main(int argc, char **argv) {
/* call startup */
GASNET_Safe(gex_Client_Init(&myclient, &myep, &myteam, "testrand", &argc, &argv, 0));
/* parse arguments */
if (argc > 1) nbytes = atol(argv[1]);
if (argc > 2) {
maxsz = atol(argv[2]);
maxsz = MAX(maxsz, nbytes);
maxsz = alignup(maxsz, PAGESZ);
} else maxsz = 1024*1024;
if (argc > 3) seed = atoi(argv[3]);
if (!seed) seed = (int)TIME();
TEST_SRAND(seed);
#ifdef GASNET_SEGMENT_EVERYTHING
if (maxsz > TEST_SEGSZ) { MSG("maxsz must be <= %"PRIuPTR" on GASNET_SEGMENT_EVERYTHING",(uintptr_t)TEST_SEGSZ); gasnet_exit(1); }
#endif
GASNET_Safe(gex_Segment_Attach(&mysegment, myteam, TEST_SEGSZ_REQUEST));
test_init("testrand",1, "nbytes (segsz) (seed)");
if ((argc < 2) || (argc > 4)) test_usage();
/* get SPMD info */
myproc = gex_TM_QueryRank(myteam);
numprocs = gex_TM_QuerySize(myteam);
/* Only allow even number for numprocs */
if (numprocs % 2 != 0) {
MSG0("WARNING: This test requires an even number of nodes. Test skipped.\n");
gasnet_exit(0); /* exit 0 to prevent false negatives in test harnesses for smp-conduit */
}
/* Setting peer thread rank */
peerproc = (myproc % 2) ? (myproc - 1) : (myproc + 1);
remmem = (void *) TEST_SEG(peerproc);
locmem = (void *) TEST_MYSEG();
do_test();
gasnet_exit(0);
return 0;
}
/* ------------------------------------------------------------------------------------ */
|
