1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
|
/*
Copyright (c) 2010-2024, Intel Corporation
SPDX-License-Identifier: BSD-3-Clause
*/
#if defined(__WASM__)
#define ISPC_IS_WASM
#elif defined(_WIN32) || defined(_WIN64)
#define ISPC_IS_WINDOWS
#elif defined(__linux__) || defined(__FreeBSD__)
#define ISPC_IS_LINUX
#elif defined(__APPLE__)
#define ISPC_IS_APPLE
#else
#error "Host OS was not detected"
#endif
#if defined(_WIN64)
#define ISPC_IS_WINDOWS64
#endif
#ifdef ISPC_IS_WINDOWS
#include <windows.h>
#endif // ISPC_IS_WINDOWS
#include <assert.h>
#include <stdint.h>
#include <stdio.h>
#include <string.h>
#if defined ISPC_IS_LINUX || defined ISPC_IS_WASM
#include <malloc.h>
#endif
#if (TEST_SIG == 7)
#define varying_f_sz f_sz
#define v1_varying_f_sz f_sz
#define v2_varying_f_sz f_sz
#define v4_varying_f_sz f_sz
#define v8_varying_f_sz f_sz
#define v16_varying_f_sz f_sz
#define v32_varying_f_sz f_sz
#define v64_varying_f_sz f_sz
#include TEST_HEADER
#endif
// For current tests we need max width multiplied by 4, i.e. 64*4
#define ARRAY_SIZE 256
#if defined(ISPC_IS_WINDOWS64)
#ifdef VECTORCALL_CONV
#define CALLINGCONV __vectorcall
#else
// __vectorcall calling convention is off by default.
#define CALLINGCONV //__vectorcall
#endif // VECTORCALL_CONV
#else
#define CALLINGCONV
#endif // ISPC_IS_WINDOWS64
extern "C" {
extern void CALLINGCONV f_v_cpu_entry_point(float *result);
extern void CALLINGCONV f_f_cpu_entry_point(float *result, float *a);
extern void CALLINGCONV f_fu_cpu_entry_point(float *result, float *a, float b);
extern void CALLINGCONV f_fi_cpu_entry_point(float *result, float *a, int *b);
extern void CALLINGCONV f_du_cpu_entry_point(float *result, double *a, double b);
extern void CALLINGCONV f_duf_cpu_entry_point(float *result, double *a, float b);
extern void CALLINGCONV f_di_cpu_entry_point(float *result, double *a, int *b);
extern void CALLINGCONV print_uf_cpu_entry_point(float a);
extern void CALLINGCONV print_f_cpu_entry_point(float *a);
extern void CALLINGCONV print_fuf_cpu_entry_point(float *a, float b);
extern void CALLINGCONV result_cpu_entry_point(float *val);
extern void CALLINGCONV print_result_cpu_entry_point();
void ISPCLaunch(void **handlePtr, void *f, void *d, int, int, int);
void ISPCSync(void *handle);
void *ISPCAlloc(void **handlePtr, int64_t size, int32_t alignment);
}
int width() {
#if defined(TEST_WIDTH)
return TEST_WIDTH;
#else
#error "Unknown or unset TEST_WIDTH value"
#endif
}
void ISPCLaunch(void **handle, void *f, void *d, int count0, int count1, int count2) {
*handle = (void *)(uintptr_t)0xdeadbeef;
typedef void (*TaskFuncType)(void *, int, int, int, int, int, int, int, int, int, int);
TaskFuncType func = (TaskFuncType)f;
int count = count0 * count1 * count2, idx = 0;
for (int k = 0; k < count2; ++k)
for (int j = 0; j < count1; ++j)
for (int i = 0; i < count0; ++i)
func(d, 0, 1, idx++, count, i, j, k, count0, count1, count2);
}
void ISPCSync(void *) {}
void *ISPCAlloc(void **handle, int64_t size, int32_t alignment) {
*handle = (void *)(uintptr_t)0xdeadbeef;
// and now, we leak...
#ifdef ISPC_IS_WINDOWS
return _aligned_malloc(size, alignment);
#elif defined ISPC_IS_LINUX
return memalign(alignment, size);
#elif defined ISPC_IS_APPLE || defined ISPC_IS_WASM
void *mem = malloc(size + (alignment - 1) + sizeof(void *));
char *amem = ((char *)mem) + sizeof(void *);
amem = amem + uint32_t(alignment - (reinterpret_cast<uint64_t>(amem) & (alignment - 1)));
((void **)amem)[-1] = mem;
return amem;
#else
#error "Host OS was not detected"
#endif
}
#if defined(_WIN32) || defined(_WIN64)
#define ALIGN __declspec(align(64))
#else
#define ALIGN __attribute__((aligned(64)))
#endif
int main(int argc, char *argv[]) {
int w = width();
assert(w <= 64);
ALIGN float returned_result[ARRAY_SIZE];
ALIGN float vfloat[ARRAY_SIZE];
ALIGN double vdouble[ARRAY_SIZE];
ALIGN int vint[ARRAY_SIZE];
ALIGN int vint2[ARRAY_SIZE];
for (int i = 0; i < ARRAY_SIZE; ++i) {
returned_result[i] = -1e20;
vfloat[i] = i + 1;
vdouble[i] = i + 1;
vint[i] = 2 * (i + 1);
vint2[i] = i + 5;
}
float b = 5.;
#if (TEST_SIG == 0)
f_v_cpu_entry_point(returned_result);
#elif (TEST_SIG == 1)
f_f_cpu_entry_point(returned_result, vfloat);
#elif (TEST_SIG == 2)
f_fu_cpu_entry_point(returned_result, vfloat, b);
#elif (TEST_SIG == 3)
f_fi_cpu_entry_point(returned_result, vfloat, vint);
#elif (TEST_SIG == 4)
f_du_cpu_entry_point(returned_result, vdouble, b);
#elif (TEST_SIG == 5)
f_duf_cpu_entry_point(returned_result, vdouble, static_cast<float>(b));
#elif (TEST_SIG == 6)
f_di_cpu_entry_point(returned_result, vdouble, vint2);
#elif (TEST_SIG == 7)
*returned_result = sizeof(ispc::f_sz);
w = 1;
#elif (TEST_SIG == 32)
print_uf_cpu_entry_point(static_cast<float>(b));
#elif (TEST_SIG == 33)
print_f_cpu_entry_point(vfloat);
#elif (TEST_SIG == 34)
print_fuf_cpu_entry_point(vfloat, static_cast<float>(b));
#else
#error "Unknown or unset TEST_SIG value"
#endif
float expected_result[ARRAY_SIZE];
memset(expected_result, 0, ARRAY_SIZE * sizeof(float));
#if (TEST_SIG < 32)
result_cpu_entry_point(expected_result);
#else
print_result_cpu_entry_point();
return 0;
#endif
int errors = 0;
for (int i = 0; i < w; ++i) {
if (returned_result[i] != expected_result[i]) {
#ifdef EXPECT_FAILURE
// bingo, failed
return 1;
#else
printf("%s: value %d disagrees: returned %f [%a], expected %f [%a]\n", argv[0], i, returned_result[i],
returned_result[i], expected_result[i], expected_result[i]);
++errors;
#endif // EXPECT_FAILURE
}
}
#ifdef EXPECT_FAILURE
// Don't expect to get here
return 0;
#else
return errors > 0;
#endif
}
|
