1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
|
/* OpenCL built-in library: OpenCL 2.0 Atomics (C11 subset) prototypes
Copyright (c) 2015 Michal Babej / Tampere University of Technology
Permission is hereby granted, free of charge, to any person obtaining a copy
of this software and associated documentation files (the "Software"), to deal
in the Software without restriction, including without limitation the rights
to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
copies of the Software, and to permit persons to whom the Software is
furnished to do so, subject to the following conditions:
The above copyright notice and this permission notice shall be included in
all copies or substantial portions of the Software.
THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
THE SOFTWARE.
*/
#if !defined(Q)
# define Q __global
# define QUAL(f) f ## __global
# define ARG2_AS private
# include "svm_atomics.h"
# undef ARG2_AS
# undef Q
# undef QUAL
# define Q __local
# define QUAL(f) f ## __local
# define ARG2_AS private
# include "svm_atomics.h"
# undef ARG2_AS
# undef Q
# undef QUAL
#ifdef __opencl_c_generic_address_space
# define Q __generic
# define QUAL(f) f ## __generic
# define ARG2_AS generic
# include "svm_atomics.h"
# undef ARG2_AS
# undef Q
# undef QUAL
#endif
#elif !defined(ATOMIC_TYPE)
bool _CL_OVERLOADABLE QUAL(__pocl_atomic_flag_test_and_set) ( volatile Q atomic_flag *object ,
memory_order order,
memory_scope scope);
void _CL_OVERLOADABLE QUAL(__pocl_atomic_flag_clear) ( volatile Q atomic_flag *object ,
memory_order order,
memory_scope scope);
# define ATOMIC_TYPE atomic_int
# define NONATOMIC_TYPE int
# include "svm_atomics.h"
# undef ATOMIC_TYPE
# undef NONATOMIC_TYPE
# define ATOMIC_TYPE atomic_uint
# define NONATOMIC_TYPE uint
# include "svm_atomics.h"
# undef ATOMIC_TYPE
# undef NONATOMIC_TYPE
# define ATOMIC_TYPE atomic_float
# define NONATOMIC_TYPE float
# define NON_INTEGER
# include "svm_atomics.h"
# undef NON_INTEGER
# undef ATOMIC_TYPE
# undef NONATOMIC_TYPE
#if defined(cl_khr_int64_base_atomics) && defined(cl_khr_int64_extended_atomics)
#pragma OPENCL EXTENSION cl_khr_int64_base_atomics : enable
#pragma OPENCL EXTENSION cl_khr_int64_extended_atomics : enable
# define ATOMIC_TYPE atomic_long
# define NONATOMIC_TYPE long
# include "svm_atomics.h"
# undef ATOMIC_TYPE
# undef NONATOMIC_TYPE
# define ATOMIC_TYPE atomic_ulong
# define NONATOMIC_TYPE ulong
# include "svm_atomics.h"
# undef ATOMIC_TYPE
# undef NONATOMIC_TYPE
#endif
#ifdef cl_khr_fp64
#pragma OPENCL EXTENSION cl_khr_fp64 : enable
# define ATOMIC_TYPE atomic_double
# define NONATOMIC_TYPE double
# define NON_INTEGER
# include "svm_atomics.h"
# undef NON_INTEGER
# undef ATOMIC_TYPE
# undef NONATOMIC_TYPE
#endif
#else
// available on all types
_CL_OVERLOADABLE void QUAL(__pocl_atomic_store)( volatile Q ATOMIC_TYPE *object,
NONATOMIC_TYPE desired,
memory_order order,
memory_scope scope);
_CL_OVERLOADABLE NONATOMIC_TYPE QUAL(__pocl_atomic_load) ( volatile Q ATOMIC_TYPE *object,
memory_order order,
memory_scope scope);
_CL_OVERLOADABLE NONATOMIC_TYPE QUAL(__pocl_atomic_exchange) ( volatile Q ATOMIC_TYPE *object,
NONATOMIC_TYPE desired,
memory_order order,
memory_scope scope);
bool _CL_OVERLOADABLE QUAL(__pocl_atomic_compare_exchange_strong) ( volatile Q ATOMIC_TYPE *object,
ARG2_AS NONATOMIC_TYPE *expected,
NONATOMIC_TYPE desired,
memory_order success,
memory_order failure,
memory_scope scope);
bool _CL_OVERLOADABLE QUAL(__pocl_atomic_compare_exchange_weak) ( volatile Q ATOMIC_TYPE *object,
ARG2_AS NONATOMIC_TYPE *expected,
NONATOMIC_TYPE desired,
memory_order success,
memory_order failure,
memory_scope scope);
// available on integers, but also floats with cl_ext_float_atomics
#if (!defined(NON_INTEGER)) || (defined(NON_INTEGER) && defined(cl_ext_float_atomics))
NONATOMIC_TYPE _CL_OVERLOADABLE QUAL(__pocl_atomic_fetch_add) ( volatile Q ATOMIC_TYPE *object,
NONATOMIC_TYPE operand,
memory_order order,
memory_scope scope);
NONATOMIC_TYPE _CL_OVERLOADABLE QUAL(__pocl_atomic_fetch_sub) ( volatile Q ATOMIC_TYPE *object,
NONATOMIC_TYPE operand,
memory_order order,
memory_scope scope);
NONATOMIC_TYPE _CL_OVERLOADABLE QUAL(__pocl_atomic_fetch_min) ( volatile Q ATOMIC_TYPE *object,
NONATOMIC_TYPE operand,
memory_order order,
memory_scope scope);
NONATOMIC_TYPE _CL_OVERLOADABLE QUAL(__pocl_atomic_fetch_max) ( volatile Q ATOMIC_TYPE *object,
NONATOMIC_TYPE operand,
memory_order order,
memory_scope scope);
#endif
// available on integers only
#ifndef NON_INTEGER
NONATOMIC_TYPE _CL_OVERLOADABLE QUAL(__pocl_atomic_fetch_or) ( volatile Q ATOMIC_TYPE *object,
NONATOMIC_TYPE operand,
memory_order order,
memory_scope scope);
NONATOMIC_TYPE _CL_OVERLOADABLE QUAL(__pocl_atomic_fetch_xor) ( volatile Q ATOMIC_TYPE *object,
NONATOMIC_TYPE operand,
memory_order order,
memory_scope scope);
NONATOMIC_TYPE _CL_OVERLOADABLE QUAL(__pocl_atomic_fetch_and) ( volatile Q ATOMIC_TYPE *object,
NONATOMIC_TYPE operand,
memory_order order,
memory_scope scope);
#endif
#endif
|
