1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
434
435
436
437
438
439
440
441
442
443
444
445
446
447
448
449
450
451
452
453
454
455
456
457
458
459
460
461
462
463
464
465
466
467
468
469
470
471
472
473
474
475
476
477
478
479
480
481
482
483
484
485
486
487
488
489
490
491
492
493
494
495
496
497
498
499
500
501
502
503
504
505
506
507
508
509
510
511
512
513
514
515
516
517
518
519
520
521
522
523
524
525
526
527
528
529
530
531
532
533
534
535
536
537
538
539
540
541
542
543
544
545
546
547
548
549
550
551
552
553
554
|
"""
Auto-generated by generate-wrappers.py script. Do not modify
"""
OPERATOR_SRCS = [
"XNNPACK/src/operators/argmax-pooling-nhwc.c",
"XNNPACK/src/operators/average-pooling-nhwc.c",
"XNNPACK/src/operators/binary-elementwise-nd.c",
"XNNPACK/src/operators/channel-shuffle-nc.c",
"XNNPACK/src/operators/constant-pad-nd.c",
"XNNPACK/src/operators/convolution-nchw.c",
"XNNPACK/src/operators/convolution-nhwc.c",
"XNNPACK/src/operators/deconvolution-nhwc.c",
"XNNPACK/src/operators/depth-to-space-nchw2nhwc.c",
"XNNPACK/src/operators/depth-to-space-nhwc.c",
"XNNPACK/src/operators/fully-connected-nc.c",
"XNNPACK/src/operators/global-average-pooling-ncw.c",
"XNNPACK/src/operators/global-average-pooling-nwc.c",
"XNNPACK/src/operators/lut-elementwise-nc.c",
"XNNPACK/src/operators/max-pooling-nhwc.c",
"XNNPACK/src/operators/prelu-nc.c",
"XNNPACK/src/operators/resize-bilinear-nchw.c",
"XNNPACK/src/operators/resize-bilinear-nhwc.c",
"XNNPACK/src/operators/softmax-nc.c",
"XNNPACK/src/operators/unary-elementwise-nc.c",
"XNNPACK/src/operators/unpooling-nhwc.c",
]
SUBGRAPH_SRCS = [
"XNNPACK/src/subgraph/abs.c",
"XNNPACK/src/subgraph/add2.c",
"XNNPACK/src/subgraph/argmax-pooling-2d.c",
"XNNPACK/src/subgraph/average-pooling-2d.c",
"XNNPACK/src/subgraph/bankers-rounding.c",
"XNNPACK/src/subgraph/ceiling.c",
"XNNPACK/src/subgraph/clamp.c",
"XNNPACK/src/subgraph/convert.c",
"XNNPACK/src/subgraph/convolution-2d.c",
"XNNPACK/src/subgraph/deconvolution-2d.c",
"XNNPACK/src/subgraph/depth-to-space.c",
"XNNPACK/src/subgraph/depthwise-convolution-2d.c",
"XNNPACK/src/subgraph/divide.c",
"XNNPACK/src/subgraph/elu.c",
"XNNPACK/src/subgraph/floor.c",
"XNNPACK/src/subgraph/fully-connected.c",
"XNNPACK/src/subgraph/global-average-pooling-2d.c",
"XNNPACK/src/subgraph/hardswish.c",
"XNNPACK/src/subgraph/leaky-relu.c",
"XNNPACK/src/subgraph/max-pooling-2d.c",
"XNNPACK/src/subgraph/maximum2.c",
"XNNPACK/src/subgraph/minimum2.c",
"XNNPACK/src/subgraph/multiply2.c",
"XNNPACK/src/subgraph/negate.c",
"XNNPACK/src/subgraph/prelu.c",
"XNNPACK/src/subgraph/sigmoid.c",
"XNNPACK/src/subgraph/softmax.c",
"XNNPACK/src/subgraph/square-root.c",
"XNNPACK/src/subgraph/square.c",
"XNNPACK/src/subgraph/squared-difference.c",
"XNNPACK/src/subgraph/static-constant-pad.c",
"XNNPACK/src/subgraph/static-reshape.c",
"XNNPACK/src/subgraph/static-resize-bilinear-2d.c",
"XNNPACK/src/subgraph/subtract.c",
"XNNPACK/src/subgraph/unpooling-2d.c",
]
LOGGING_SRCS = [
"XNNPACK/src/datatype-strings.c",
"XNNPACK/src/operator-strings.c",
"XNNPACK/src/subgraph-strings.c",
]
HOT_SRCS = [
"XNNPACK/src/indirection.c",
"XNNPACK/src/operator-run.c",
"XNNPACK/src/packing.c",
]
TABLE_SRCS = [
"XNNPACK/src/tables/exp2-k-over-64.c",
"XNNPACK/src/tables/exp2-k-over-2048.c",
"XNNPACK/src/tables/exp2minus-k-over-4.c",
"XNNPACK/src/tables/exp2minus-k-over-8.c",
"XNNPACK/src/tables/exp2minus-k-over-16.c",
"XNNPACK/src/tables/exp2minus-k-over-64.c",
"XNNPACK/src/tables/exp2minus-k-over-2048.c",
]
JIT_SRCS = [
"XNNPACK/src/jit/aarch32-assembler.cc",
"XNNPACK/src/jit/aarch64-assembler.cc",
"XNNPACK/src/jit/assembler.cc",
"XNNPACK/src/jit/memory.c",
]
JIT_AARCH32_SRCS = [
"XNNPACK/src/f32-gemm/4x8-aarch32-neon-cortex-a7.cc",
"XNNPACK/src/f32-gemm/4x8-aarch32-neon-cortex-a53.cc",
"XNNPACK/src/f32-gemm/4x8-aarch32-neon-cortex-a55.cc",
"XNNPACK/src/f32-gemm/4x8-aarch32-neon-cortex-a75.cc",
"XNNPACK/src/f32-gemm/4x8-aarch32-neon-ld64.cc",
"XNNPACK/src/f32-igemm/4x8-aarch32-neon-cortex-a7.cc",
"XNNPACK/src/f32-igemm/4x8-aarch32-neon-cortex-a53.cc",
"XNNPACK/src/f32-igemm/4x8-aarch32-neon-cortex-a55.cc",
"XNNPACK/src/f32-igemm/4x8-aarch32-neon-cortex-a75.cc",
"XNNPACK/src/f32-igemm/4x8-aarch32-neon-ld64.cc",
"XNNPACK/src/qc8-gemm/4x8-fp32-aarch32-neonv8-mlal-lane-ld64.cc",
"XNNPACK/src/qc8-gemm/4x8c4-fp32-aarch32-neondot-ld64.cc",
"XNNPACK/src/qc8-igemm/4x8-fp32-aarch32-neonv8-mlal-lane-ld64.cc",
"XNNPACK/src/qc8-igemm/4x8c4-fp32-aarch32-neondot-ld64.cc",
"XNNPACK/src/qs8-gemm/4x8-rndnu-aarch32-neon-mlal-lane-ld64.cc",
"XNNPACK/src/qs8-gemm/4x8c4-rndnu-aarch32-neondot-ld64.cc",
"XNNPACK/src/qs8-igemm/4x8-rndnu-aarch32-neon-mlal-lane-ld64.cc",
"XNNPACK/src/qs8-igemm/4x8c4-rndnu-aarch32-neondot-ld64.cc",
]
JIT_AARCH64_SRCS = [
"XNNPACK/src/f32-gemm/1x8-aarch64-neonfma-cortex-a75.cc",
"XNNPACK/src/f32-gemm/6x8-aarch64-neonfma-cortex-a75.cc",
"XNNPACK/src/f32-igemm/1x8-aarch64-neonfma-cortex-a75.cc",
"XNNPACK/src/f32-igemm/6x8-aarch64-neonfma-cortex-a75.cc",
]
PROD_SCALAR_PORTABLE_MICROKERNEL_SRCS = [
"XNNPACK/src/params-init.c",
"XNNPACK/src/u8-lut32norm/scalar.c",
"XNNPACK/src/xx-copy/memcpy.c",
"XNNPACK/src/x8-lut/gen/lut-scalar-x4.c",
"XNNPACK/src/x32-depthtospace2d-chw2hwc/scalar.c",
]
PROD_SSE_MICROKERNEL_SRCS = [
"XNNPACK/src/f32-avgpool/9p8x-minmax-sse-c4.c",
"XNNPACK/src/f32-avgpool/9x-minmax-sse-c4.c",
"XNNPACK/src/f32-conv-hwc2chw/3x3s2p1c3x4-sse-2x2.c",
"XNNPACK/src/f32-dwconv/gen/up8x3-minmax-sse.c",
"XNNPACK/src/f32-dwconv/gen/up8x4-minmax-sse.c",
"XNNPACK/src/f32-dwconv/gen/up8x9-minmax-sse.c",
"XNNPACK/src/f32-dwconv/gen/up8x25-minmax-sse.c",
"XNNPACK/src/f32-dwconv2d-chw/gen/3x3p1-minmax-sse-2x4-acc2.c",
"XNNPACK/src/f32-dwconv2d-chw/gen/3x3s2p1-minmax-sse-1x4-acc3.c",
"XNNPACK/src/f32-dwconv2d-chw/gen/5x5p2-minmax-sse-4x4.c",
"XNNPACK/src/f32-dwconv2d-chw/gen/5x5s2p2-minmax-sse-2x4.c",
"XNNPACK/src/f32-gavgpool-cw/sse-x4.c",
"XNNPACK/src/f32-gavgpool/7p7x-minmax-sse-c4.c",
"XNNPACK/src/f32-gavgpool/7x-minmax-sse-c4.c",
"XNNPACK/src/f32-gemm/gen/1x8-minmax-sse-load1.c",
"XNNPACK/src/f32-gemm/gen/4x2c4-minmax-sse.c",
"XNNPACK/src/f32-gemm/gen/4x8-minmax-sse-load1.c",
"XNNPACK/src/f32-ibilinear-chw/gen/sse-p8.c",
"XNNPACK/src/f32-ibilinear/gen/sse-c8.c",
"XNNPACK/src/f32-igemm/gen/1x8-minmax-sse-load1.c",
"XNNPACK/src/f32-igemm/gen/4x2c4-minmax-sse.c",
"XNNPACK/src/f32-igemm/gen/4x8-minmax-sse-load1.c",
"XNNPACK/src/f32-maxpool/9p8x-minmax-sse-c4.c",
"XNNPACK/src/f32-pavgpool/9p8x-minmax-sse-c4.c",
"XNNPACK/src/f32-pavgpool/9x-minmax-sse-c4.c",
"XNNPACK/src/f32-rmax/sse.c",
"XNNPACK/src/f32-spmm/gen/32x1-minmax-sse.c",
"XNNPACK/src/f32-vbinary/gen/vadd-minmax-sse-x8.c",
"XNNPACK/src/f32-vbinary/gen/vaddc-minmax-sse-x8.c",
"XNNPACK/src/f32-vbinary/gen/vdiv-minmax-sse-x8.c",
"XNNPACK/src/f32-vbinary/gen/vdivc-minmax-sse-x8.c",
"XNNPACK/src/f32-vbinary/gen/vmax-sse-x8.c",
"XNNPACK/src/f32-vbinary/gen/vmaxc-sse-x8.c",
"XNNPACK/src/f32-vbinary/gen/vmin-sse-x8.c",
"XNNPACK/src/f32-vbinary/gen/vminc-sse-x8.c",
"XNNPACK/src/f32-vbinary/gen/vmul-minmax-sse-x8.c",
"XNNPACK/src/f32-vbinary/gen/vmulc-minmax-sse-x8.c",
"XNNPACK/src/f32-vbinary/gen/vrdivc-minmax-sse-x8.c",
"XNNPACK/src/f32-vbinary/gen/vrsubc-minmax-sse-x8.c",
"XNNPACK/src/f32-vbinary/gen/vsqrdiff-sse-x8.c",
"XNNPACK/src/f32-vbinary/gen/vsqrdiffc-sse-x8.c",
"XNNPACK/src/f32-vbinary/gen/vsub-minmax-sse-x8.c",
"XNNPACK/src/f32-vbinary/gen/vsubc-minmax-sse-x8.c",
"XNNPACK/src/f32-vclamp/gen/vclamp-sse-x8.c",
"XNNPACK/src/f32-vhswish/gen/vhswish-sse-x8.c",
"XNNPACK/src/f32-vlrelu/gen/vlrelu-sse-x8.c",
"XNNPACK/src/f32-vmulcaddc/gen/c4-minmax-sse-2x.c",
"XNNPACK/src/f32-vsqrt/gen/sse-sqrt-x4.c",
"XNNPACK/src/f32-vunary/gen/vabs-sse-x8.c",
"XNNPACK/src/f32-vunary/gen/vneg-sse-x8.c",
"XNNPACK/src/f32-vunary/gen/vsqr-sse-x8.c",
"XNNPACK/src/x32-packx/x4-sse.c",
]
PROD_SSE2_MICROKERNEL_SRCS = [
"XNNPACK/src/f16-f32-vcvt/gen/vcvt-sse2-int16-x32.c",
"XNNPACK/src/f32-argmaxpool/4x-sse2-c4.c",
"XNNPACK/src/f32-argmaxpool/9p8x-sse2-c4.c",
"XNNPACK/src/f32-argmaxpool/9x-sse2-c4.c",
"XNNPACK/src/f32-f16-vcvt/gen/vcvt-sse2-x16.c",
"XNNPACK/src/f32-prelu/gen/sse2-2x8.c",
"XNNPACK/src/f32-qs8-vcvt/gen/vcvt-sse2-x32.c",
"XNNPACK/src/f32-qu8-vcvt/gen/vcvt-sse2-x32.c",
"XNNPACK/src/f32-raddstoreexpminusmax/gen/sse2-rr2-p5-x20-acc2.c",
"XNNPACK/src/f32-velu/gen/velu-sse2-rr2-lut16-p3-x12.c",
"XNNPACK/src/f32-vlrelu/gen/vlrelu-sse2-x8.c",
"XNNPACK/src/f32-vrnd/gen/vrndd-sse2-x8.c",
"XNNPACK/src/f32-vrnd/gen/vrndne-sse2-x8.c",
"XNNPACK/src/f32-vrnd/gen/vrndu-sse2-x8.c",
"XNNPACK/src/f32-vrnd/gen/vrndz-sse2-x8.c",
"XNNPACK/src/f32-vsigmoid/gen/vsigmoid-sse2-rr2-lut64-p2-div-x8.c",
"XNNPACK/src/qc8-dwconv/gen/up8x9-minmax-fp32-sse2-mul16.c",
"XNNPACK/src/qc8-dwconv/gen/up8x25-minmax-fp32-sse2-mul16.c",
"XNNPACK/src/qc8-gemm/gen/1x4c8-minmax-fp32-sse2-ld64.c",
"XNNPACK/src/qc8-gemm/gen/3x4c8-minmax-fp32-sse2-ld64.c",
"XNNPACK/src/qc8-igemm/gen/1x4c8-minmax-fp32-sse2-ld64.c",
"XNNPACK/src/qc8-igemm/gen/3x4c8-minmax-fp32-sse2-ld64.c",
"XNNPACK/src/qs8-dwconv/gen/up8x9-minmax-fp32-sse2-mul16-add16.c",
"XNNPACK/src/qs8-dwconv/gen/up8x25-minmax-fp32-sse2-mul16-add16.c",
"XNNPACK/src/qs8-f32-vcvt/gen/vcvt-sse2-x32.c",
"XNNPACK/src/qs8-gavgpool/gen/7p7x-minmax-fp32-sse2-c8.c",
"XNNPACK/src/qs8-gavgpool/gen/7x-minmax-fp32-sse2-c8.c",
"XNNPACK/src/qs8-gemm/gen/1x4c8-minmax-fp32-sse2-ld64.c",
"XNNPACK/src/qs8-gemm/gen/3x4c8-minmax-fp32-sse2-ld64.c",
"XNNPACK/src/qs8-igemm/gen/1x4c8-minmax-fp32-sse2-ld64.c",
"XNNPACK/src/qs8-igemm/gen/3x4c8-minmax-fp32-sse2-ld64.c",
"XNNPACK/src/qs8-vadd/gen/minmax-sse2-mul16-ld64-x8.c",
"XNNPACK/src/qs8-vaddc/gen/minmax-sse2-mul16-ld64-x8.c",
"XNNPACK/src/qs8-vmul/gen/minmax-fp32-sse2-mul16-ld64-x8.c",
"XNNPACK/src/qs8-vmulc/gen/minmax-fp32-sse2-mul16-ld64-x8.c",
"XNNPACK/src/qu8-avgpool/9p8x-minmax-sse2-c8.c",
"XNNPACK/src/qu8-avgpool/9x-minmax-sse2-c8.c",
"XNNPACK/src/qu8-dwconv/gen/up8x9-minmax-fp32-sse2-mul16.c",
"XNNPACK/src/qu8-dwconv/gen/up8x25-minmax-fp32-sse2-mul16.c",
"XNNPACK/src/qu8-f32-vcvt/gen/vcvt-sse2-x32.c",
"XNNPACK/src/qu8-gavgpool/gen/7p7x-minmax-fp32-sse2-c8.c",
"XNNPACK/src/qu8-gavgpool/gen/7x-minmax-fp32-sse2-c8.c",
"XNNPACK/src/qu8-gemm/gen/1x4c8-minmax-fp32-sse2-ld64.c",
"XNNPACK/src/qu8-gemm/gen/3x4c8-minmax-fp32-sse2-ld64.c",
"XNNPACK/src/qu8-igemm/gen/1x4c8-minmax-fp32-sse2-ld64.c",
"XNNPACK/src/qu8-igemm/gen/3x4c8-minmax-fp32-sse2-ld64.c",
"XNNPACK/src/qu8-vadd/gen/minmax-sse2-mul16-ld64-x8.c",
"XNNPACK/src/qu8-vaddc/gen/minmax-sse2-mul16-ld64-x8.c",
"XNNPACK/src/qu8-vmul/gen/minmax-fp32-sse2-mul16-ld64-x8.c",
"XNNPACK/src/qu8-vmulc/gen/minmax-fp32-sse2-mul16-ld64-x8.c",
"XNNPACK/src/s8-ibilinear/gen/sse2-c8.c",
"XNNPACK/src/s8-maxpool/9p8x-minmax-sse2-c16.c",
"XNNPACK/src/s8-vclamp/sse2-x64.c",
"XNNPACK/src/u8-ibilinear/gen/sse2-c8.c",
"XNNPACK/src/u8-maxpool/9p8x-minmax-sse2-c16.c",
"XNNPACK/src/u8-rmax/sse2.c",
"XNNPACK/src/u8-vclamp/sse2-x64.c",
"XNNPACK/src/xx-fill/sse2-x64.c",
"XNNPACK/src/xx-pad/sse2.c",
"XNNPACK/src/x8-zip/xm-sse2.c",
"XNNPACK/src/x8-zip/x2-sse2.c",
"XNNPACK/src/x8-zip/x3-sse2.c",
"XNNPACK/src/x8-zip/x4-sse2.c",
"XNNPACK/src/x32-unpool/sse2.c",
"XNNPACK/src/x32-zip/xm-sse2.c",
"XNNPACK/src/x32-zip/x2-sse2.c",
"XNNPACK/src/x32-zip/x3-sse2.c",
"XNNPACK/src/x32-zip/x4-sse2.c",
]
PROD_SSSE3_MICROKERNEL_SRCS = [
"XNNPACK/src/f32-dwconv2d-chw/gen/3x3p1-minmax-ssse3-2x4-acc2.c",
]
PROD_SSE41_MICROKERNEL_SRCS = [
"XNNPACK/src/f16-f32-vcvt/gen/vcvt-sse41-int16-x16.c",
"XNNPACK/src/f32-f16-vcvt/gen/vcvt-sse41-x8.c",
"XNNPACK/src/f32-prelu/gen/sse41-2x8.c",
"XNNPACK/src/f32-qs8-vcvt/gen/vcvt-sse41-x32.c",
"XNNPACK/src/f32-vlrelu/gen/vlrelu-sse41-x8.c",
"XNNPACK/src/f32-vrnd/gen/vrndd-sse41-x8.c",
"XNNPACK/src/f32-vrnd/gen/vrndne-sse41-x8.c",
"XNNPACK/src/f32-vrnd/gen/vrndu-sse41-x8.c",
"XNNPACK/src/f32-vrnd/gen/vrndz-sse41-x8.c",
"XNNPACK/src/f32-vsigmoid/gen/vsigmoid-sse41-rr2-lut64-p2-div-x8.c",
"XNNPACK/src/qc8-dwconv/gen/up8x9-minmax-fp32-sse41-mul16.c",
"XNNPACK/src/qc8-dwconv/gen/up8x25-minmax-fp32-sse41-mul16.c",
"XNNPACK/src/qc8-gemm/gen/1x4c8-minmax-fp32-sse41-ld64.c",
"XNNPACK/src/qc8-gemm/gen/3x4c8-minmax-fp32-sse41-ld64.c",
"XNNPACK/src/qc8-igemm/gen/1x4c8-minmax-fp32-sse41-ld64.c",
"XNNPACK/src/qc8-igemm/gen/3x4c8-minmax-fp32-sse41-ld64.c",
"XNNPACK/src/qs8-dwconv/gen/up8x9-minmax-fp32-sse41-mul16-add16.c",
"XNNPACK/src/qs8-dwconv/gen/up8x25-minmax-fp32-sse41-mul16-add16.c",
"XNNPACK/src/qs8-f32-vcvt/gen/vcvt-sse41-x16.c",
"XNNPACK/src/qs8-gavgpool/gen/7p7x-minmax-fp32-sse41-c8.c",
"XNNPACK/src/qs8-gavgpool/gen/7x-minmax-fp32-sse41-c8.c",
"XNNPACK/src/qs8-gemm/gen/1x4c8-minmax-fp32-sse41-ld64.c",
"XNNPACK/src/qs8-gemm/gen/3x4c8-minmax-fp32-sse41-ld64.c",
"XNNPACK/src/qs8-igemm/gen/1x4c8-minmax-fp32-sse41-ld64.c",
"XNNPACK/src/qs8-igemm/gen/3x4c8-minmax-fp32-sse41-ld64.c",
"XNNPACK/src/qs8-vadd/gen/minmax-sse41-mul16-ld64-x8.c",
"XNNPACK/src/qs8-vaddc/gen/minmax-sse41-mul16-ld64-x8.c",
"XNNPACK/src/qs8-vmul/gen/minmax-fp32-sse41-mul16-ld64-x16.c",
"XNNPACK/src/qs8-vmulc/gen/minmax-fp32-sse41-mul16-ld64-x16.c",
"XNNPACK/src/qu8-dwconv/gen/up8x9-minmax-fp32-sse41-mul16.c",
"XNNPACK/src/qu8-dwconv/gen/up8x25-minmax-fp32-sse41-mul16.c",
"XNNPACK/src/qu8-f32-vcvt/gen/vcvt-sse41-x16.c",
"XNNPACK/src/qu8-gavgpool/gen/7p7x-minmax-fp32-sse41-c8.c",
"XNNPACK/src/qu8-gavgpool/gen/7x-minmax-fp32-sse41-c8.c",
"XNNPACK/src/qu8-gemm/gen/1x4c8-minmax-fp32-sse41-ld64.c",
"XNNPACK/src/qu8-gemm/gen/3x4c8-minmax-fp32-sse41-ld64.c",
"XNNPACK/src/qu8-igemm/gen/1x4c8-minmax-fp32-sse41-ld64.c",
"XNNPACK/src/qu8-igemm/gen/3x4c8-minmax-fp32-sse41-ld64.c",
"XNNPACK/src/qu8-vadd/gen/minmax-sse41-mul16-ld64-x8.c",
"XNNPACK/src/qu8-vaddc/gen/minmax-sse41-mul16-ld64-x8.c",
"XNNPACK/src/qu8-vmul/gen/minmax-fp32-sse41-mul16-ld64-x16.c",
"XNNPACK/src/qu8-vmulc/gen/minmax-fp32-sse41-mul16-ld64-x16.c",
"XNNPACK/src/s8-ibilinear/gen/sse41-c16.c",
"XNNPACK/src/s8-maxpool/9p8x-minmax-sse41-c16.c",
"XNNPACK/src/s8-vclamp/sse41-x64.c",
"XNNPACK/src/u8-ibilinear/gen/sse41-c16.c",
]
PROD_AVX_MICROKERNEL_SRCS = [
"XNNPACK/src/f16-f32-vcvt/gen/vcvt-avx-int16-x16.c",
"XNNPACK/src/f32-dwconv/gen/up8x25-minmax-avx.c",
"XNNPACK/src/f32-dwconv/gen/up16x3-minmax-avx.c",
"XNNPACK/src/f32-dwconv/gen/up16x4-minmax-avx.c",
"XNNPACK/src/f32-dwconv/gen/up16x9-minmax-avx.c",
"XNNPACK/src/f32-f16-vcvt/gen/vcvt-avx-x24.c",
"XNNPACK/src/f32-gemm/gen/1x16-minmax-avx-broadcast.c",
"XNNPACK/src/f32-gemm/gen/5x16-minmax-avx-broadcast.c",
"XNNPACK/src/f32-igemm/gen/1x16-minmax-avx-broadcast.c",
"XNNPACK/src/f32-igemm/gen/5x16-minmax-avx-broadcast.c",
"XNNPACK/src/f32-prelu/gen/avx-2x16.c",
"XNNPACK/src/f32-qs8-vcvt/gen/vcvt-avx-x32.c",
"XNNPACK/src/f32-qu8-vcvt/gen/vcvt-avx-x32.c",
"XNNPACK/src/f32-vbinary/gen/vadd-minmax-avx-x16.c",
"XNNPACK/src/f32-vbinary/gen/vaddc-minmax-avx-x16.c",
"XNNPACK/src/f32-vbinary/gen/vdiv-minmax-avx-x16.c",
"XNNPACK/src/f32-vbinary/gen/vdivc-minmax-avx-x16.c",
"XNNPACK/src/f32-vbinary/gen/vmax-avx-x16.c",
"XNNPACK/src/f32-vbinary/gen/vmaxc-avx-x16.c",
"XNNPACK/src/f32-vbinary/gen/vmin-avx-x16.c",
"XNNPACK/src/f32-vbinary/gen/vminc-avx-x16.c",
"XNNPACK/src/f32-vbinary/gen/vmul-minmax-avx-x16.c",
"XNNPACK/src/f32-vbinary/gen/vmulc-minmax-avx-x16.c",
"XNNPACK/src/f32-vbinary/gen/vrdivc-minmax-avx-x16.c",
"XNNPACK/src/f32-vbinary/gen/vrsubc-minmax-avx-x16.c",
"XNNPACK/src/f32-vbinary/gen/vsqrdiff-avx-x16.c",
"XNNPACK/src/f32-vbinary/gen/vsqrdiffc-avx-x16.c",
"XNNPACK/src/f32-vbinary/gen/vsub-minmax-avx-x16.c",
"XNNPACK/src/f32-vbinary/gen/vsubc-minmax-avx-x16.c",
"XNNPACK/src/f32-vclamp/gen/vclamp-avx-x16.c",
"XNNPACK/src/f32-velu/gen/velu-avx-rr2-lut4-p4-perm-x32.c",
"XNNPACK/src/f32-vhswish/gen/vhswish-avx-x16.c",
"XNNPACK/src/f32-vlrelu/gen/vlrelu-avx-x16.c",
"XNNPACK/src/f32-vrnd/gen/vrndd-avx-x16.c",
"XNNPACK/src/f32-vrnd/gen/vrndne-avx-x16.c",
"XNNPACK/src/f32-vrnd/gen/vrndu-avx-x16.c",
"XNNPACK/src/f32-vrnd/gen/vrndz-avx-x16.c",
"XNNPACK/src/f32-vsigmoid/gen/vsigmoid-avx-rr2-p5-nr2-x40.c",
"XNNPACK/src/f32-vsqrt/gen/avx-sqrt-x8.c",
"XNNPACK/src/f32-vunary/gen/vabs-avx-x16.c",
"XNNPACK/src/f32-vunary/gen/vneg-avx-x16.c",
"XNNPACK/src/f32-vunary/gen/vsqr-avx-x16.c",
"XNNPACK/src/qc8-dwconv/gen/up16x9-minmax-fp32-avx-mul16-add16.c",
"XNNPACK/src/qc8-dwconv/gen/up16x25-minmax-fp32-avx-mul16-add16.c",
"XNNPACK/src/qc8-gemm/gen/1x4c8-minmax-fp32-avx-ld128.c",
"XNNPACK/src/qc8-gemm/gen/2x4c8-minmax-fp32-avx-ld128.c",
"XNNPACK/src/qc8-igemm/gen/1x4c8-minmax-fp32-avx-ld128.c",
"XNNPACK/src/qc8-igemm/gen/2x4c8-minmax-fp32-avx-ld128.c",
"XNNPACK/src/qs8-dwconv/gen/up16x9-minmax-fp32-avx-mul16-add16.c",
"XNNPACK/src/qs8-dwconv/gen/up16x25-minmax-fp32-avx-mul16-add16.c",
"XNNPACK/src/qs8-f32-vcvt/gen/vcvt-avx-x32.c",
"XNNPACK/src/qs8-gemm/gen/1x4c8-minmax-fp32-avx-ld128.c",
"XNNPACK/src/qs8-gemm/gen/2x4c8-minmax-fp32-avx-ld128.c",
"XNNPACK/src/qs8-igemm/gen/1x4c8-minmax-fp32-avx-ld128.c",
"XNNPACK/src/qs8-igemm/gen/2x4c8-minmax-fp32-avx-ld128.c",
"XNNPACK/src/qs8-vadd/gen/minmax-avx-mul32-ld32-x8.c",
"XNNPACK/src/qs8-vaddc/gen/minmax-avx-mul32-ld32-x8.c",
"XNNPACK/src/qs8-vmul/gen/minmax-fp32-avx-mul16-ld64-x16.c",
"XNNPACK/src/qs8-vmulc/gen/minmax-fp32-avx-mul16-ld64-x16.c",
"XNNPACK/src/qu8-dwconv/gen/up16x9-minmax-fp32-avx-mul16.c",
"XNNPACK/src/qu8-dwconv/gen/up16x25-minmax-fp32-avx-mul16.c",
"XNNPACK/src/qu8-f32-vcvt/gen/vcvt-avx-x32.c",
"XNNPACK/src/qu8-gemm/gen/1x4c8-minmax-fp32-avx-ld128.c",
"XNNPACK/src/qu8-gemm/gen/2x4c8-minmax-fp32-avx-ld128.c",
"XNNPACK/src/qu8-igemm/gen/1x4c8-minmax-fp32-avx-ld128.c",
"XNNPACK/src/qu8-igemm/gen/2x4c8-minmax-fp32-avx-ld128.c",
"XNNPACK/src/qu8-vadd/gen/minmax-avx-mul32-ld32-x8.c",
"XNNPACK/src/qu8-vaddc/gen/minmax-avx-mul32-ld32-x8.c",
"XNNPACK/src/qu8-vmul/gen/minmax-fp32-avx-mul16-ld64-x16.c",
"XNNPACK/src/qu8-vmulc/gen/minmax-fp32-avx-mul16-ld64-x16.c",
"XNNPACK/src/x8-lut/gen/lut-avx-x64.c",
]
PROD_F16C_MICROKERNEL_SRCS = [
"XNNPACK/src/f16-f32-vcvt/gen/vcvt-f16c-x16.c",
"XNNPACK/src/f16-gavgpool/gen/7p7x-minmax-f16c-c8.c",
"XNNPACK/src/f16-gavgpool/gen/7x-minmax-f16c-c8.c",
"XNNPACK/src/f16-maxpool/9p8x-minmax-f16c-c8.c",
"XNNPACK/src/f16-prelu/gen/f16c-2x16.c",
"XNNPACK/src/f16-vbinary/gen/vadd-minmax-f16c-x16.c",
"XNNPACK/src/f16-vbinary/gen/vaddc-minmax-f16c-x16.c",
"XNNPACK/src/f16-vbinary/gen/vmul-minmax-f16c-x16.c",
"XNNPACK/src/f16-vbinary/gen/vmulc-minmax-f16c-x16.c",
"XNNPACK/src/f16-vclamp/gen/vclamp-f16c-x16.c",
"XNNPACK/src/f16-vhswish/gen/vhswish-f16c-x16.c",
"XNNPACK/src/f16-vlrelu/gen/vlrelu-f16c-x16.c",
"XNNPACK/src/f32-f16-vcvt/gen/vcvt-f16c-x16.c",
]
PROD_XOP_MICROKERNEL_SRCS = [
"XNNPACK/src/qc8-dwconv/gen/up16x9-minmax-fp32-xop-mul16-add16.c",
"XNNPACK/src/qc8-dwconv/gen/up16x25-minmax-fp32-xop-mul16-add16.c",
"XNNPACK/src/qc8-gemm/gen/1x4c8-minmax-fp32-xop-ld64.c",
"XNNPACK/src/qc8-gemm/gen/2x4c8-minmax-fp32-xop-ld64.c",
"XNNPACK/src/qc8-igemm/gen/1x4c8-minmax-fp32-xop-ld64.c",
"XNNPACK/src/qc8-igemm/gen/2x4c8-minmax-fp32-xop-ld64.c",
"XNNPACK/src/qs8-dwconv/gen/up16x9-minmax-fp32-xop-mul16-add16.c",
"XNNPACK/src/qs8-dwconv/gen/up16x25-minmax-fp32-xop-mul16-add16.c",
"XNNPACK/src/qs8-gemm/gen/1x4c8-minmax-fp32-xop-ld64.c",
"XNNPACK/src/qs8-gemm/gen/2x4c8-minmax-fp32-xop-ld64.c",
"XNNPACK/src/qs8-igemm/gen/1x4c8-minmax-fp32-xop-ld64.c",
"XNNPACK/src/qs8-igemm/gen/2x4c8-minmax-fp32-xop-ld64.c",
"XNNPACK/src/qs8-vadd/gen/minmax-xop-mul32-ld32-x8.c",
"XNNPACK/src/qs8-vaddc/gen/minmax-xop-mul32-ld32-x8.c",
"XNNPACK/src/qu8-dwconv/gen/up16x9-minmax-fp32-xop-mul32.c",
"XNNPACK/src/qu8-dwconv/gen/up16x25-minmax-fp32-xop-mul32.c",
"XNNPACK/src/qu8-gemm/gen/1x4c8-minmax-fp32-xop-ld64.c",
"XNNPACK/src/qu8-gemm/gen/2x4c8-minmax-fp32-xop-ld64.c",
"XNNPACK/src/qu8-igemm/gen/1x4c8-minmax-fp32-xop-ld64.c",
"XNNPACK/src/qu8-igemm/gen/2x4c8-minmax-fp32-xop-ld64.c",
"XNNPACK/src/qu8-vadd/gen/minmax-xop-mul32-ld32-x8.c",
"XNNPACK/src/qu8-vaddc/gen/minmax-xop-mul32-ld32-x8.c",
]
PROD_FMA3_MICROKERNEL_SRCS = [
"XNNPACK/src/f16-dwconv/gen/up8x25-minmax-fma3-acc2.c",
"XNNPACK/src/f16-dwconv/gen/up16x3-minmax-fma3.c",
"XNNPACK/src/f16-dwconv/gen/up16x4-minmax-fma3.c",
"XNNPACK/src/f16-dwconv/gen/up16x9-minmax-fma3.c",
"XNNPACK/src/f16-ibilinear/gen/fma3-c8.c",
"XNNPACK/src/f16-vmulcaddc/gen/c8-minmax-fma3-2x.c",
"XNNPACK/src/f32-dwconv/gen/up8x25-minmax-fma3.c",
"XNNPACK/src/f32-dwconv/gen/up16x3-minmax-fma3.c",
"XNNPACK/src/f32-dwconv/gen/up16x4-minmax-fma3.c",
"XNNPACK/src/f32-dwconv/gen/up16x9-minmax-fma3.c",
"XNNPACK/src/f32-gemm/gen/1x16-minmax-fma3-broadcast.c",
"XNNPACK/src/f32-gemm/gen/1x16s4-minmax-fma3-broadcast.c",
"XNNPACK/src/f32-gemm/gen/4x16s4-minmax-fma3-broadcast.c",
"XNNPACK/src/f32-gemm/gen/5x16-minmax-fma3-broadcast.c",
"XNNPACK/src/f32-igemm/gen/1x16-minmax-fma3-broadcast.c",
"XNNPACK/src/f32-igemm/gen/1x16s4-minmax-fma3-broadcast.c",
"XNNPACK/src/f32-igemm/gen/4x16s4-minmax-fma3-broadcast.c",
"XNNPACK/src/f32-igemm/gen/5x16-minmax-fma3-broadcast.c",
"XNNPACK/src/f32-vhswish/gen/vhswish-fma3-x16.c",
]
PROD_AVX2_MICROKERNEL_SRCS = [
"XNNPACK/src/f16-gemm/gen/1x16-minmax-avx2-broadcast.c",
"XNNPACK/src/f16-gemm/gen/4x16-minmax-avx2-broadcast.c",
"XNNPACK/src/f16-igemm/gen/1x16-minmax-avx2-broadcast.c",
"XNNPACK/src/f16-igemm/gen/4x16-minmax-avx2-broadcast.c",
"XNNPACK/src/f32-qs8-vcvt/gen/vcvt-avx2-x64.c",
"XNNPACK/src/f32-qu8-vcvt/gen/vcvt-avx2-x64.c",
"XNNPACK/src/f32-velu/gen/velu-avx2-rr1-lut4-p4-perm-x56.c",
"XNNPACK/src/f32-vsigmoid/gen/vsigmoid-avx2-rr1-p5-div-x40.c",
"XNNPACK/src/qc8-dwconv/gen/up16x9-minmax-fp32-avx2-mul32.c",
"XNNPACK/src/qc8-dwconv/gen/up16x25-minmax-fp32-avx2-mul32.c",
"XNNPACK/src/qc8-gemm/gen/1x8c8-minmax-fp32-avx2.c",
"XNNPACK/src/qc8-gemm/gen/3x8c8-minmax-fp32-avx2.c",
"XNNPACK/src/qc8-igemm/gen/1x8c8-minmax-fp32-avx2.c",
"XNNPACK/src/qc8-igemm/gen/3x8c8-minmax-fp32-avx2.c",
"XNNPACK/src/qs8-dwconv/gen/up16x9-minmax-fp32-avx2-mul32.c",
"XNNPACK/src/qs8-dwconv/gen/up16x25-minmax-fp32-avx2-mul32.c",
"XNNPACK/src/qs8-f32-vcvt/gen/vcvt-avx2-x16.c",
"XNNPACK/src/qs8-gemm/gen/1x8c8-minmax-fp32-avx2.c",
"XNNPACK/src/qs8-gemm/gen/3x8c8-minmax-fp32-avx2.c",
"XNNPACK/src/qs8-igemm/gen/1x8c8-minmax-fp32-avx2.c",
"XNNPACK/src/qs8-igemm/gen/3x8c8-minmax-fp32-avx2.c",
"XNNPACK/src/qs8-vadd/gen/minmax-avx2-mul32-ld64-x16.c",
"XNNPACK/src/qs8-vaddc/gen/minmax-avx2-mul32-ld64-x16.c",
"XNNPACK/src/qu8-dwconv/gen/up16x9-minmax-fp32-avx2-mul32.c",
"XNNPACK/src/qu8-dwconv/gen/up16x25-minmax-fp32-avx2-mul32.c",
"XNNPACK/src/qu8-f32-vcvt/gen/vcvt-avx2-x16.c",
"XNNPACK/src/qu8-gemm/gen/1x8c8-minmax-fp32-avx2.c",
"XNNPACK/src/qu8-gemm/gen/3x8c8-minmax-fp32-avx2.c",
"XNNPACK/src/qu8-igemm/gen/1x8c8-minmax-fp32-avx2.c",
"XNNPACK/src/qu8-igemm/gen/3x8c8-minmax-fp32-avx2.c",
"XNNPACK/src/qu8-vadd/gen/minmax-avx2-mul32-ld64-x16.c",
"XNNPACK/src/qu8-vaddc/gen/minmax-avx2-mul32-ld64-x16.c",
"XNNPACK/src/x8-lut/gen/lut-avx2-x128.c",
]
PROD_AVX512F_MICROKERNEL_SRCS = [
"XNNPACK/src/f32-dwconv/gen/up16x3-minmax-avx512f.c",
"XNNPACK/src/f32-dwconv/gen/up16x4-minmax-avx512f.c",
"XNNPACK/src/f32-dwconv/gen/up16x9-minmax-avx512f.c",
"XNNPACK/src/f32-dwconv/gen/up16x25-minmax-avx512f.c",
"XNNPACK/src/f32-gemm/gen/1x16-minmax-avx512f-broadcast.c",
"XNNPACK/src/f32-gemm/gen/7x16-minmax-avx512f-broadcast.c",
"XNNPACK/src/f32-igemm/gen/1x16-minmax-avx512f-broadcast.c",
"XNNPACK/src/f32-igemm/gen/7x16-minmax-avx512f-broadcast.c",
"XNNPACK/src/f32-prelu/gen/avx512f-2x16.c",
"XNNPACK/src/f32-vbinary/gen/vadd-minmax-avx512f-x32.c",
"XNNPACK/src/f32-vbinary/gen/vaddc-minmax-avx512f-x32.c",
"XNNPACK/src/f32-vbinary/gen/vdiv-minmax-avx512f-x32.c",
"XNNPACK/src/f32-vbinary/gen/vdivc-minmax-avx512f-x32.c",
"XNNPACK/src/f32-vbinary/gen/vmax-avx512f-x32.c",
"XNNPACK/src/f32-vbinary/gen/vmaxc-avx512f-x32.c",
"XNNPACK/src/f32-vbinary/gen/vmin-avx512f-x32.c",
"XNNPACK/src/f32-vbinary/gen/vminc-avx512f-x32.c",
"XNNPACK/src/f32-vbinary/gen/vmul-minmax-avx512f-x32.c",
"XNNPACK/src/f32-vbinary/gen/vmulc-minmax-avx512f-x32.c",
"XNNPACK/src/f32-vbinary/gen/vrdivc-minmax-avx512f-x32.c",
"XNNPACK/src/f32-vbinary/gen/vrsubc-minmax-avx512f-x32.c",
"XNNPACK/src/f32-vbinary/gen/vsqrdiff-avx512f-x32.c",
"XNNPACK/src/f32-vbinary/gen/vsqrdiffc-avx512f-x32.c",
"XNNPACK/src/f32-vbinary/gen/vsub-minmax-avx512f-x32.c",
"XNNPACK/src/f32-vbinary/gen/vsubc-minmax-avx512f-x32.c",
"XNNPACK/src/f32-vclamp/gen/vclamp-avx512f-x16.c",
"XNNPACK/src/f32-velu/gen/velu-avx512f-rr1-lut16-p3-perm-x64.c",
"XNNPACK/src/f32-vhswish/gen/vhswish-avx512f-x16.c",
"XNNPACK/src/f32-vlrelu/gen/vlrelu-avx512f-x16.c",
"XNNPACK/src/f32-vrnd/gen/vrndd-avx512f-x16.c",
"XNNPACK/src/f32-vrnd/gen/vrndne-avx512f-x16.c",
"XNNPACK/src/f32-vrnd/gen/vrndu-avx512f-x16.c",
"XNNPACK/src/f32-vrnd/gen/vrndz-avx512f-x16.c",
"XNNPACK/src/f32-vsigmoid/gen/vsigmoid-avx512f-rr2-lut32-p2-perm2-scalef-div-x64.c",
"XNNPACK/src/f32-vunary/gen/vabs-avx512f-x16.c",
"XNNPACK/src/f32-vunary/gen/vneg-avx512f-x16.c",
"XNNPACK/src/f32-vunary/gen/vsqr-avx512f-x16.c",
]
PROD_AVX512SKX_MICROKERNEL_SRCS = [
"XNNPACK/src/f16-f32-vcvt/gen/vcvt-avx512skx-x16.c",
"XNNPACK/src/f32-f16-vcvt/gen/vcvt-avx512skx-x16.c",
"XNNPACK/src/f32-qs8-vcvt/gen/vcvt-avx512skx-x128.c",
"XNNPACK/src/f32-qu8-vcvt/gen/vcvt-avx512skx-x128.c",
"XNNPACK/src/qc8-dwconv/gen/up32x9-minmax-fp32-avx512skx-mul32.c",
"XNNPACK/src/qc8-dwconv/gen/up32x25-minmax-fp32-avx512skx-mul32.c",
"XNNPACK/src/qc8-gemm/gen/1x16c8-minmax-fp32-avx512skx.c",
"XNNPACK/src/qc8-gemm/gen/4x16c8-minmax-fp32-avx512skx.c",
"XNNPACK/src/qc8-igemm/gen/1x16c8-minmax-fp32-avx512skx.c",
"XNNPACK/src/qc8-igemm/gen/4x16c8-minmax-fp32-avx512skx.c",
"XNNPACK/src/qs8-dwconv/gen/up32x9-minmax-fp32-avx512skx-mul32.c",
"XNNPACK/src/qs8-dwconv/gen/up32x25-minmax-fp32-avx512skx-mul32.c",
"XNNPACK/src/qs8-f32-vcvt/gen/vcvt-avx512skx-x32.c",
"XNNPACK/src/qs8-gemm/gen/1x16c8-minmax-fp32-avx512skx.c",
"XNNPACK/src/qs8-gemm/gen/4x16c8-minmax-fp32-avx512skx.c",
"XNNPACK/src/qs8-igemm/gen/1x16c8-minmax-fp32-avx512skx.c",
"XNNPACK/src/qs8-igemm/gen/4x16c8-minmax-fp32-avx512skx.c",
"XNNPACK/src/qs8-vadd/gen/minmax-avx512skx-mul32-ld128-x16.c",
"XNNPACK/src/qs8-vaddc/gen/minmax-avx512skx-mul32-ld128-x16.c",
"XNNPACK/src/qu8-dwconv/gen/up32x9-minmax-fp32-avx512skx-mul32.c",
"XNNPACK/src/qu8-dwconv/gen/up32x25-minmax-fp32-avx512skx-mul32.c",
"XNNPACK/src/qu8-f32-vcvt/gen/vcvt-avx512skx-x32.c",
"XNNPACK/src/qu8-gemm/gen/1x16c8-minmax-fp32-avx512skx.c",
"XNNPACK/src/qu8-gemm/gen/4x16c8-minmax-fp32-avx512skx.c",
"XNNPACK/src/qu8-igemm/gen/1x16c8-minmax-fp32-avx512skx.c",
"XNNPACK/src/qu8-igemm/gen/4x16c8-minmax-fp32-avx512skx.c",
"XNNPACK/src/qu8-vadd/gen/minmax-avx512skx-mul32-ld128-x16.c",
"XNNPACK/src/qu8-vaddc/gen/minmax-avx512skx-mul32-ld128-x16.c",
"XNNPACK/src/x8-lut/gen/lut-avx512skx-vpshufb-x64.c",
]
|
