1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
|
/*
* Simd Library (http://ermig1979.github.io/Simd).
*
* Copyright (c) 2011-2021 Yermalayeu Ihar.
*
* Permission is hereby granted, free of charge, to any person obtaining a copy
* of this software and associated documentation files (the "Software"), to deal
* in the Software without restriction, including without limitation the rights
* to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
* copies of the Software, and to permit persons to whom the Software is
* furnished to do so, subject to the following conditions:
*
* The above copyright notice and this permission notice shall be included in
* all copies or substantial portions of the Software.
*
* THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
* IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
* FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
* AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
* LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
* OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
* SOFTWARE.
*/
#include "Simd/SimdMemory.h"
#include "Simd/SimdStore.h"
#include "Simd/SimdConversion.h"
namespace Simd
{
#ifdef SIMD_SSE41_ENABLE
namespace Sse41
{
template <bool align> SIMD_INLINE void InterleaveBgr(const uint8_t * b, const uint8_t * g, const uint8_t * r, size_t offset, uint8_t * bgr)
{
__m128i _b = Load<align>((__m128i*)(b + offset));
__m128i _g = Load<align>((__m128i*)(g + offset));
__m128i _r = Load<align>((__m128i*)(r + offset));
Store<align>((__m128i*)bgr + 0, InterleaveBgr<0>(_b, _g, _r));
Store<align>((__m128i*)bgr + 1, InterleaveBgr<1>(_b, _g, _r));
Store<align>((__m128i*)bgr + 2, InterleaveBgr<2>(_b, _g, _r));
}
template <bool align> void InterleaveBgr(const uint8_t * b, size_t bStride, const uint8_t * g, size_t gStride, const uint8_t * r, size_t rStride, size_t width, size_t height, uint8_t * bgr, size_t bgrStride)
{
assert(width >= A);
if (align)
{
assert(Aligned(b) && Aligned(bStride) && Aligned(g) && Aligned(gStride));
assert(Aligned(r) && Aligned(rStride) && Aligned(bgr) && Aligned(bgrStride));
}
size_t alignedWidth = AlignLo(width, A);
size_t tail = width - alignedWidth;
size_t A3 = A * 3;
for (size_t row = 0; row < height; ++row)
{
for (size_t col = 0, offset = 0; col < alignedWidth; col += A, offset += A3)
InterleaveBgr<align>(b, g, r, col, bgr + offset);
if (tail)
InterleaveBgr<false>(b, g, r, width - A, bgr + 3 * (width - A));
b += bStride;
g += gStride;
r += rStride;
bgr += bgrStride;
}
}
void InterleaveBgr(const uint8_t * b, size_t bStride, const uint8_t * g, size_t gStride, const uint8_t * r, size_t rStride, size_t width, size_t height, uint8_t * bgr, size_t bgrStride)
{
if (Aligned(b) && Aligned(bStride) && Aligned(g) && Aligned(gStride)
&& Aligned(r) && Aligned(rStride) && Aligned(bgr) && Aligned(bgrStride))
InterleaveBgr<true>(b, bStride, g, gStride, r, rStride, width, height, bgr, bgrStride);
else
InterleaveBgr<false>(b, bStride, g, gStride, r, rStride, width, height, bgr, bgrStride);
}
template <bool align> SIMD_INLINE void InterleaveBgra(const uint8_t * b, const uint8_t * g, const uint8_t * r, const uint8_t * a, size_t offset, uint8_t * bgra)
{
__m128i _b = Load<align>((__m128i*)(b + offset));
__m128i _g = Load<align>((__m128i*)(g + offset));
__m128i _r = Load<align>((__m128i*)(r + offset));
__m128i _a = Load<align>((__m128i*)(a + offset));
__m128i bg0 = _mm_unpacklo_epi8(_b, _g);
__m128i bg1 = _mm_unpackhi_epi8(_b, _g);
__m128i ra0 = _mm_unpacklo_epi8(_r, _a);
__m128i ra1 = _mm_unpackhi_epi8(_r, _a);
Store<align>((__m128i*)bgra + 0, _mm_unpacklo_epi16(bg0, ra0));
Store<align>((__m128i*)bgra + 1, _mm_unpackhi_epi16(bg0, ra0));
Store<align>((__m128i*)bgra + 2, _mm_unpacklo_epi16(bg1, ra1));
Store<align>((__m128i*)bgra + 3, _mm_unpackhi_epi16(bg1, ra1));
}
template <bool align> void InterleaveBgra(const uint8_t * b, size_t bStride, const uint8_t * g, size_t gStride, const uint8_t * r, size_t rStride, const uint8_t * a, size_t aStride, size_t width, size_t height, uint8_t * bgra, size_t bgraStride)
{
assert(width >= A);
if (align)
{
assert(Aligned(b) && Aligned(bStride) && Aligned(g) && Aligned(gStride) && Aligned(r) && Aligned(rStride));
assert(Aligned(a) && Aligned(aStride) && Aligned(bgra) && Aligned(bgraStride));
}
size_t alignedWidth = AlignLo(width, A);
size_t tail = width - alignedWidth;
for (size_t row = 0; row < height; ++row)
{
for (size_t col = 0, offset = 0; col < alignedWidth; col += A, offset += QA)
InterleaveBgra<align>(b, g, r, a, col, bgra + offset);
if (tail)
InterleaveBgra<false>(b, g, r, a, width - A, bgra + 4 * (width - A));
b += bStride;
g += gStride;
r += rStride;
a += aStride;
bgra += bgraStride;
}
}
void InterleaveBgra(const uint8_t * b, size_t bStride, const uint8_t * g, size_t gStride, const uint8_t * r, size_t rStride, const uint8_t * a, size_t aStride, size_t width, size_t height, uint8_t * bgra, size_t bgraStride)
{
if (Aligned(b) && Aligned(bStride) && Aligned(g) && Aligned(gStride) && Aligned(r) && Aligned(rStride) &&
Aligned(a) && Aligned(aStride) && Aligned(bgra) && Aligned(bgraStride))
InterleaveBgra<true>(b, bStride, g, gStride, r, rStride, a, aStride, width, height, bgra, bgraStride);
else
InterleaveBgra<false>(b, bStride, g, gStride, r, rStride, a, aStride, width, height, bgra, bgraStride);
}
}
#endif
}
|
