1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
|
/* This file is part of the gf2x library.
Copyright 2010, 2013, 2015
Richard Brent, Pierrick Gaudry, Emmanuel Thome', Paul Zimmermann
This program is free software; you can redistribute it and/or modify it
under the terms of either:
- If the archive contains a file named toom-gpl.c (not a trivial
placeholder), the GNU General Public License as published by the Free
Software Foundation; either version 3 of the License, or (at your
option) any later version.
- If the archive contains a file named toom-gpl.c which is a trivial
placeholder, the GNU Lesser General Public License as published by
the Free Software Foundation; either version 2.1 of the License, or
(at your option) any later version.
This program is distributed in the hope that it will be useful, but WITHOUT
ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
FITNESS FOR A PARTICULAR PURPOSE. See the license text for more details.
You should have received a copy of the GNU General Public License as
well as the GNU Lesser General Public License along with this program;
see the files COPYING and COPYING.LIB. If not, write to the Free
Software Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA
02110-1301, USA.
*/
/* Implements 128x128 -> 256 bit product using pclmulqdq instruction. */
#ifndef GF2X_MUL2_H_
#define GF2X_MUL2_H_
#include "gf2x.h"
/* All gf2x source files for lowlevel functions must include gf2x-small.h
* This is mandatory for the tuning mechanism. */
#include "gf2x/gf2x-small.h"
#if GF2X_WORDSIZE != 64
#error "This code is for 64-bit only"
#endif
#ifndef GF2X_HAVE_PCLMUL_SUPPORT
#error "This code needs pclmul support"
#endif
GF2X_STORAGE_CLASS_mul2
#if defined(CARRY) && defined(BORROW)
#error "internal error, mul2cl.c can't be included with both BORROW and CARRY!"
#endif
#if defined(CARRY)
/* {t, 4} <- {s1, 2} * {s2, 2}, and {c, 2} <- {s1+1, 1} * {s2+1, 1} */
void
gf2x_mul2c (unsigned long *t, unsigned long const *s1, unsigned long const *s2,
unsigned long *c)
#elif defined(BORROW)
void
/* {t, 4} <- {s1, 2} * {s2, 2}, knowing {c, 2} = {s1+1, 1} * {s2+1, 1} */
gf2x_mul2b (unsigned long *t, unsigned long const *s1, unsigned long const *s2,
unsigned long const *c)
#else
void gf2x_mul2(unsigned long * t, unsigned long const * s1,
unsigned long const * s2)
#endif
{
#define PXOR(lop, rop) _mm_xor_si128((lop), (rop))
#define PZERO _mm_setzero_si128()
__m128i ss1 = _mm_loadu_si128((__m128i *)s1);
__m128i ss2 = _mm_loadu_si128((__m128i *)s2);
__m128i t00 = _mm_clmulepi64_si128(ss1, ss2, 0);
#ifndef BORROW
__m128i t11 = _mm_clmulepi64_si128(ss1, ss2, 0x11);
#endif
ss1 = PXOR(ss1, _mm_shuffle_epi32(ss1, _MM_SHUFFLE(1,0,3,2)));
ss2 = PXOR(ss2, _mm_shuffle_epi32(ss2, _MM_SHUFFLE(1,0,3,2)));
__m128i tk = _mm_clmulepi64_si128(ss1, ss2, 0);
#ifndef BORROW
tk = PXOR(tk, PXOR(t00, t11));
#endif
/* store result */
#if defined(BORROW)
tk = PXOR(tk, PXOR(t00, _mm_loadu_si128((__m128i*)c)));
_mm_storeu_si128((__m128i *)(t), PXOR(t00, _mm_unpacklo_epi64(PZERO, tk)));
_mm_storeu_si128((__m128i *)(t+2),PXOR(c, _mm_unpackhi_epi64(tk, PZERO)));
#elif defined(CARRY)
_mm_storeu_si128((__m128i *)c, t11);
_mm_storeu_si128((__m128i *)(t), PXOR(t00, _mm_unpacklo_epi64(PZERO, tk)));
_mm_storeu_si128((__m128i *)(t+2),PXOR(t11, _mm_unpackhi_epi64(tk, PZERO)));
#else
_mm_storeu_si128((__m128i *)(t), PXOR(t00, _mm_unpacklo_epi64(PZERO, tk)));
_mm_storeu_si128((__m128i *)(t+2),PXOR(t11, _mm_unpackhi_epi64(tk, PZERO)));
#endif
#undef PZERO
#undef PXOR
}
#endif /* GF2X_MUL2_H_ */
|
