101 lines
2.8 KiB
C
101 lines
2.8 KiB
C
|
#include <emmintrin.h>
|
||
|
|
#ifdef __SSSE3__
|
||
|
|
# include <tmmintrin.h>
|
||
|
|
#endif
|
||
|
|
|
||
|
|
#define S 9
|
||
|
|
|
||
|
|
static inline __m128i
|
||
|
|
shift(__m128i x, int bits)
|
||
|
|
{
|
||
|
|
return _mm_slli_epi32(x, bits);
|
||
|
|
}
|
||
|
|
|
||
|
|
static inline __m128i
|
||
|
|
rotate(__m128i x, int bits)
|
||
|
|
{
|
||
|
|
return _mm_slli_epi32(x, bits) | _mm_srli_epi32(x, 32 - bits);
|
||
|
|
}
|
||
|
|
|
||
|
|
#ifdef __SSSE3__
|
||
|
|
static inline __m128i
|
||
|
|
rotate24(__m128i x)
|
||
|
|
{
|
||
|
|
return _mm_shuffle_epi8(x, _mm_set_epi8(12, 15, 14, 13, 8, 11, 10, 9, 4, 7, 6, 5, 0, 3, 2, 1));
|
||
|
|
}
|
||
|
|
#else
|
||
|
|
static inline __m128i
|
||
|
|
rotate24(__m128i x)
|
||
|
|
{
|
||
|
|
uint8_t _hydro_attr_aligned_(16) x8[16], y8[16];
|
||
|
|
|
||
|
|
_mm_storeu_si128((__m128i *) (void *) x8, x);
|
||
|
|
|
||
|
|
y8[ 0] = x8[ 1]; y8[ 1] = x8[ 2]; y8[ 2] = x8[ 3]; y8[ 3] = x8[ 0];
|
||
|
|
y8[ 4] = x8[ 5]; y8[ 5] = x8[ 6]; y8[ 6] = x8[ 7]; y8[ 7] = x8[ 4];
|
||
|
|
y8[ 8] = x8[ 9]; y8[ 9] = x8[10]; y8[10] = x8[11]; y8[11] = x8[ 8];
|
||
|
|
y8[12] = x8[13]; y8[13] = x8[14]; y8[14] = x8[15]; y8[15] = x8[12];
|
||
|
|
|
||
|
|
return _mm_loadu_si128((const __m128i *) (const void *) y8);
|
||
|
|
}
|
||
|
|
#endif
|
||
|
|
|
||
|
|
static const uint32_t _hydro_attr_aligned_(16) coeffs[24] = {
|
||
|
|
0x9e377904, 0, 0, 0, 0x9e377908, 0, 0, 0, 0x9e37790c, 0, 0, 0,
|
||
|
|
0x9e377910, 0, 0, 0, 0x9e377914, 0, 0, 0, 0x9e377918, 0, 0, 0,
|
||
|
|
};
|
||
|
|
|
||
|
|
static void
|
||
|
|
gimli_core(uint32_t state[gimli_BLOCKBYTES / 4])
|
||
|
|
{
|
||
|
|
__m128i x = _mm_loadu_si128((const __m128i *) (const void *) &state[0]);
|
||
|
|
__m128i y = _mm_loadu_si128((const __m128i *) (const void *) &state[4]);
|
||
|
|
__m128i z = _mm_loadu_si128((const __m128i *) (const void *) &state[8]);
|
||
|
|
__m128i newy;
|
||
|
|
__m128i newz;
|
||
|
|
int round;
|
||
|
|
|
||
|
|
for (round = 5; round >= 0; round--) {
|
||
|
|
x = rotate24(x);
|
||
|
|
y = rotate(y, S);
|
||
|
|
newz = x ^ shift(z, 1) ^ shift(y & z, 2);
|
||
|
|
newy = y ^ x ^ shift(x | z, 1);
|
||
|
|
x = z ^ y ^ shift(x & y, 3);
|
||
|
|
y = newy;
|
||
|
|
z = newz;
|
||
|
|
|
||
|
|
x = _mm_shuffle_epi32(x, _MM_SHUFFLE(2, 3, 0, 1));
|
||
|
|
x ^= ((const __m128i *) (const void *) coeffs)[round];
|
||
|
|
|
||
|
|
x = rotate24(x);
|
||
|
|
y = rotate(y, S);
|
||
|
|
newz = x ^ shift(z, 1) ^ shift(y & z, 2);
|
||
|
|
newy = y ^ x ^ shift(x | z, 1);
|
||
|
|
x = z ^ y ^ shift(x & y, 3);
|
||
|
|
y = newy;
|
||
|
|
z = newz;
|
||
|
|
|
||
|
|
x = rotate24(x);
|
||
|
|
y = rotate(y, S);
|
||
|
|
newz = x ^ shift(z, 1) ^ shift(y & z, 2);
|
||
|
|
newy = y ^ x ^ shift(x | z, 1);
|
||
|
|
x = z ^ y ^ shift(x & y, 3);
|
||
|
|
y = newy;
|
||
|
|
z = newz;
|
||
|
|
|
||
|
|
x = _mm_shuffle_epi32(x, _MM_SHUFFLE(1, 0, 3, 2));
|
||
|
|
|
||
|
|
x = rotate24(x);
|
||
|
|
y = rotate(y, S);
|
||
|
|
newz = x ^ shift(z, 1) ^ shift(y & z, 2);
|
||
|
|
newy = y ^ x ^ shift(x | z, 1);
|
||
|
|
x = z ^ y ^ shift(x & y, 3);
|
||
|
|
y = newy;
|
||
|
|
z = newz;
|
||
|
|
}
|
||
|
|
|
||
|
|
_mm_storeu_si128((__m128i *) (void *) &state[0], x);
|
||
|
|
_mm_storeu_si128((__m128i *) (void *) &state[4], y);
|
||
|
|
_mm_storeu_si128((__m128i *) (void *) &state[8], z);
|
||
|
|
}
|