12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697 |
- #include <tmmintrin.h>
- #define S 9
- static inline __m128i
- shift(__m128i x, int bits)
- {
- return _mm_slli_epi32(x, bits);
- }
- static inline __m128i
- rotate(__m128i x, int bits)
- {
- return _mm_slli_epi32(x, bits) | _mm_srli_epi32(x, 32 - bits);
- }
- #ifdef __SSSE3__
- static inline __m128i
- rotate24(__m128i x)
- {
- return _mm_shuffle_epi8(x, _mm_set_epi8(12, 15, 14, 13, 8, 11, 10, 9, 4, 7, 6, 5, 0, 3, 2, 1));
- }
- #else
- static inline __m128i
- rotate24(__m128i x)
- {
- uint8_t _hydro_attr_aligned_(16) x8[16], y8[16];
- _mm_storeu_si128((__m128i *) (void *) x8, x);
- y8[ 0] = x8[ 1]; y8[ 1] = x8[ 2]; y8[ 2] = x8[ 3]; y8[ 3] = x8[ 0];
- y8[ 4] = x8[ 5]; y8[ 5] = x8[ 6]; y8[ 6] = x8[ 7]; y8[ 7] = x8[ 4];
- y8[ 8] = x8[ 9]; y8[ 9] = x8[10]; y8[10] = x8[11]; y8[11] = x8[ 8];
- y8[12] = x8[13]; y8[13] = x8[14]; y8[14] = x8[15]; y8[15] = x8[12];
- return _mm_loadu_si128((const __m128i *) (const void *) y8);
- }
- #endif
- static const uint32_t coeffs[24] _hydro_attr_aligned_(16) = {
- 0x9e377904, 0, 0, 0, 0x9e377908, 0, 0, 0, 0x9e37790c, 0, 0, 0,
- 0x9e377910, 0, 0, 0, 0x9e377914, 0, 0, 0, 0x9e377918, 0, 0, 0,
- };
- static void
- gimli_core(uint32_t state[gimli_BLOCKBYTES / 4])
- {
- __m128i x = _mm_loadu_si128((const __m128i *) (const void *) &state[0]);
- __m128i y = _mm_loadu_si128((const __m128i *) (const void *) &state[4]);
- __m128i z = _mm_loadu_si128((const __m128i *) (const void *) &state[8]);
- __m128i newy;
- __m128i newz;
- int round;
- for (round = 5; round >= 0; round--) {
- x = rotate24(x);
- y = rotate(y, S);
- newz = x ^ shift(z, 1) ^ shift(y & z, 2);
- newy = y ^ x ^ shift(x | z, 1);
- x = z ^ y ^ shift(x & y, 3);
- y = newy;
- z = newz;
- x = _mm_shuffle_epi32(x, _MM_SHUFFLE(2, 3, 0, 1));
- x ^= ((const __m128i *) (const void *) coeffs)[round];
- x = rotate24(x);
- y = rotate(y, S);
- newz = x ^ shift(z, 1) ^ shift(y & z, 2);
- newy = y ^ x ^ shift(x | z, 1);
- x = z ^ y ^ shift(x & y, 3);
- y = newy;
- z = newz;
- x = rotate24(x);
- y = rotate(y, S);
- newz = x ^ shift(z, 1) ^ shift(y & z, 2);
- newy = y ^ x ^ shift(x | z, 1);
- x = z ^ y ^ shift(x & y, 3);
- y = newy;
- z = newz;
- x = _mm_shuffle_epi32(x, _MM_SHUFFLE(1, 0, 3, 2));
- x = rotate24(x);
- y = rotate(y, S);
- newz = x ^ shift(z, 1) ^ shift(y & z, 2);
- newy = y ^ x ^ shift(x | z, 1);
- x = z ^ y ^ shift(x & y, 3);
- y = newy;
- z = newz;
- }
- _mm_storeu_si128((__m128i *) (void *) &state[0], x);
- _mm_storeu_si128((__m128i *) (void *) &state[4], y);
- _mm_storeu_si128((__m128i *) (void *) &state[8], z);
- }
|