12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091 |
- /*
- BLAKE2 reference source code package - optimized C implementations
- Written in 2012 by Samuel Neves <sneves@dei.uc.pt>
- To the extent possible under law, the author(s) have dedicated all copyright
- and related and neighboring rights to this software to the public domain
- worldwide. This software is distributed without any warranty.
- You should have received a copy of the CC0 Public Domain Dedication along with
- this software. If not, see <http://creativecommons.org/publicdomain/zero/1.0/>.
- */
- #pragma once
- #ifndef __BLAKE2S_ROUND_H__
- #define __BLAKE2S_ROUND_H__
- #define LOAD(p) _mm_load_si128( (__m128i *)(p) )
- #define STORE(p,r) _mm_store_si128((__m128i *)(p), r)
- #define LOADU(p) _mm_loadu_si128( (__m128i *)(p) )
- #define STOREU(p,r) _mm_storeu_si128((__m128i *)(p), r)
- #define TOF(reg) _mm_castsi128_ps((reg))
- #define TOI(reg) _mm_castps_si128((reg))
- #define LIKELY(x) __builtin_expect((x),1)
- /* Microarchitecture-specific macros */
- #ifndef HAVE_XOP
- #ifdef HAVE_SSSE3
- #define _mm_roti_epi32(r, c) ( \
- (8==-(c)) ? _mm_shuffle_epi8(r,r8) \
- : (16==-(c)) ? _mm_shuffle_epi8(r,r16) \
- : _mm_xor_si128(_mm_srli_epi32( (r), -(c) ),_mm_slli_epi32( (r), 32-(-(c)) )) )
- #else
- #define _mm_roti_epi32(r, c) _mm_xor_si128(_mm_srli_epi32( (r), -(c) ),_mm_slli_epi32( (r), 32-(-(c)) ))
- #endif
- #else
- /* ... */
- #endif
- #define G1(row1,row2,row3,row4,buf) \
- row1 = _mm_add_epi32( _mm_add_epi32( row1, buf), row2 ); \
- row4 = _mm_xor_si128( row4, row1 ); \
- row4 = _mm_roti_epi32(row4, -16); \
- row3 = _mm_add_epi32( row3, row4 ); \
- row2 = _mm_xor_si128( row2, row3 ); \
- row2 = _mm_roti_epi32(row2, -12);
- #define G2(row1,row2,row3,row4,buf) \
- row1 = _mm_add_epi32( _mm_add_epi32( row1, buf), row2 ); \
- row4 = _mm_xor_si128( row4, row1 ); \
- row4 = _mm_roti_epi32(row4, -8); \
- row3 = _mm_add_epi32( row3, row4 ); \
- row2 = _mm_xor_si128( row2, row3 ); \
- row2 = _mm_roti_epi32(row2, -7);
- #define DIAGONALIZE(row1,row2,row3,row4) \
- row4 = _mm_shuffle_epi32( row4, _MM_SHUFFLE(2,1,0,3) ); \
- row3 = _mm_shuffle_epi32( row3, _MM_SHUFFLE(1,0,3,2) ); \
- row2 = _mm_shuffle_epi32( row2, _MM_SHUFFLE(0,3,2,1) );
- #define UNDIAGONALIZE(row1,row2,row3,row4) \
- row4 = _mm_shuffle_epi32( row4, _MM_SHUFFLE(0,3,2,1) ); \
- row3 = _mm_shuffle_epi32( row3, _MM_SHUFFLE(1,0,3,2) ); \
- row2 = _mm_shuffle_epi32( row2, _MM_SHUFFLE(2,1,0,3) );
- #if defined(HAVE_XOP)
- #include "blake2s-load-xop.h"
- #elif defined(HAVE_SSE4_1)
- #include "blake2s-load-sse41.h"
- #else
- #include "blake2s-load-sse2.h"
- #endif
- #define ROUND(r) \
- LOAD_MSG_ ##r ##_1(buf1); \
- G1(row1,row2,row3,row4,buf1); \
- LOAD_MSG_ ##r ##_2(buf2); \
- G2(row1,row2,row3,row4,buf2); \
- DIAGONALIZE(row1,row2,row3,row4); \
- LOAD_MSG_ ##r ##_3(buf3); \
- G1(row1,row2,row3,row4,buf3); \
- LOAD_MSG_ ##r ##_4(buf4); \
- G2(row1,row2,row3,row4,buf4); \
- UNDIAGONALIZE(row1,row2,row3,row4); \
- #endif
|