diff options
| author | Jeffrey Walton <noloader@gmail.com> | 2021-04-26 04:50:48 -0400 |
|---|---|---|
| committer | GitHub <noreply@github.com> | 2021-04-26 04:50:48 -0400 |
| commit | a0e21c77aeadb2d8bb4c03a830528c9ae0616dfe (patch) | |
| tree | 9c8dd638fa7dd6a1c84d483eb062c7716f6a3db5 /lsh512_sse.cpp | |
| parent | 21a40abc5ceeb0ccf6577a444f1b4c19fa6379c6 (diff) | |
| download | cryptopp-git-a0e21c77aeadb2d8bb4c03a830528c9ae0616dfe.tar.gz | |
Add LSH dynamic dispatch (PR #1032)
This commit adds dynamic dispatch to LSH. The implementation pivots on AVX2 and SSSE3.
Diffstat (limited to 'lsh512_sse.cpp')
| -rw-r--r-- | lsh512_sse.cpp | 937 |
1 files changed, 937 insertions, 0 deletions
diff --git a/lsh512_sse.cpp b/lsh512_sse.cpp new file mode 100644 index 00000000..8fb89ef7 --- /dev/null +++ b/lsh512_sse.cpp @@ -0,0 +1,937 @@ +// lsh.cpp - written and placed in the public domain by Jeffrey Walton
+// Based on the specification and source code provided by
+// Korea Internet & Security Agency (KISA) website. Also
+// see https://seed.kisa.or.kr/kisa/algorithm/EgovLSHInfo.do
+// and https://seed.kisa.or.kr/kisa/Board/22/detailView.do.
+
+// We are hitting some sort of GCC bug in the LSH AVX2 code path.
+// Clang is OK on the AVX2 code path. We believe it is GCC Issue
+// 82735, https://gcc.gnu.org/bugzilla/show_bug.cgi?id=82735. It
+// makes using zeroupper a little tricky.
+
+#include "pch.h"
+#include "config.h"
+
+#include "lsh.h"
+#include "misc.h"
+
+#if defined(CRYPTOPP_SSSE3_AVAILABLE) && defined(CRYPTOPP_ENABLE_64BIT_SSE)
+
+#if defined(CRYPTOPP_SSSE3_AVAILABLE)
+# include <emmintrin.h>
+# include <tmmintrin.h>
+#endif
+
+#if defined(CRYPTOPP_XOP_AVAILABLE)
+# include <ammintrin.h>
+#endif
+
+#if defined(__GNUC__) && defined(__amd64__)
+# include <x86intrin.h>
+#endif
+
+ANONYMOUS_NAMESPACE_BEGIN
+
+/* LSH Constants */
+
+const unsigned int LSH512_MSG_BLK_BYTE_LEN = 256;
+// const unsigned int LSH512_MSG_BLK_BIT_LEN = 2048;
+// const unsigned int LSH512_CV_BYTE_LEN = 128;
+const unsigned int LSH512_HASH_VAL_MAX_BYTE_LEN = 64;
+
+// const unsigned int MSG_BLK_WORD_LEN = 32;
+const unsigned int CV_WORD_LEN = 16;
+const unsigned int CONST_WORD_LEN = 8;
+const unsigned int HASH_VAL_MAX_WORD_LEN = 8;
+const unsigned int NUM_STEPS = 28;
+
+const unsigned int ROT_EVEN_ALPHA = 23;
+const unsigned int ROT_EVEN_BETA = 59;
+const unsigned int ROT_ODD_ALPHA = 7;
+const unsigned int ROT_ODD_BETA = 3;
+
+const unsigned int LSH_TYPE_512_512 = 0x0010040;
+const unsigned int LSH_TYPE_512_384 = 0x0010030;
+const unsigned int LSH_TYPE_512_256 = 0x0010020;
+const unsigned int LSH_TYPE_512_224 = 0x001001C;
+
+// const unsigned int LSH_TYPE_384 = LSH_TYPE_512_384;
+// const unsigned int LSH_TYPE_512 = LSH_TYPE_512_512;
+
+/* Error Code */
+
+const unsigned int LSH_SUCCESS = 0x0;
+// const unsigned int LSH_ERR_NULL_PTR = 0x2401;
+// const unsigned int LSH_ERR_INVALID_ALGTYPE = 0x2402;
+const unsigned int LSH_ERR_INVALID_DATABITLEN = 0x2403;
+const unsigned int LSH_ERR_INVALID_STATE = 0x2404;
+
+/* Index into our state array */
+
+const unsigned int AlgorithmType = 80;
+const unsigned int RemainingBits = 81;
+
+NAMESPACE_END
+
+NAMESPACE_BEGIN(CryptoPP)
+NAMESPACE_BEGIN(LSH)
+
+// lsh512.cpp
+extern const word64 LSH512_IV224[CV_WORD_LEN];
+extern const word64 LSH512_IV256[CV_WORD_LEN];
+extern const word64 LSH512_IV384[CV_WORD_LEN];
+extern const word64 LSH512_IV512[CV_WORD_LEN];
+extern const word64 LSH512_StepConstants[CONST_WORD_LEN * NUM_STEPS];
+
+NAMESPACE_END // LSH
+NAMESPACE_END // Crypto++
+
+ANONYMOUS_NAMESPACE_BEGIN
+
+using CryptoPP::byte;
+using CryptoPP::word32;
+using CryptoPP::word64;
+using CryptoPP::rotlFixed;
+using CryptoPP::rotlConstant;
+
+using CryptoPP::GetBlock;
+using CryptoPP::LittleEndian;
+using CryptoPP::ConditionalByteReverse;
+using CryptoPP::LITTLE_ENDIAN_ORDER;
+
+using CryptoPP::LSH::LSH512_IV224;
+using CryptoPP::LSH::LSH512_IV256;
+using CryptoPP::LSH::LSH512_IV384;
+using CryptoPP::LSH::LSH512_IV512;
+using CryptoPP::LSH::LSH512_StepConstants;
+
+typedef byte lsh_u8;
+typedef word32 lsh_u32;
+typedef word64 lsh_u64;
+typedef word32 lsh_uint;
+typedef word32 lsh_err;
+typedef word32 lsh_type;
+
+struct LSH512_SSSE3_Context
+{
+ LSH512_SSSE3_Context(word64* state, word64 algType, word64& remainingBitLength) :
+ cv_l(state+0), cv_r(state+8), sub_msgs(state+16),
+ last_block(reinterpret_cast<byte*>(state+48)),
+ remain_databitlen(remainingBitLength),
+ alg_type(static_cast<lsh_type>(algType)) {}
+
+ lsh_u64* cv_l; // start of our state block
+ lsh_u64* cv_r;
+ lsh_u64* sub_msgs;
+ lsh_u8* last_block;
+ lsh_u64& remain_databitlen;
+ lsh_type alg_type;
+};
+
+struct LSH512_SSSE3_Internal
+{
+ LSH512_SSSE3_Internal(word64* state) :
+ submsg_e_l(state+16), submsg_e_r(state+24),
+ submsg_o_l(state+32), submsg_o_r(state+40) { }
+
+ lsh_u64* submsg_e_l; /* even left sub-message */
+ lsh_u64* submsg_e_r; /* even right sub-message */
+ lsh_u64* submsg_o_l; /* odd left sub-message */
+ lsh_u64* submsg_o_r; /* odd right sub-message */
+};
+
+const lsh_u32 g_gamma512[8] = { 0, 16, 32, 48, 8, 24, 40, 56 };
+
+/* LSH AlgType Macro */
+
+inline bool LSH_IS_LSH512(lsh_uint val) {
+ return (val & 0xf0000) == 0x10000;
+}
+
+inline lsh_uint LSH_GET_SMALL_HASHBIT(lsh_uint val) {
+ return val >> 24;
+}
+
+inline lsh_uint LSH_GET_HASHBYTE(lsh_uint val) {
+ return val & 0xffff;
+}
+
+inline lsh_uint LSH_GET_HASHBIT(lsh_uint val) {
+ return (LSH_GET_HASHBYTE(val) << 3) - LSH_GET_SMALL_HASHBIT(val);
+}
+
+inline lsh_u64 loadLE64(lsh_u64 v) {
+ return ConditionalByteReverse(LITTLE_ENDIAN_ORDER, v);
+}
+
+lsh_u64 ROTL64(lsh_u64 x, lsh_u32 r) {
+ return rotlFixed(x, r);
+}
+
+// Original code relied upon unaligned lsh_u64 buffer
+inline void load_msg_blk(LSH512_SSSE3_Internal* i_state, const lsh_u8 msgblk[LSH512_MSG_BLK_BYTE_LEN])
+{
+ lsh_u64* submsg_e_l = i_state->submsg_e_l;
+ lsh_u64* submsg_e_r = i_state->submsg_e_r;
+ lsh_u64* submsg_o_l = i_state->submsg_o_l;
+ lsh_u64* submsg_o_r = i_state->submsg_o_r;
+
+ _mm_storeu_si128(M128_CAST(submsg_e_l+0),
+ _mm_loadu_si128(CONST_M128_CAST(msgblk+0)));
+ _mm_storeu_si128(M128_CAST(submsg_e_l+2),
+ _mm_loadu_si128(CONST_M128_CAST(msgblk+16)));
+ _mm_storeu_si128(M128_CAST(submsg_e_l+4),
+ _mm_loadu_si128(CONST_M128_CAST(msgblk+32)));
+ _mm_storeu_si128(M128_CAST(submsg_e_l+6),
+ _mm_loadu_si128(CONST_M128_CAST(msgblk+48)));
+
+ _mm_storeu_si128(M128_CAST(submsg_e_r+0),
+ _mm_loadu_si128(CONST_M128_CAST(msgblk+64)));
+ _mm_storeu_si128(M128_CAST(submsg_e_r+2),
+ _mm_loadu_si128(CONST_M128_CAST(msgblk+80)));
+ _mm_storeu_si128(M128_CAST(submsg_e_r+4),
+ _mm_loadu_si128(CONST_M128_CAST(msgblk+96)));
+ _mm_storeu_si128(M128_CAST(submsg_e_r+6),
+ _mm_loadu_si128(CONST_M128_CAST(msgblk+112)));
+
+ _mm_storeu_si128(M128_CAST(submsg_o_l+0),
+ _mm_loadu_si128(CONST_M128_CAST(msgblk+128)));
+ _mm_storeu_si128(M128_CAST(submsg_o_l+2),
+ _mm_loadu_si128(CONST_M128_CAST(msgblk+144)));
+ _mm_storeu_si128(M128_CAST(submsg_o_l+4),
+ _mm_loadu_si128(CONST_M128_CAST(msgblk+160)));
+ _mm_storeu_si128(M128_CAST(submsg_o_l+6),
+ _mm_loadu_si128(CONST_M128_CAST(msgblk+176)));
+
+ _mm_storeu_si128(M128_CAST(submsg_o_r+0),
+ _mm_loadu_si128(CONST_M128_CAST(msgblk+192)));
+ _mm_storeu_si128(M128_CAST(submsg_o_r+2),
+ _mm_loadu_si128(CONST_M128_CAST(msgblk+208)));
+ _mm_storeu_si128(M128_CAST(submsg_o_r+4),
+ _mm_loadu_si128(CONST_M128_CAST(msgblk+224)));
+ _mm_storeu_si128(M128_CAST(submsg_o_r+6),
+ _mm_loadu_si128(CONST_M128_CAST(msgblk+240)));
+}
+
+inline void msg_exp_even(LSH512_SSSE3_Internal* i_state)
+{
+ CRYPTOPP_ASSERT(i_state != NULLPTR);
+
+ lsh_u64* submsg_e_l = i_state->submsg_e_l;
+ lsh_u64* submsg_e_r = i_state->submsg_e_r;
+ lsh_u64* submsg_o_l = i_state->submsg_o_l;
+ lsh_u64* submsg_o_r = i_state->submsg_o_r;
+
+ __m128i temp;
+ _mm_storeu_si128(M128_CAST(submsg_e_l+2), _mm_shuffle_epi32(
+ _mm_loadu_si128(CONST_M128_CAST(submsg_e_l+2)), _MM_SHUFFLE(1,0,3,2)));
+
+ temp = _mm_loadu_si128(CONST_M128_CAST(submsg_e_l+0));
+ _mm_storeu_si128(M128_CAST(submsg_e_l+0),
+ _mm_loadu_si128(CONST_M128_CAST(submsg_e_l+2)));
+ _mm_storeu_si128(M128_CAST(submsg_e_l+2), temp);
+ _mm_storeu_si128(M128_CAST(submsg_e_l+6), _mm_shuffle_epi32(
+ _mm_loadu_si128(CONST_M128_CAST(submsg_e_l+6)), _MM_SHUFFLE(1,0,3,2)));
+
+ temp = _mm_loadu_si128(CONST_M128_CAST(submsg_e_l+4));
+ _mm_storeu_si128(M128_CAST(submsg_e_l+4), _mm_unpacklo_epi64(
+ _mm_loadu_si128(CONST_M128_CAST(submsg_e_l+6)),
+ _mm_loadu_si128(CONST_M128_CAST(submsg_e_l+4))));
+ _mm_storeu_si128(M128_CAST(submsg_e_l+6), _mm_unpackhi_epi64(
+ temp, _mm_loadu_si128(CONST_M128_CAST(submsg_e_l+6))));
+ _mm_storeu_si128(M128_CAST(submsg_e_r+2), _mm_shuffle_epi32(
+ _mm_loadu_si128(CONST_M128_CAST(submsg_e_r+2)), _MM_SHUFFLE(1,0,3,2)));
+
+ temp = _mm_loadu_si128(CONST_M128_CAST(submsg_e_r+0));
+ _mm_storeu_si128(M128_CAST(submsg_e_r+0),
+ _mm_loadu_si128(CONST_M128_CAST(submsg_e_r+2)));
+ _mm_storeu_si128(M128_CAST(submsg_e_r+2), temp);
+ _mm_storeu_si128(M128_CAST(submsg_e_r+6), _mm_shuffle_epi32(
+ _mm_loadu_si128(CONST_M128_CAST(submsg_e_r+6)), _MM_SHUFFLE(1,0,3,2)));
+
+ temp = _mm_loadu_si128(CONST_M128_CAST(submsg_e_r+4));
+ _mm_storeu_si128(M128_CAST(submsg_e_r+4), _mm_unpacklo_epi64(
+ _mm_loadu_si128(CONST_M128_CAST(submsg_e_r+6)),
+ _mm_loadu_si128(CONST_M128_CAST(submsg_e_r+4))));
+ _mm_storeu_si128(M128_CAST(submsg_e_r+6), _mm_unpackhi_epi64(
+ temp, _mm_loadu_si128(CONST_M128_CAST(submsg_e_r+6))));
+
+ _mm_storeu_si128(M128_CAST(submsg_e_l+0), _mm_add_epi64(
+ _mm_loadu_si128(CONST_M128_CAST(submsg_o_l+0)),
+ _mm_loadu_si128(CONST_M128_CAST(submsg_e_l+0))));
+ _mm_storeu_si128(M128_CAST(submsg_e_l+2), _mm_add_epi64(
+ _mm_loadu_si128(CONST_M128_CAST(submsg_o_l+2)),
+ _mm_loadu_si128(CONST_M128_CAST(submsg_e_l+2))));
+ _mm_storeu_si128(M128_CAST(submsg_e_l+4), _mm_add_epi64(
+ _mm_loadu_si128(CONST_M128_CAST(submsg_o_l+4)),
+ _mm_loadu_si128(CONST_M128_CAST(submsg_e_l+4))));
+ _mm_storeu_si128(M128_CAST(submsg_e_l+6), _mm_add_epi64(
+ _mm_loadu_si128(CONST_M128_CAST(submsg_o_l+6)),
+ _mm_loadu_si128(CONST_M128_CAST(submsg_e_l+6))));
+
+ _mm_storeu_si128(M128_CAST(submsg_e_r+0), _mm_add_epi64(
+ _mm_loadu_si128(CONST_M128_CAST(submsg_o_r+0)),
+ _mm_loadu_si128(CONST_M128_CAST(submsg_e_r+0))));
+ _mm_storeu_si128(M128_CAST(submsg_e_r+2), _mm_add_epi64(
+ _mm_loadu_si128(CONST_M128_CAST(submsg_o_r+2)),
+ _mm_loadu_si128(CONST_M128_CAST(submsg_e_r+2))));
+ _mm_storeu_si128(M128_CAST(submsg_e_r+4), _mm_add_epi64(
+ _mm_loadu_si128(CONST_M128_CAST(submsg_o_r+4)),
+ _mm_loadu_si128(CONST_M128_CAST(submsg_e_r+4))));
+ _mm_storeu_si128(M128_CAST(submsg_e_r+6), _mm_add_epi64(
+ _mm_loadu_si128(CONST_M128_CAST(submsg_o_r+6)),
+ _mm_loadu_si128(CONST_M128_CAST(submsg_e_r+6))));
+}
+
+inline void msg_exp_odd(LSH512_SSSE3_Internal* i_state)
+{
+ CRYPTOPP_ASSERT(i_state != NULLPTR);
+
+ lsh_u64* submsg_e_l = i_state->submsg_e_l;
+ lsh_u64* submsg_e_r = i_state->submsg_e_r;
+ lsh_u64* submsg_o_l = i_state->submsg_o_l;
+ lsh_u64* submsg_o_r = i_state->submsg_o_r;
+
+ __m128i temp;
+ _mm_storeu_si128(M128_CAST(submsg_o_l+2), _mm_shuffle_epi32(
+ _mm_loadu_si128(CONST_M128_CAST(submsg_o_l+2)), _MM_SHUFFLE(1,0,3,2)));
+
+ temp = _mm_loadu_si128(CONST_M128_CAST(submsg_o_l+0));
+ _mm_storeu_si128(M128_CAST(submsg_o_l+0),
+ _mm_loadu_si128(CONST_M128_CAST(submsg_o_l+2)));
+ _mm_storeu_si128(M128_CAST(submsg_o_l+2), temp);
+ _mm_storeu_si128(M128_CAST(submsg_o_l+6), _mm_shuffle_epi32(
+ _mm_loadu_si128(CONST_M128_CAST(submsg_o_l+6)), _MM_SHUFFLE(1,0,3,2)));
+
+ temp = _mm_loadu_si128(CONST_M128_CAST(submsg_o_l+4));
+ _mm_storeu_si128(M128_CAST(submsg_o_l+4), _mm_unpacklo_epi64(
+ _mm_loadu_si128(CONST_M128_CAST(submsg_o_l+6)),
+ _mm_loadu_si128(CONST_M128_CAST(submsg_o_l+4))));
+ _mm_storeu_si128(M128_CAST(submsg_o_l+6), _mm_unpackhi_epi64(
+ temp, _mm_loadu_si128(CONST_M128_CAST(submsg_o_l+6))));
+ _mm_storeu_si128(M128_CAST(submsg_o_r+2), _mm_shuffle_epi32(
+ _mm_loadu_si128(CONST_M128_CAST(submsg_o_r+2)), _MM_SHUFFLE(1,0,3,2)));
+
+ temp = _mm_loadu_si128(CONST_M128_CAST(submsg_o_r+0));
+ _mm_storeu_si128(M128_CAST(submsg_o_r+0),
+ _mm_loadu_si128(CONST_M128_CAST(submsg_o_r+2)));
+ _mm_storeu_si128(M128_CAST(submsg_o_r+2), temp);
+ _mm_storeu_si128(M128_CAST(submsg_o_r+6), _mm_shuffle_epi32(
+ _mm_loadu_si128(CONST_M128_CAST(submsg_o_r+6)), _MM_SHUFFLE(1,0,3,2)));
+
+ temp = _mm_loadu_si128(CONST_M128_CAST(submsg_o_r+4));
+ _mm_storeu_si128(M128_CAST(submsg_o_r+4), _mm_unpacklo_epi64(
+ _mm_loadu_si128(CONST_M128_CAST(submsg_o_r+6)),
+ _mm_loadu_si128(CONST_M128_CAST(submsg_o_r+4))));
+ _mm_storeu_si128(M128_CAST(submsg_o_r+6), _mm_unpackhi_epi64(
+ temp, _mm_loadu_si128(CONST_M128_CAST(submsg_o_r+6))));
+
+ _mm_storeu_si128(M128_CAST(submsg_o_l+0), _mm_add_epi64(
+ _mm_loadu_si128(CONST_M128_CAST(submsg_e_l+0)),
+ _mm_loadu_si128(CONST_M128_CAST(submsg_o_l+0))));
+ _mm_storeu_si128(M128_CAST(submsg_o_l+2), _mm_add_epi64(
+ _mm_loadu_si128(CONST_M128_CAST(submsg_e_l+2)),
+ _mm_loadu_si128(CONST_M128_CAST(submsg_o_l+2))));
+ _mm_storeu_si128(M128_CAST(submsg_o_l+4), _mm_add_epi64(
+ _mm_loadu_si128(CONST_M128_CAST(submsg_e_l+4)),
+ _mm_loadu_si128(CONST_M128_CAST(submsg_o_l+4))));
+ _mm_storeu_si128(M128_CAST(submsg_o_l+6), _mm_add_epi64(
+ _mm_loadu_si128(CONST_M128_CAST(submsg_e_l+6)),
+ _mm_loadu_si128(CONST_M128_CAST(submsg_o_l+6))));
+
+ _mm_storeu_si128(M128_CAST(submsg_o_r+0), _mm_add_epi64(
+ _mm_loadu_si128(CONST_M128_CAST(submsg_e_r+0)),
+ _mm_loadu_si128(CONST_M128_CAST(submsg_o_r+0))));
+ _mm_storeu_si128(M128_CAST(submsg_o_r+2), _mm_add_epi64(
+ _mm_loadu_si128(CONST_M128_CAST(submsg_e_r+2)),
+ _mm_loadu_si128(CONST_M128_CAST(submsg_o_r+2))));
+ _mm_storeu_si128(M128_CAST(submsg_o_r+4), _mm_add_epi64(
+ _mm_loadu_si128(CONST_M128_CAST(submsg_e_r+4)),
+ _mm_loadu_si128(CONST_M128_CAST(submsg_o_r+4))));
+ _mm_storeu_si128(M128_CAST(submsg_o_r+6), _mm_add_epi64(
+ _mm_loadu_si128(CONST_M128_CAST(submsg_e_r+6)),
+ _mm_loadu_si128(CONST_M128_CAST(submsg_o_r+6))));
+}
+
+inline void load_sc(const lsh_u64** p_const_v, size_t i)
+{
+ *p_const_v = &LSH512_StepConstants[i];
+}
+
+inline void msg_add_even(lsh_u64 cv_l[8], lsh_u64 cv_r[8], LSH512_SSSE3_Internal* i_state)
+{
+ CRYPTOPP_ASSERT(i_state != NULLPTR);
+
+ lsh_u64* submsg_e_l = i_state->submsg_e_l;
+ lsh_u64* submsg_e_r = i_state->submsg_e_r;
+
+ _mm_storeu_si128(M128_CAST(cv_l), _mm_xor_si128(
+ _mm_loadu_si128(CONST_M128_CAST(cv_l)),
+ _mm_loadu_si128(CONST_M128_CAST(submsg_e_l))));
+ _mm_storeu_si128(M128_CAST(cv_r), _mm_xor_si128(
+ _mm_loadu_si128(CONST_M128_CAST(cv_r)),
+ _mm_loadu_si128(CONST_M128_CAST(submsg_e_r))));
+ _mm_storeu_si128(M128_CAST(cv_l+2), _mm_xor_si128(
+ _mm_loadu_si128(CONST_M128_CAST(cv_l+2)),
+ _mm_loadu_si128(CONST_M128_CAST(submsg_e_l+2))));
+ _mm_storeu_si128(M128_CAST(cv_r+2), _mm_xor_si128(
+ _mm_loadu_si128(CONST_M128_CAST(cv_r+2)),
+ _mm_loadu_si128(CONST_M128_CAST(submsg_e_r+2))));
+ _mm_storeu_si128(M128_CAST(cv_l+4), _mm_xor_si128(
+ _mm_loadu_si128(CONST_M128_CAST(cv_l+4)),
+ _mm_loadu_si128(CONST_M128_CAST(submsg_e_l+4))));
+ _mm_storeu_si128(M128_CAST(cv_r+4), _mm_xor_si128(
+ _mm_loadu_si128(CONST_M128_CAST(cv_r+4)),
+ _mm_loadu_si128(CONST_M128_CAST(submsg_e_r+4))));
+ _mm_storeu_si128(M128_CAST(cv_l+6), _mm_xor_si128(
+ _mm_loadu_si128(CONST_M128_CAST(cv_l+6)),
+ _mm_loadu_si128(CONST_M128_CAST(submsg_e_l+6))));
+ _mm_storeu_si128(M128_CAST(cv_r+6), _mm_xor_si128(
+ _mm_loadu_si128(CONST_M128_CAST(cv_r+6)),
+ _mm_loadu_si128(CONST_M128_CAST(submsg_e_r+6))));
+}
+
+inline void msg_add_odd(lsh_u64 cv_l[8], lsh_u64 cv_r[8], LSH512_SSSE3_Internal* i_state)
+{
+ CRYPTOPP_ASSERT(i_state != NULLPTR);
+
+ lsh_u64* submsg_o_l = i_state->submsg_o_l;
+ lsh_u64* submsg_o_r = i_state->submsg_o_r;
+
+ _mm_storeu_si128(M128_CAST(cv_l), _mm_xor_si128(
+ _mm_loadu_si128(CONST_M128_CAST(cv_l)),
+ _mm_loadu_si128(CONST_M128_CAST(submsg_o_l))));
+ _mm_storeu_si128(M128_CAST(cv_r), _mm_xor_si128(
+ _mm_loadu_si128(CONST_M128_CAST(cv_r)),
+ _mm_loadu_si128(CONST_M128_CAST(submsg_o_r))));
+ _mm_storeu_si128(M128_CAST(cv_l+2), _mm_xor_si128(
+ _mm_loadu_si128(CONST_M128_CAST(cv_l+2)),
+ _mm_loadu_si128(CONST_M128_CAST(submsg_o_l+2))));
+ _mm_storeu_si128(M128_CAST(cv_r+2), _mm_xor_si128(
+ _mm_loadu_si128(CONST_M128_CAST(cv_r+2)),
+ _mm_loadu_si128(CONST_M128_CAST(submsg_o_r+2))));
+ _mm_storeu_si128(M128_CAST(cv_l+4), _mm_xor_si128(
+ _mm_loadu_si128(CONST_M128_CAST(cv_l+4)),
+ _mm_loadu_si128(CONST_M128_CAST(submsg_o_l+4))));
+ _mm_storeu_si128(M128_CAST(cv_r+4), _mm_xor_si128(
+ _mm_loadu_si128(CONST_M128_CAST(cv_r+4)),
+ _mm_loadu_si128(CONST_M128_CAST(submsg_o_r+4))));
+ _mm_storeu_si128(M128_CAST(cv_l+6), _mm_xor_si128(
+ _mm_loadu_si128(CONST_M128_CAST(cv_l+6)),
+ _mm_loadu_si128(CONST_M128_CAST(submsg_o_l+6))));
+ _mm_storeu_si128(M128_CAST(cv_r+6), _mm_xor_si128(
+ _mm_loadu_si128(CONST_M128_CAST(cv_r+6)),
+ _mm_loadu_si128(CONST_M128_CAST(submsg_o_r+6))));
+}
+
+inline void add_blk(lsh_u64 cv_l[8], lsh_u64 cv_r[8])
+{
+ _mm_storeu_si128(M128_CAST(cv_l), _mm_add_epi64(
+ _mm_loadu_si128(CONST_M128_CAST(cv_l)),
+ _mm_loadu_si128(CONST_M128_CAST(cv_r))));
+ _mm_storeu_si128(M128_CAST(cv_l+2), _mm_add_epi64(
+ _mm_loadu_si128(CONST_M128_CAST(cv_l+2)),
+ _mm_loadu_si128(CONST_M128_CAST(cv_r+2))));
+ _mm_storeu_si128(M128_CAST(cv_l+4), _mm_add_epi64(
+ _mm_loadu_si128(CONST_M128_CAST(cv_l+4)),
+ _mm_loadu_si128(CONST_M128_CAST(cv_r+4))));
+ _mm_storeu_si128(M128_CAST(cv_l+6), _mm_add_epi64(
+ _mm_loadu_si128(CONST_M128_CAST(cv_l+6)),
+ _mm_loadu_si128(CONST_M128_CAST(cv_r+6))));
+}
+
+template <unsigned int R>
+inline void rotate_blk(lsh_u64 cv[8])
+{
+#if defined(CRYPTOPP_XOP_AVAILABLE)
+ _mm_storeu_si128(M128_CAST(cv),
+ _mm_roti_epi64(_mm_loadu_si128(CONST_M128_CAST(cv)), R));
+ _mm_storeu_si128(M128_CAST(cv+2),
+ _mm_roti_epi64(_mm_loadu_si128(CONST_M128_CAST(cv+2)), R));
+ _mm_storeu_si128(M128_CAST(cv+4),
+ _mm_roti_epi64(_mm_loadu_si128(CONST_M128_CAST(cv+4)), R));
+ _mm_storeu_si128(M128_CAST(cv+6),
+ _mm_roti_epi64(_mm_loadu_si128(CONST_M128_CAST(cv+6)), R));
+
+#else
+ _mm_storeu_si128(M128_CAST(cv), _mm_or_si128(
+ _mm_slli_epi64(_mm_loadu_si128(CONST_M128_CAST(cv)), R),
+ _mm_srli_epi64(_mm_loadu_si128(CONST_M128_CAST(cv)), 64-R)));
+ _mm_storeu_si128(M128_CAST(cv+2), _mm_or_si128(
+ _mm_slli_epi64(_mm_loadu_si128(CONST_M128_CAST(cv+2)), R),
+ _mm_srli_epi64(_mm_loadu_si128(CONST_M128_CAST(cv+2)), 64-R)));
+ _mm_storeu_si128(M128_CAST(cv+4), _mm_or_si128(
+ _mm_slli_epi64(_mm_loadu_si128(CONST_M128_CAST(cv+4)), R),
+ _mm_srli_epi64(_mm_loadu_si128(CONST_M128_CAST(cv+4)), 64-R)));
+ _mm_storeu_si128(M128_CAST(cv+6), _mm_or_si128(
+ _mm_slli_epi64(_mm_loadu_si128(CONST_M128_CAST(cv+6)), R),
+ _mm_srli_epi64(_mm_loadu_si128(CONST_M128_CAST(cv+6)), 64-R)));
+#endif
+}
+
+inline void xor_with_const(lsh_u64 cv_l[8], const lsh_u64 const_v[8])
+{
+ _mm_storeu_si128(M128_CAST(cv_l), _mm_xor_si128(
+ _mm_loadu_si128(CONST_M128_CAST(cv_l)),
+ _mm_loadu_si128(CONST_M128_CAST(const_v))));
+ _mm_storeu_si128(M128_CAST(cv_l+2), _mm_xor_si128(
+ _mm_loadu_si128(CONST_M128_CAST(cv_l+2)),
+ _mm_loadu_si128(CONST_M128_CAST(const_v+2))));
+ _mm_storeu_si128(M128_CAST(cv_l+4), _mm_xor_si128(
+ _mm_loadu_si128(CONST_M128_CAST(cv_l+4)),
+ _mm_loadu_si128(CONST_M128_CAST(const_v+4))));
+ _mm_storeu_si128(M128_CAST(cv_l+6), _mm_xor_si128(
+ _mm_loadu_si128(CONST_M128_CAST(cv_l+6)),
+ _mm_loadu_si128(CONST_M128_CAST(const_v+6))));
+}
+
+inline void rotate_msg_gamma(lsh_u64 cv_r[8])
+{
+ // g_gamma512[8] = { 0, 16, 32, 48, 8, 24, 40, 56 };
+ _mm_storeu_si128(M128_CAST(cv_r+0),
+ _mm_shuffle_epi8(_mm_loadu_si128(CONST_M128_CAST(cv_r+0)),
+ _mm_set_epi8(13,12,11,10, 9,8,15,14, 7,6,5,4, 3,2,1,0)));
+ _mm_storeu_si128(M128_CAST(cv_r+2),
+ _mm_shuffle_epi8(_mm_loadu_si128(CONST_M128_CAST(cv_r+2)),
+ _mm_set_epi8(9,8,15,14, 13,12,11,10, 3,2,1,0, 7,6,5,4)));
+
+ _mm_storeu_si128(M128_CAST(cv_r+4),
+ _mm_shuffle_epi8(_mm_loadu_si128(CONST_M128_CAST(cv_r+4)),
+ _mm_set_epi8(12,11,10,9, 8,15,14,13, 6,5,4,3, 2,1,0,7)));
+ _mm_storeu_si128(M128_CAST(cv_r+6),
+ _mm_shuffle_epi8(_mm_loadu_si128(CONST_M128_CAST(cv_r+6)),
+ _mm_set_epi8(8,15,14,13, 12,11,10,9, 2,1,0,7, 6,5,4,3)));
+}
+
+inline void word_perm(lsh_u64 cv_l[8], lsh_u64 cv_r[8])
+{
+ __m128i temp[2];
+ temp[0] = _mm_loadu_si128(CONST_M128_CAST(cv_l+0));
+ _mm_storeu_si128(M128_CAST(cv_l+0), _mm_unpacklo_epi64(
+ _mm_loadu_si128(CONST_M128_CAST(cv_l+2)),
+ _mm_loadu_si128(CONST_M128_CAST(cv_l+0))));
+ _mm_storeu_si128(M128_CAST(cv_l+2), _mm_unpackhi_epi64(
+ temp[0], _mm_loadu_si128(CONST_M128_CAST(cv_l+2))));
+
+ temp[0] = _mm_loadu_si128(CONST_M128_CAST(cv_l+4));
+ _mm_storeu_si128(M128_CAST(cv_l+4), _mm_unpacklo_epi64(
+ _mm_loadu_si128(CONST_M128_CAST(cv_l+6)),
+ _mm_loadu_si128(CONST_M128_CAST(cv_l+4))));
+ _mm_storeu_si128(M128_CAST(cv_l+6), _mm_unpackhi_epi64(
+ temp[0], _mm_loadu_si128(CONST_M128_CAST(cv_l+6))));
+ _mm_storeu_si128(M128_CAST(cv_r+2), _mm_shuffle_epi32(
+ _mm_loadu_si128(CONST_M128_CAST(cv_r+2)), _MM_SHUFFLE(1,0,3,2)));
+
+ temp[0] = _mm_loadu_si128(CONST_M128_CAST(cv_r+0));
+ _mm_storeu_si128(M128_CAST(cv_r+0), _mm_unpacklo_epi64(
+ _mm_loadu_si128(CONST_M128_CAST(cv_r+0)),
+ _mm_loadu_si128(CONST_M128_CAST(cv_r+2))));
+ _mm_storeu_si128(M128_CAST(cv_r+2), _mm_unpackhi_epi64(
+ _mm_loadu_si128(CONST_M128_CAST(cv_r+2)), temp[0]));
+ _mm_storeu_si128(M128_CAST(cv_r+6), _mm_shuffle_epi32(
+ _mm_loadu_si128(CONST_M128_CAST(cv_r+6)), _MM_SHUFFLE(1,0,3,2)));
+
+ temp[0] = _mm_loadu_si128(CONST_M128_CAST(cv_r+4));
+ _mm_storeu_si128(M128_CAST(cv_r+4), _mm_unpacklo_epi64(
+ _mm_loadu_si128(CONST_M128_CAST(cv_r+4)),
+ _mm_loadu_si128(CONST_M128_CAST(cv_r+6))));
+ _mm_storeu_si128(M128_CAST(cv_r+6), _mm_unpackhi_epi64(
+ _mm_loadu_si128(CONST_M128_CAST(cv_r+6)), temp[0]));
+
+ temp[0] = _mm_loadu_si128(CONST_M128_CAST(cv_l+0));
+ temp[1] = _mm_loadu_si128(CONST_M128_CAST(cv_l+2));
+
+ _mm_storeu_si128(M128_CAST(cv_l+0),
+ _mm_loadu_si128(CONST_M128_CAST(cv_l+4)));
+ _mm_storeu_si128(M128_CAST(cv_l+2),
+ _mm_loadu_si128(CONST_M128_CAST(cv_l+6)));
+ _mm_storeu_si128(M128_CAST(cv_l+4),
+ _mm_loadu_si128(CONST_M128_CAST(cv_r+4)));
+ _mm_storeu_si128(M128_CAST(cv_l+6),
+ _mm_loadu_si128(CONST_M128_CAST(cv_r+6)));
+ _mm_storeu_si128(M128_CAST(cv_r+4),
+ _mm_loadu_si128(CONST_M128_CAST(cv_r+0)));
+ _mm_storeu_si128(M128_CAST(cv_r+6),
+ _mm_loadu_si128(CONST_M128_CAST(cv_r+2)));
+
+ _mm_storeu_si128(M128_CAST(cv_r+0), temp[0]);
+ _mm_storeu_si128(M128_CAST(cv_r+2), temp[1]);
+};
+
+/* -------------------------------------------------------- *
+* step function
+* -------------------------------------------------------- */
+
+template <unsigned int Alpha, unsigned int Beta>
+inline void mix(lsh_u64 cv_l[8], lsh_u64 cv_r[8], const lsh_u64 const_v[8])
+{
+ add_blk(cv_l, cv_r);
+ rotate_blk<Alpha>(cv_l);
+ xor_with_const(cv_l, const_v);
+ add_blk(cv_r, cv_l);
+ rotate_blk<Beta>(cv_r);
+ add_blk(cv_l, cv_r);
+ rotate_msg_gamma(cv_r);
+}
+
+/* -------------------------------------------------------- *
+* compression function
+* -------------------------------------------------------- */
+
+inline void compress(LSH512_SSSE3_Context* ctx, const lsh_u8 pdMsgBlk[LSH512_MSG_BLK_BYTE_LEN])
+{
+ CRYPTOPP_ASSERT(ctx != NULLPTR);
+
+ LSH512_SSSE3_Internal s_state(ctx->cv_l);
+ LSH512_SSSE3_Internal* i_state = &s_state;
+
+ const lsh_u64* const_v = NULL;
+ lsh_u64 *cv_l = ctx->cv_l;
+ lsh_u64 *cv_r = ctx->cv_r;
+
+ load_msg_blk(i_state, pdMsgBlk);
+
+ msg_add_even(cv_l, cv_r, i_state);
+ load_sc(&const_v, 0);
+ mix<ROT_EVEN_ALPHA, ROT_EVEN_BETA>(cv_l, cv_r, const_v);
+ word_perm(cv_l, cv_r);
+
+ msg_add_odd(cv_l, cv_r, i_state);
+ load_sc(&const_v, 8);
+ mix<ROT_ODD_ALPHA, ROT_ODD_BETA>(cv_l, cv_r, const_v);
+ word_perm(cv_l, cv_r);
+
+ for (size_t i = 1; i < NUM_STEPS / 2; i++)
+ {
+ msg_exp_even(i_state);
+ msg_add_even(cv_l, cv_r, i_state);
+ load_sc(&const_v, 16 * i);
+ mix<ROT_EVEN_ALPHA, ROT_EVEN_BETA>(cv_l, cv_r, const_v);
+ word_perm(cv_l, cv_r);
+
+ msg_exp_odd(i_state);
+ msg_add_odd(cv_l, cv_r, i_state);
+ load_sc(&const_v, 16 * i + 8);
+ mix<ROT_ODD_ALPHA, ROT_ODD_BETA>(cv_l, cv_r, const_v);
+ word_perm(cv_l, cv_r);
+ }
+
+ msg_exp_even(i_state);
+ msg_add_even(cv_l, cv_r, i_state);
+}
+
+/* -------------------------------------------------------- */
+
+inline void load_iv(word64 cv_l[8], word64 cv_r[8], const word64 iv[16])
+{
+ // The IV's are 32-byte aligned so we can use aligned loads.
+ _mm_storeu_si128(M128_CAST(cv_l+0),
+ _mm_load_si128(CONST_M128_CAST(iv+0)));
+ _mm_storeu_si128(M128_CAST(cv_l+2),
+ _mm_load_si128(CONST_M128_CAST(iv+2)));
+ _mm_storeu_si128(M128_CAST(cv_l+4),
+ _mm_load_si128(CONST_M128_CAST(iv+4)));
+ _mm_storeu_si128(M128_CAST(cv_l+6),
+ _mm_load_si128(CONST_M128_CAST(iv+6)));
+ _mm_storeu_si128(M128_CAST(cv_r+0),
+ _mm_load_si128(CONST_M128_CAST(iv+8)));
+ _mm_storeu_si128(M128_CAST(cv_r+2),
+ _mm_load_si128(CONST_M128_CAST(iv+10)));
+ _mm_storeu_si128(M128_CAST(cv_r+4),
+ _mm_load_si128(CONST_M128_CAST(iv+12)));
+ _mm_storeu_si128(M128_CAST(cv_r+6),
+ _mm_load_si128(CONST_M128_CAST(iv+14)));
+}
+
+inline void zero_iv(lsh_u64 cv_l[8], lsh_u64 cv_r[8])
+{
+ _mm_storeu_si128(M128_CAST(cv_l+0), _mm_setzero_si128());
+ _mm_storeu_si128(M128_CAST(cv_l+2), _mm_setzero_si128());
+ _mm_storeu_si128(M128_CAST(cv_l+4), _mm_setzero_si128());
+ _mm_storeu_si128(M128_CAST(cv_l+6), _mm_setzero_si128());
+ _mm_storeu_si128(M128_CAST(cv_r+0), _mm_setzero_si128());
+ _mm_storeu_si128(M128_CAST(cv_r+2), _mm_setzero_si128());
+ _mm_storeu_si128(M128_CAST(cv_r+4), _mm_setzero_si128());
+ _mm_storeu_si128(M128_CAST(cv_r+6), _mm_setzero_si128());
+}
+
+inline void zero_submsgs(LSH512_SSSE3_Context* ctx)
+{
+ lsh_u64* sub_msgs = ctx->sub_msgs;
+
+ _mm_storeu_si128(M128_CAST(sub_msgs+ 0),
+ _mm_setzero_si128());
+ _mm_storeu_si128(M128_CAST(sub_msgs+ 2),
+ _mm_setzero_si128());
+ _mm_storeu_si128(M128_CAST(sub_msgs+ 4),
+ _mm_setzero_si128());
+ _mm_storeu_si128(M128_CAST(sub_msgs+ 6),
+ _mm_setzero_si128());
+ _mm_storeu_si128(M128_CAST(sub_msgs+ 8),
+ _mm_setzero_si128());
+ _mm_storeu_si128(M128_CAST(sub_msgs+10),
+ _mm_setzero_si128());
+ _mm_storeu_si128(M128_CAST(sub_msgs+12),
+ _mm_setzero_si128());
+ _mm_storeu_si128(M128_CAST(sub_msgs+14),
+ _mm_setzero_si128());
+}
+
+inline void init224(LSH512_SSSE3_Context* ctx)
+{
+ CRYPTOPP_ASSERT(ctx != NULLPTR);
+
+ zero_submsgs(ctx);
+ load_iv(ctx->cv_l, ctx->cv_r, LSH512_IV224);
+}
+
+inline void init256(LSH512_SSSE3_Context* ctx)
+{
+ CRYPTOPP_ASSERT(ctx != NULLPTR);
+
+ zero_submsgs(ctx);
+ load_iv(ctx->cv_l, ctx->cv_r, LSH512_IV256);
+}
+
+inline void init384(LSH512_SSSE3_Context* ctx)
+{
+ CRYPTOPP_ASSERT(ctx != NULLPTR);
+
+ zero_submsgs(ctx);
+ load_iv(ctx->cv_l, ctx->cv_r, LSH512_IV384);
+}
+
+inline void init512(LSH512_SSSE3_Context* ctx)
+{
+ CRYPTOPP_ASSERT(ctx != NULLPTR);
+
+ zero_submsgs(ctx);
+ load_iv(ctx->cv_l, ctx->cv_r, LSH512_IV512);
+}
+
+/* -------------------------------------------------------- */
+
+inline void fin(LSH512_SSSE3_Context* ctx)
+{
+ CRYPTOPP_ASSERT(ctx != NULLPTR);
+
+ _mm_storeu_si128(M128_CAST(ctx->cv_l+0), _mm_xor_si128(
+ _mm_loadu_si128(CONST_M128_CAST(ctx->cv_l+0)),
+ _mm_loadu_si128(CONST_M128_CAST(ctx->cv_r+0))));
+ _mm_storeu_si128(M128_CAST(ctx->cv_l+2), _mm_xor_si128(
+ _mm_loadu_si128(CONST_M128_CAST(ctx->cv_l+2)),
+ _mm_loadu_si128(CONST_M128_CAST(ctx->cv_r+2))));
+ _mm_storeu_si128(M128_CAST(ctx->cv_l+4), _mm_xor_si128(
+ _mm_loadu_si128(CONST_M128_CAST(ctx->cv_l+4)),
+ _mm_loadu_si128(CONST_M128_CAST(ctx->cv_r+4))));
+ _mm_storeu_si128(M128_CAST(ctx->cv_l+6), _mm_xor_si128(
+ _mm_loadu_si128(CONST_M128_CAST(ctx->cv_l+6)),
+ _mm_loadu_si128(CONST_M128_CAST(ctx->cv_r+6))));
+}
+
+/* -------------------------------------------------------- */
+
+inline void get_hash(LSH512_SSSE3_Context* ctx, lsh_u8* pbHashVal)
+{
+ CRYPTOPP_ASSERT(ctx != NULLPTR);
+ CRYPTOPP_ASSERT(ctx->alg_type != 0);
+ CRYPTOPP_ASSERT(pbHashVal != NULLPTR);
+
+ lsh_uint alg_type = ctx->alg_type;
+ lsh_uint hash_val_byte_len = LSH_GET_HASHBYTE(alg_type);
+ lsh_uint hash_val_bit_len = LSH_GET_SMALL_HASHBIT(alg_type);
+
+ // Multiplying by sizeof(lsh_u8) looks odd...
+ memcpy(pbHashVal, ctx->cv_l, hash_val_byte_len);
+ if (hash_val_bit_len){
+ pbHashVal[hash_val_byte_len-1] &= (((lsh_u8)0xff) << hash_val_bit_len);
+ }
+}
+
+/* -------------------------------------------------------- */
+
+lsh_err lsh512_init_ssse3(LSH512_SSSE3_Context* ctx)
+{
+ CRYPTOPP_ASSERT(ctx != NULLPTR);
+ CRYPTOPP_ASSERT(ctx->alg_type != 0);
+
+ lsh_u32 alg_type = ctx->alg_type;
+ const lsh_u64* const_v = NULL;
+ ctx->remain_databitlen = 0;
+
+ switch (alg_type){
+ case LSH_TYPE_512_512:
+ init512(ctx);
+ return LSH_SUCCESS;
+ case LSH_TYPE_512_384:
+ init384(ctx);
+ return LSH_SUCCESS;
+ case LSH_TYPE_512_256:
+ init256(ctx);
+ return LSH_SUCCESS;
+ case LSH_TYPE_512_224:
+ init224(ctx);
+ return LSH_SUCCESS;
+ default:
+ break;
+ }
+
+ lsh_u64* cv_l = ctx->cv_l;
+ lsh_u64* cv_r = ctx->cv_r;
+
+ zero_iv(cv_l, cv_r);
+ cv_l[0] = LSH512_HASH_VAL_MAX_BYTE_LEN;
+ cv_l[1] = LSH_GET_HASHBIT(alg_type);
+
+ for (size_t i = 0; i < NUM_STEPS / 2; i++)
+ {
+ //Mix
+ load_sc(&const_v, i * 16);
+ mix<ROT_EVEN_ALPHA, ROT_EVEN_BETA>(cv_l, cv_r, const_v);
+ word_perm(cv_l, cv_r);
+
+ load_sc(&const_v, i * 16 + 8);
+ mix<ROT_ODD_ALPHA, ROT_ODD_BETA>(cv_l, cv_r, const_v);
+ word_perm(cv_l, cv_r);
+ }
+
+ return LSH_SUCCESS;
+}
+
+lsh_err lsh512_update_ssse3(LSH512_SSSE3_Context* ctx, const lsh_u8* data, size_t databitlen)
+{
+ CRYPTOPP_ASSERT(ctx != NULLPTR);
+ CRYPTOPP_ASSERT(data != NULLPTR);
+ CRYPTOPP_ASSERT(databitlen % 8 == 0);
+ CRYPTOPP_ASSERT(ctx->alg_type != 0);
+
+ if (databitlen == 0){
+ return LSH_SUCCESS;
+ }
+
+ // We are byte oriented. tail bits will always be 0.
+ size_t databytelen = databitlen >> 3;
+ // lsh_uint pos2 = databitlen & 0x7;
+ const size_t pos2 = 0;
+
+ size_t remain_msg_byte = static_cast<size_t>(ctx->remain_databitlen >> 3);
+ // lsh_uint remain_msg_bit = ctx->remain_databitlen & 7;
+ const size_t remain_msg_bit = 0;
+
+ if (remain_msg_byte >= LSH512_MSG_BLK_BYTE_LEN){
+ return LSH_ERR_INVALID_STATE;
+ }
+ if (remain_msg_bit > 0){
+ return LSH_ERR_INVALID_DATABITLEN;
+ }
+
+ if (databytelen + remain_msg_byte < LSH512_MSG_BLK_BYTE_LEN){
+ memcpy(ctx->last_block + remain_msg_byte, data, databytelen);
+ ctx->remain_databitlen += (lsh_uint)databitlen;
+ remain_msg_byte += (lsh_uint)databytelen;
+ if (pos2){
+ ctx->last_block[remain_msg_byte] = data[databytelen] & ((0xff >> pos2) ^ 0xff);
+ }
+ return LSH_SUCCESS;
+ }
+
+ if (remain_msg_byte > 0){
+ size_t more_byte = LSH512_MSG_BLK_BYTE_LEN - remain_msg_byte;
+ memcpy(ctx->last_block + remain_msg_byte, data, more_byte);
+ compress(ctx, ctx->last_block);
+ data += more_byte;
+ databytelen -= more_byte;
+ remain_msg_byte = 0;
+ ctx->remain_databitlen = 0;
+ }
+
+ while (databytelen >= LSH512_MSG_BLK_BYTE_LEN)
+ {
+ // This call to compress caused some trouble.
+ // The data pointer can become unaligned in the
+ // previous block.
+ compress(ctx, data);
+ data += LSH512_MSG_BLK_BYTE_LEN;
+ databytelen -= LSH512_MSG_BLK_BYTE_LEN;
+ }
+
+ if (databytelen > 0){
+ memcpy(ctx->last_block, data, databytelen);
+ ctx->remain_databitlen = (lsh_uint)(databytelen << 3);
+ }
+
+ if (pos2){
+ ctx->last_block[databytelen] = data[databytelen] & ((0xff >> pos2) ^ 0xff);
+ ctx->remain_databitlen += pos2;
+ }
+ return LSH_SUCCESS;
+}
+
+lsh_err lsh512_final_ssse3(LSH512_SSSE3_Context* ctx, lsh_u8* hashval)
+{
+ CRYPTOPP_ASSERT(ctx != NULLPTR);
+ CRYPTOPP_ASSERT(hashval != NULLPTR);
+
+ // We are byte oriented. tail bits will always be 0.
+ size_t remain_msg_byte = static_cast<size_t>(ctx->remain_databitlen >> 3);
+ // lsh_uint remain_msg_bit = ctx->remain_databitlen & 7;
+ const size_t remain_msg_bit = 0;
+
+ if (remain_msg_byte >= LSH512_MSG_BLK_BYTE_LEN){
+ return LSH_ERR_INVALID_STATE;
+ }
+
+ if (remain_msg_bit){
+ ctx->last_block[remain_msg_byte] |= (0x1 << (7 - remain_msg_bit));
+ }
+ else{
+ ctx->last_block[remain_msg_byte] = 0x80;
+ }
+ memset(ctx->last_block + remain_msg_byte + 1, 0, LSH512_MSG_BLK_BYTE_LEN - remain_msg_byte - 1);
+
+ compress(ctx, ctx->last_block);
+
+ fin(ctx);
+ get_hash(ctx, hashval);
+
+ return LSH_SUCCESS;
+}
+
+ANONYMOUS_NAMESPACE_END
+
+NAMESPACE_BEGIN(CryptoPP)
+
+extern
+void LSH512_Base_Restart_SSSE3(word64* state)
+{
+ state[RemainingBits] = 0;
+ LSH512_SSSE3_Context ctx(state, state[AlgorithmType], state[RemainingBits]);
+ lsh_err err = lsh512_init_ssse3(&ctx);
+
+ if (err != LSH_SUCCESS)
+ throw Exception(Exception::OTHER_ERROR, "LSH512_Base: lsh512_init_ssse3 failed");
+}
+
+extern
+void LSH512_Base_Update_SSSE3(word64* state, const byte *input, size_t size)
+{
+ LSH512_SSSE3_Context ctx(state, state[AlgorithmType], state[RemainingBits]);
+ lsh_err err = lsh512_update_ssse3(&ctx, input, 8*size);
+
+ if (err != LSH_SUCCESS)
+ throw Exception(Exception::OTHER_ERROR, "LSH512_Base: lsh512_update_ssse3 failed");
+}
+
+extern
+void LSH512_Base_TruncatedFinal_SSSE3(word64* state, byte *hash, size_t)
+{
+ LSH512_SSSE3_Context ctx(state, state[AlgorithmType], state[RemainingBits]);
+ lsh_err err = lsh512_final_ssse3(&ctx, hash);
+
+ if (err != LSH_SUCCESS)
+ throw Exception(Exception::OTHER_ERROR, "LSH512_Base: lsh512_final_ssse3 failed");
+}
+
+NAMESPACE_END
+
+#endif // CRYPTOPP_SSSE3_AVAILABLE
|