// bench1.cpp - originally written and placed in the public domain by Wei Dai // CryptoPP::Test namespace added by JW in February 2017 #include "cryptlib.h" #include "bench.h" #include "validate.h" #include "cpu.h" #include "factory.h" #include "algparam.h" #include "argnames.h" #include "smartptr.h" #include "stdcpp.h" #include "osrng.h" #include "drbg.h" #include "darn.h" #include "mersenne.h" #include "rdrand.h" #include "padlkrng.h" #include #include #include #if CRYPTOPP_MSC_VERSION # pragma warning(disable: 4355) #endif #if CRYPTOPP_MSC_VERSION # pragma warning(disable: 4505 4355) #endif NAMESPACE_BEGIN(CryptoPP) NAMESPACE_BEGIN(Test) #ifdef CLOCKS_PER_SEC const double CLOCK_TICKS_PER_SECOND = (double)CLOCKS_PER_SEC; #elif defined(CLK_TCK) const double CLOCK_TICKS_PER_SECOND = (double)CLK_TCK; #else const double CLOCK_TICKS_PER_SECOND = 1000000.0; #endif extern const byte defaultKey[] = "0123456789" // 168 + NULL "abcdefghijklmnopqrstuvwxyzABCDEFGHIJKLMNOPQRSTUVWXYZ" "00000000000000000000000000000000000000000000000000000" "00000000000000000000000000000000000000000000000000000"; double g_allocatedTime = 0.0, g_hertz = 0.0, g_logTotal = 0.0; unsigned int g_logCount = 0; time_t g_testBegin, g_testEnd; inline std::string HertzToString(double hertz) { std::ostringstream oss; oss.precision(3); if (hertz >= 0.999e+9) oss << hertz / 1e+9 << " GHz"; else if (hertz >= 0.999e+6) oss << hertz / 1e+6 << " MHz"; else if (hertz >= 0.999e+3) oss << hertz / 1e+3 << " KHz"; else oss << hertz << " Hz"; return oss.str(); } void OutputResultBytes(const char *name, const char *provider, double length, double timeTaken) { std::ostringstream oss; // Coverity finding if (length < 0.000001f) length = 0.000001f; if (timeTaken < 0.000001f) timeTaken = 0.000001f; double mbs = length / timeTaken / (1024*1024); oss << "\n" << name << "" << provider; oss << std::setiosflags(std::ios::fixed); oss << "" << std::setprecision(0) << std::setiosflags(std::ios::fixed) << mbs; if (g_hertz > 1.0f) { const double cpb = timeTaken * g_hertz / length; if (cpb < 24.0f) oss << "" << std::setprecision(2) << std::setiosflags(std::ios::fixed) << cpb; else oss << "" << std::setprecision(1) << std::setiosflags(std::ios::fixed) << cpb; } g_logTotal += log(mbs); g_logCount++; std::cout << oss.str(); } void OutputResultKeying(double iterations, double timeTaken) { std::ostringstream oss; // Coverity finding if (iterations < 0.000001f) iterations = 0.000001f; if (timeTaken < 0.000001f) timeTaken = 0.000001f; oss << "" << std::setprecision(3) << std::setiosflags(std::ios::fixed) << (1000*1000*timeTaken/iterations); // Coverity finding if (g_hertz > 1.0f) oss << "" << std::setprecision(0) << std::setiosflags(std::ios::fixed) << timeTaken * g_hertz / iterations; std::cout << oss.str(); } void OutputResultOperations(const char *name, const char *provider, const char *operation, bool pc, unsigned long iterations, double timeTaken) { CRYPTOPP_UNUSED(provider); std::ostringstream oss; // Coverity finding if (!iterations) iterations++; if (timeTaken < 0.000001f) timeTaken = 0.000001f; oss << "\n" << name << " " << operation << (pc ? " with precomputation" : ""); //oss << "" << provider; oss << "" << std::setprecision(3) << std::setiosflags(std::ios::fixed) << (1000*timeTaken/iterations); // Coverity finding if (g_hertz > 1.0f) { const double t = timeTaken * g_hertz / iterations / 1000000; oss << "" << std::setprecision(3) << std::setiosflags(std::ios::fixed) << t; } g_logTotal += log(iterations/timeTaken); g_logCount++; std::cout << oss.str(); } /* void BenchMark(const char *name, BlockTransformation &cipher, double timeTotal) { const int BUF_SIZE = RoundUpToMultipleOf(2048U, cipher.OptimalNumberOfParallelBlocks() * cipher.BlockSize()); AlignedSecByteBlock buf(BUF_SIZE); buf.SetMark(16); const int nBlocks = BUF_SIZE / cipher.BlockSize(); unsigned long i=0, blocks=1; double timeTaken; clock_t start = ::clock(); do { blocks *= 2; for (; i(&rng); if (cipher != NULLPTR) { const size_t size = cipher->DefaultKeyLength(); if (cipher->IsResynchronizable()) cipher->SetKeyWithIV(buf, size, buf+size); else cipher->SetKey(buf, size); } unsigned long long blocks = 1; double timeTaken; clock_t start = ::clock(); do { rng.GenerateBlock(buf, buf.size()); blocks++; timeTaken = double(::clock() - start) / CLOCK_TICKS_PER_SECOND; } while (timeTaken < timeTotal); std::string provider = rng.AlgorithmProvider(); OutputResultBytes(name, provider.c_str(), double(blocks) * BUF_SIZE, timeTaken); } // Hack, but we probably need a KeyedRandomNumberGenerator interface // and a few methods to generalize keying a RNG. X917RNG, Hash_DRBG, // HMAC_DRBG, AES/CFB RNG and a few others could use it. "A few others" // includes BLAKE2, ChaCha and Poly1305 when used as a RNG. void BenchMark(const char *name, NIST_DRBG &rng, double timeTotal) { const int BUF_SIZE = 2048U; AlignedSecByteBlock buf(BUF_SIZE); Test::GlobalRNG().GenerateBlock(buf, BUF_SIZE); buf.SetMark(16); rng.IncorporateEntropy(buf, rng.MinEntropyLength()); unsigned long long blocks = 1; double timeTaken; clock_t start = ::clock(); do { rng.GenerateBlock(buf, buf.size()); blocks++; timeTaken = double(::clock() - start) / CLOCK_TICKS_PER_SECOND; } while (timeTaken < timeTotal); std::string provider = rng.AlgorithmProvider(); OutputResultBytes(name, provider.c_str(), double(blocks) * BUF_SIZE, timeTaken); } template void BenchMarkByNameKeyLess(const char *factoryName, const char *displayName = NULLPTR, const NameValuePairs ¶ms = g_nullNameValuePairs) { CRYPTOPP_UNUSED(params); std::string name = factoryName; if (displayName) name = displayName; member_ptr obj(ObjectFactoryRegistry::Registry().CreateObject(factoryName)); BenchMark(name.c_str(), *obj, g_allocatedTime); } void AddHtmlHeader() { std::ostringstream oss; // HTML5 oss << ""; oss << "\n"; oss << "\n"; oss << "\n"; oss << "\nSpeed Comparison of Popular Crypto Algorithms"; oss << "\n"; oss << "\n"; oss << "\n"; oss << "\n

Crypto++ " << CRYPTOPP_VERSION / 100; oss << '.' << (CRYPTOPP_VERSION % 100) / 10 << '.' << CRYPTOPP_VERSION % 10 << " Benchmarks

"; oss << "\n

Here are speed benchmarks for some commonly used cryptographic algorithms.

"; if (g_hertz > 1.0f) oss << "\n

CPU frequency of the test platform is " << HertzToString(g_hertz) << ".

"; else oss << "\n

CPU frequency of the test platform was not provided.

" << std::endl; std::cout << oss.str(); } void AddHtmlFooter() { std::ostringstream oss; oss << "\n\n\n"; std::cout << oss.str(); } void BenchmarkWithCommand(int argc, const char* const argv[]) { std::string command(argv[1]); float runningTime(argc >= 3 ? Test::StringToValue(argv[2]) : 1.0f); float cpuFreq(argc >= 4 ? Test::StringToValue(argv[3])*float(1e9) : 0.0f); std::string algoName(argc >= 5 ? argv[4] : ""); // https://github.com/weidai11/cryptopp/issues/983 if (runningTime > 10.0f) runningTime = 10.0f; if (command == "b") // All benchmarks Benchmark(Test::All, runningTime, cpuFreq); else if (command == "b4") // Public key algorithms over EC Test::Benchmark(Test::PublicKeyEC, runningTime, cpuFreq); else if (command == "b3") // Public key algorithms Test::Benchmark(Test::PublicKey, runningTime, cpuFreq); else if (command == "b2") // Shared key algorithms Test::Benchmark(Test::SharedKey, runningTime, cpuFreq); else if (command == "b1") // Unkeyed algorithms Test::Benchmark(Test::Unkeyed, runningTime, cpuFreq); } void Benchmark(Test::TestClass suites, double t, double hertz) { g_allocatedTime = t; g_hertz = hertz; // Add
in between tables size_t count_breaks = 0; AddHtmlHeader(); g_testBegin = ::time(NULLPTR); if (static_cast(suites) == 0 || static_cast(suites) > TestLast) suites = Test::All; // Unkeyed algorithms if (suites & Test::Unkeyed) { if (count_breaks) std::cout << "\n
"; count_breaks++; BenchmarkUnkeyedAlgorithms(t, hertz); } // Shared key algorithms if (suites & Test::SharedKey) { if (count_breaks) std::cout << "\n
"; count_breaks++; BenchmarkSharedKeyedAlgorithms(t, hertz); } // Public key algorithms if (suites & Test::PublicKey) { if (count_breaks) std::cout << "\n
"; count_breaks++; BenchmarkPublicKeyAlgorithms(t, hertz); } // Public key algorithms over EC if (suites & Test::PublicKeyEC) { if (count_breaks) std::cout << "\n
"; count_breaks++; BenchmarkEllipticCurveAlgorithms(t, hertz); } g_testEnd = ::time(NULLPTR); std::ostringstream oss; oss << "\n

Throughput Geometric Average: " << std::setiosflags(std::ios::fixed); oss << std::exp(g_logTotal/(g_logCount > 0.0f ? g_logCount : 1.0f)) << std::endl; oss << "\n

Test started at " << TimeToString(g_testBegin); oss << "\n
Test ended at " << TimeToString(g_testEnd); oss << "\n"; std::cout << oss.str(); AddHtmlFooter(); } void BenchmarkUnkeyedAlgorithms(double t, double hertz) { g_allocatedTime = t; g_hertz = hertz; const char *cpb; if (g_hertz > 1.0f) cpb = "Cycles/Byte"; else cpb = ""; std::cout << "\n"; std::cout << "\n"; std::cout << ""; std::cout << "\n"; std::cout << "\n"; { #ifdef NONBLOCKING_RNG_AVAILABLE BenchMarkByNameKeyLess("NonblockingRng"); #endif #ifdef OS_RNG_AVAILABLE BenchMarkByNameKeyLess("AutoSeededRandomPool"); BenchMarkByNameKeyLess("AutoSeededX917RNG(AES)"); #endif BenchMarkByNameKeyLess("MT19937"); #if (CRYPTOPP_BOOL_X86) && !defined(CRYPTOPP_DISABLE_ASM) if (HasPadlockRNG()) BenchMarkByNameKeyLess("PadlockRNG"); #endif #if (CRYPTOPP_BOOL_X86 || CRYPTOPP_BOOL_X32 || CRYPTOPP_BOOL_X64) && !defined(CRYPTOPP_DISABLE_ASM) if (HasRDRAND()) BenchMarkByNameKeyLess("RDRAND"); if (HasRDSEED()) BenchMarkByNameKeyLess("RDSEED"); #endif #if (CRYPTOPP_BOOL_PPC32 || CRYPTOPP_BOOL_PPC64) && !defined(CRYPTOPP_DISABLE_ASM) if (HasDARN()) BenchMarkByNameKeyLess("DARN"); #endif BenchMarkByNameKeyLess("AES/OFB RNG"); BenchMarkByNameKeyLess("Hash_DRBG(SHA1)"); BenchMarkByNameKeyLess("Hash_DRBG(SHA256)"); BenchMarkByNameKeyLess("HMAC_DRBG(SHA1)"); BenchMarkByNameKeyLess("HMAC_DRBG(SHA256)"); } std::cout << "\n"; { BenchMarkByNameKeyLess("CRC32"); BenchMarkByNameKeyLess("CRC32C"); BenchMarkByNameKeyLess("Adler32"); BenchMarkByNameKeyLess("MD5"); BenchMarkByNameKeyLess("SHA-1"); BenchMarkByNameKeyLess("SHA-256"); BenchMarkByNameKeyLess("SHA-512"); BenchMarkByNameKeyLess("SHA3-224"); BenchMarkByNameKeyLess("SHA3-256"); BenchMarkByNameKeyLess("SHA3-384"); BenchMarkByNameKeyLess("SHA3-512"); BenchMarkByNameKeyLess("Keccak-224"); BenchMarkByNameKeyLess("Keccak-256"); BenchMarkByNameKeyLess("Keccak-384"); BenchMarkByNameKeyLess("Keccak-512"); BenchMarkByNameKeyLess("Tiger"); BenchMarkByNameKeyLess("Whirlpool"); BenchMarkByNameKeyLess("RIPEMD-160"); BenchMarkByNameKeyLess("RIPEMD-320"); BenchMarkByNameKeyLess("RIPEMD-128"); BenchMarkByNameKeyLess("RIPEMD-256"); BenchMarkByNameKeyLess("SM3"); BenchMarkByNameKeyLess("BLAKE2s"); BenchMarkByNameKeyLess("BLAKE2b"); BenchMarkByNameKeyLess("LSH-256"); BenchMarkByNameKeyLess("LSH-512"); } std::cout << "\n
AlgorithmProviderMiB/Second" << cpb; std::cout << "\n
" << std::endl; } NAMESPACE_END // Test NAMESPACE_END // CryptoPP