// bench1.cpp - originally written and placed in the public domain by Wei Dai
// CryptoPP::Test namespace added by JW in February 2017
#include "cryptlib.h"
#include "bench.h"
#include "validate.h"
#include "aes.h"
#include "blumshub.h"
#include "files.h"
#include "filters.h"
#include "hex.h"
#include "modes.h"
#include "factory.h"
#include "smartptr.h"
#include "cpu.h"
#include "drbg.h"
NAMESPACE_BEGIN(CryptoPP)
NAMESPACE_BEGIN(Test)
#ifdef CLOCKS_PER_SEC
const double CLOCK_TICKS_PER_SECOND = (double)CLOCKS_PER_SEC;
#elif defined(CLK_TCK)
const double CLOCK_TICKS_PER_SECOND = (double)CLK_TCK;
#else
const double CLOCK_TICKS_PER_SECOND = 1000000.0;
#endif
const byte defaultKey[] = "0123456789" // 168 + NULL
"abcdefghijklmnopqrstuvwxyzABCDEFGHIJKLMNOPQRSTUVWXYZ"
"00000000000000000000000000000000000000000000000000000"
"00000000000000000000000000000000000000000000000000000";
double g_allocatedTime = 0.0, g_hertz = 0.0, g_logTotal = 0.0;
unsigned int g_logCount = 0;
time_t g_testBegin, g_testEnd;
void OutputResultBytes(const char *name, double length, double timeTaken)
{
// Coverity finding, also see http://stackoverflow.com/a/34509163/608639.
StreamState ss(std::cout);
// Coverity finding
if (length < 0.000001f) length = 0.000001f;
if (timeTaken < 0.000001f) timeTaken = 0.000001f;
double mbs = length / timeTaken / (1024*1024);
std::cout << "\n
" << name << " " << operation << (pc ? " with precomputation" : "");
std::cout << " | " << std::setprecision(2) << std::setiosflags(std::ios::fixed) << (1000*timeTaken/iterations);
// Coverity finding
if (g_hertz > 1.0f)
std::cout << " | " << std::setprecision(2) << std::setiosflags(std::ios::fixed) << timeTaken * g_hertz / iterations / 1000000;
g_logTotal += std::log(iterations/timeTaken);
g_logCount++;
}
/*
void BenchMark(const char *name, BlockTransformation &cipher, double timeTotal)
{
const int BUF_SIZE = RoundUpToMultipleOf(2048U, cipher.OptimalNumberOfParallelBlocks() * cipher.BlockSize());
AlignedSecByteBlock buf(BUF_SIZE);
buf.SetMark(16);
const int nBlocks = BUF_SIZE / cipher.BlockSize();
unsigned long i=0, blocks=1;
double timeTaken;
clock_t start = ::clock();
do
{
blocks *= 2;
for (; i(cipher), timeTotal);
}
void BenchMark(const char *name, HashTransformation &ht, double timeTotal)
{
const int BUF_SIZE=2048U;
AlignedSecByteBlock buf(BUF_SIZE);
Test::GlobalRNG().GenerateBlock(buf, BUF_SIZE);
buf.SetMark(16);
unsigned long i=0, blocks=1;
double timeTaken;
clock_t start = ::clock();
do
{
blocks *= 2;
for (; i(&rng);
if (cipher != NULLPTR)
{
const size_t size = cipher->DefaultKeyLength();
if (cipher->IsResynchronizable())
cipher->SetKeyWithIV(buf, size, buf+size);
else
cipher->SetKey(buf, size);
}
unsigned long long blocks = 1;
double timeTaken;
clock_t start = ::clock();
do
{
rng.GenerateBlock(buf, buf.size());
blocks++;
timeTaken = double(::clock() - start) / CLOCK_TICKS_PER_SECOND;
} while (timeTaken < timeTotal);
OutputResultBytes(name, double(blocks) * BUF_SIZE, timeTaken);
}
// Hack, but we probably need a KeyedRandomNumberGenerator interface
// and a few methods to generalize keying a RNG. X917RNG, Hash_DRBG,
// HMAC_DRBG, AES/CFB RNG and a few others could use it. "A few others"
// includes BLAKE2, ChaCha and Poly1305 when used as a RNG.
void BenchMark(const char *name, NIST_DRBG &rng, double timeTotal)
{
const int BUF_SIZE = 2048U;
AlignedSecByteBlock buf(BUF_SIZE);
Test::GlobalRNG().GenerateBlock(buf, BUF_SIZE);
buf.SetMark(16);
rng.IncorporateEntropy(buf, rng.GetMinEntropy());
unsigned long long blocks = 1;
double timeTaken;
clock_t start = ::clock();
do
{
rng.GenerateBlock(buf, buf.size());
blocks++;
timeTaken = double(::clock() - start) / CLOCK_TICKS_PER_SECOND;
} while (timeTaken < timeTotal);
OutputResultBytes(name, double(blocks) * BUF_SIZE, timeTaken);
}
void BenchMarkKeying(SimpleKeyingInterface &c, size_t keyLength, const NameValuePairs ¶ms)
{
unsigned long iterations = 0;
double timeTaken;
clock_t start = ::clock();
do
{
for (unsigned int i=0; i<1024; i++)
c.SetKey(defaultKey, keyLength, params);
timeTaken = double(::clock() - start) / CLOCK_TICKS_PER_SECOND;
iterations += 1024;
}
while (timeTaken < g_allocatedTime);
OutputResultKeying(iterations, timeTaken);
}
template
void BenchMarkByName2(const char *factoryName, size_t keyLength = 0, const char *displayName=NULLPTR, const NameValuePairs ¶ms = g_nullNameValuePairs)
{
CRYPTOPP_UNUSED(params);
std::string name(factoryName ? factoryName : "");
member_ptr obj(ObjectFactoryRegistry::Registry().CreateObject(name.c_str()));
if (!keyLength)
keyLength = obj->DefaultKeyLength();
if (displayName)
name = displayName;
else if (keyLength)
name += " (" + IntToString(keyLength * 8) + "-bit key)";
obj->SetKey(defaultKey, keyLength, CombinedNameValuePairs(params, MakeParameters(Name::IV(), ConstByteArrayParameter(defaultKey, obj->IVSize()), false)));
BenchMark(name.c_str(), *static_cast(obj.get()), g_allocatedTime);
BenchMarkKeying(*obj, keyLength, CombinedNameValuePairs(params, MakeParameters(Name::IV(), ConstByteArrayParameter(defaultKey, obj->IVSize()), false)));
}
template
void BenchMarkByName(const char *factoryName, size_t keyLength = 0, const char *displayName=NULLPTR, const NameValuePairs ¶ms = g_nullNameValuePairs)
{
CRYPTOPP_UNUSED(params);
BenchMarkByName2(factoryName, keyLength, displayName, params);
}
template
void BenchMarkByNameKeyLess(const char *factoryName, const char *displayName=NULLPTR, const NameValuePairs ¶ms = g_nullNameValuePairs)
{
CRYPTOPP_UNUSED(params);
std::string name = factoryName;
if (displayName)
name = displayName;
member_ptr obj(ObjectFactoryRegistry::Registry().CreateObject(factoryName));
BenchMark(name.c_str(), *obj, g_allocatedTime);
}
void AddHtmlHeader()
{
// HTML5
std::cout << "";
std::cout << "\n";
std::cout << "\n";
std::cout << "\n";
std::cout << "\nSpeed Comparison of Popular Crypto Algorithms";
std::cout << "\n";
std::cout << "\n";
std::cout << "\n";
std::cout << "\nCrypto++ " << CRYPTOPP_VERSION / 100;
std::cout << '.' << (CRYPTOPP_VERSION % 100) / 10 << '.' << CRYPTOPP_VERSION % 10 << " Benchmarks";
std::cout << "\nHere are speed benchmarks for some commonly used cryptographic algorithms. ";
if (g_hertz > 1.0f)
std::cout << "\nCPU frequency of the test platform is " << g_hertz << " Hz. ";
else
std::cout << "\nCPU frequency of the test platform was not provided. " << std::endl;
}
void AddHtmlFooter()
{
std::cout << "\n";
std::cout << "\n" << std::endl;
}
void Benchmark(int suites, double t, double hertz)
{
g_allocatedTime = t;
g_hertz = hertz;
g_testBegin = std::time(NULLPTR);
AddHtmlHeader();
if (suites > 7)
suites = 7;
// Unkeyed algorithms
if (suites & 1)
Benchmark1(t, hertz);
if (suites > 1)
std::cout << "\n ";
// Shared key algorithms
if (suites & 2)
Benchmark2(t, hertz);
if (suites > 2)
std::cout << "\n ";
// Public key algorithms
if (suites & 4)
Benchmark3(t, hertz);
g_testEnd = std::time(NULLPTR);
{
StreamState state(std::cout);
std::cout << "\nThroughput Geometric Average: " << std::setiosflags(std::ios::fixed);
std::cout << std::exp(g_logTotal/(g_logCount > 0.0f ? g_logCount : 1.0f)) << std::endl;
}
std::cout << "\n Test started at " << TimeToString(g_testBegin);
std::cout << "\n Test ended at " << TimeToString(g_testEnd);
std::cout << std::endl;
AddHtmlFooter();
}
void Benchmark1(double t, double hertz)
{
g_allocatedTime = t;
g_hertz = hertz;
const char *cpb;
if (g_hertz > 1.0f)
cpb = " Cycles Per Byte";
else
cpb = "";
std::cout << "\n";
std::cout << "\n";
std::cout << "";
std::cout << "\nAlgorithm | MiB/Second" << cpb;
std::cout << "\n | ";
{
#ifdef NONBLOCKING_RNG_AVAILABLE
BenchMarkByNameKeyLess("NonblockingRng");
#endif
#ifdef OS_RNG_AVAILABLE
BenchMarkByNameKeyLess("AutoSeededRandomPool");
BenchMarkByNameKeyLess("AutoSeededX917RNG(AES)");
#endif
BenchMarkByNameKeyLess("MT19937");
#if (CRYPTOPP_BOOL_X86 || CRYPTOPP_BOOL_X32 || CRYPTOPP_BOOL_X64)
if (HasRDRAND())
BenchMarkByNameKeyLess("RDRAND");
if (HasRDSEED())
BenchMarkByNameKeyLess("RDSEED");
#endif
BenchMarkByNameKeyLess("AES/OFB RNG");
BenchMarkByNameKeyLess("Hash_DRBG(SHA1)");
BenchMarkByNameKeyLess("Hash_DRBG(SHA256)");
BenchMarkByNameKeyLess("HMAC_DRBG(SHA1)");
BenchMarkByNameKeyLess("HMAC_DRBG(SHA256)");
}
std::cout << "\n";
{
BenchMarkByNameKeyLess("CRC32");
BenchMarkByNameKeyLess("CRC32C");
BenchMarkByNameKeyLess("Adler32");
BenchMarkByNameKeyLess("MD5");
BenchMarkByNameKeyLess("SHA-1");
BenchMarkByNameKeyLess("SHA-256");
BenchMarkByNameKeyLess("SHA-512");
BenchMarkByNameKeyLess("Keccak-224");
BenchMarkByNameKeyLess("Keccak-256");
BenchMarkByNameKeyLess("Keccak-384");
BenchMarkByNameKeyLess("Keccak-512");
BenchMarkByNameKeyLess("SHA3-224");
BenchMarkByNameKeyLess("SHA3-256");
BenchMarkByNameKeyLess("SHA3-384");
BenchMarkByNameKeyLess("SHA3-512");
BenchMarkByNameKeyLess("Tiger");
BenchMarkByNameKeyLess("Whirlpool");
BenchMarkByNameKeyLess("RIPEMD-160");
BenchMarkByNameKeyLess("RIPEMD-320");
BenchMarkByNameKeyLess("RIPEMD-128");
BenchMarkByNameKeyLess("RIPEMD-256");
BenchMarkByNameKeyLess("BLAKE2s");
BenchMarkByNameKeyLess("BLAKE2b");
}
std::cout << "\n " << std::endl;
}
void Benchmark2(double t, double hertz)
{
g_allocatedTime = t;
g_hertz = hertz;
const char *cpb, *cpk;
if (g_hertz > 1.0f)
{
cpb = " | Cycles Per Byte";
cpk = " | Cycles to Setup Key and IV";
}
else
{
cpb = cpk = "";
}
std::cout << "\n";
std::cout << "\n";
std::cout << "\nAlgorithm | MiB/Second" << cpb;
std::cout << " | Microseconds to Setup Key and IV" << cpk;
std::cout << "\n | ";
{
#if CRYPTOPP_BOOL_AESNI_INTRINSICS_AVAILABLE
if (HasCLMUL())
BenchMarkByName2("AES/GCM", 0, "GMAC(AES)");
else
#elif CRYPTOPP_BOOL_ARM_PMULL_AVAILABLE
if (HasPMULL())
BenchMarkByName2("AES/GCM", 0, "GMAC(AES)");
else
#endif
{
BenchMarkByName2("AES/GCM", 0, "GMAC(AES) (2K tables)", MakeParameters(Name::TableSize(), 2048));
BenchMarkByName2("AES/GCM", 0, "GMAC(AES) (64K tables)", MakeParameters(Name::TableSize(), 64 * 1024));
}
BenchMarkByName("VMAC(AES)-64");
BenchMarkByName("VMAC(AES)-128");
BenchMarkByName("HMAC(SHA-1)");
BenchMarkByName("Two-Track-MAC");
BenchMarkByName("CMAC(AES)");
BenchMarkByName("DMAC(AES)");
BenchMarkByName("Poly1305(AES)");
BenchMarkByName("BLAKE2s");
BenchMarkByName("BLAKE2b");
BenchMarkByName("SipHash-2-4");
BenchMarkByName("SipHash-4-8");
}
std::cout << "\n";
{
BenchMarkByName("Panama-LE");
BenchMarkByName("Panama-BE");
BenchMarkByName("Salsa20");
BenchMarkByName("Salsa20", 0, "Salsa20/12", MakeParameters(Name::Rounds(), 12));
BenchMarkByName("Salsa20", 0, "Salsa20/8", MakeParameters(Name::Rounds(), 8));
BenchMarkByName("ChaCha20");
BenchMarkByName("ChaCha12");
BenchMarkByName("ChaCha8");
BenchMarkByName("Sosemanuk");
BenchMarkByName("MARC4");
BenchMarkByName("SEAL-3.0-LE");
BenchMarkByName("WAKE-OFB-LE");
}
std::cout << "\n";
{
BenchMarkByName("AES/CTR", 16);
BenchMarkByName("AES/CTR", 24);
BenchMarkByName("AES/CTR", 32);
BenchMarkByName("AES/CBC", 16);
BenchMarkByName("AES/CBC", 24);
BenchMarkByName("AES/CBC", 32);
BenchMarkByName("AES/OFB", 16);
BenchMarkByName("AES/CFB", 16);
BenchMarkByName("AES/ECB", 16);
BenchMarkByName("ARIA/CTR", 16);
BenchMarkByName("ARIA/CTR", 32);
BenchMarkByName("Camellia/CTR", 16);
BenchMarkByName("Camellia/CTR", 32);
BenchMarkByName("Twofish/CTR");
BenchMarkByName("Serpent/CTR");
BenchMarkByName("CAST-256/CTR");
BenchMarkByName("RC6/CTR");
BenchMarkByName("MARS/CTR");
BenchMarkByName("SHACAL-2/CTR", 16);
BenchMarkByName("SHACAL-2/CTR", 64);
BenchMarkByName("DES/CTR");
BenchMarkByName("DES-XEX3/CTR");
BenchMarkByName("DES-EDE3/CTR");
BenchMarkByName("IDEA/CTR");
BenchMarkByName("RC5/CTR", 0, "RC5 (r=16)");
BenchMarkByName("Blowfish/CTR");
BenchMarkByName("TEA/CTR");
BenchMarkByName("XTEA/CTR");
BenchMarkByName("CAST-128/CTR");
BenchMarkByName("SKIPJACK/CTR");
BenchMarkByName("SEED/CTR", 0, "SEED/CTR (1/2 K table)");
}
std::cout << "\n";
{
#if CRYPTOPP_BOOL_AESNI_INTRINSICS_AVAILABLE
if (HasCLMUL())
BenchMarkByName2("AES/GCM", 0, "AES/GCM");
else
#elif CRYPTOPP_BOOL_ARM_PMULL_AVAILABLE
if (HasPMULL())
BenchMarkByName2("AES/GCM", 0, "AES/GCM");
else
#endif
{
BenchMarkByName2("AES/GCM", 0, "AES/GCM (2K tables)", MakeParameters(Name::TableSize(), 2048));
BenchMarkByName2("AES/GCM", 0, "AES/GCM (64K tables)", MakeParameters(Name::TableSize(), 64 * 1024));
}
BenchMarkByName2("AES/CCM");
BenchMarkByName2("AES/EAX");
}
std::cout << "\n " << std::endl;
}
NAMESPACE_END // Test
NAMESPACE_END // CryptoPP
| |
---|