/* bench.c - Demo program to benchmark open-source algorithm Copyright (C) Yann Collet 2012-2014 This program is free software; you can redistribute it and/or modify it under the terms of the GNU General Public License as published by the Free Software Foundation; either version 2 of the License, or (at your option) any later version. This program is distributed in the hope that it will be useful, but WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for more details. You should have received a copy of the GNU General Public License along with this program; if not, write to the Free Software Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA. You can contact the author at : - Blog homepage : http://fastcompression.blogspot.com/ - Discussion group : https://groups.google.com/forum/?fromgroups#!forum/lz4c */ //************************************** // Compiler Options //************************************** // Visual warning messages (must be first line) #define _CRT_SECURE_NO_WARNINGS // Under Linux at least, pull in the *64 commands #define _LARGEFILE64_SOURCE //************************************** // Includes //************************************** #include // malloc #include // fprintf, fopen, ftello64 #include // timeb #include // stat64 #include // stat64 //************************************** // Compiler specifics //************************************** #if !defined(S_ISREG) # define S_ISREG(x) (((x) & S_IFMT) == S_IFREG) #endif //************************************** // Hash Functions to test //************************************** #include "xxhash.h" #define DEFAULTHASH XXH32 #define HASH0 XXH32 //************************************** // Basic Types //************************************** #if defined (__STDC_VERSION__) && __STDC_VERSION__ >= 199901L // C99 # include typedef uint8_t BYTE; typedef uint16_t U16; typedef uint32_t U32; typedef int32_t S32; typedef uint64_t U64; #else typedef unsigned char BYTE; typedef unsigned short U16; typedef unsigned int U32; typedef signed int S32; typedef unsigned long long U64; #endif //************************************** // Constants //************************************** #define PROGRAM_NAME "Benchmark utility using xxHash algorithm" #define PROGRAM_VERSION "" #define COMPILED __DATE__ #define AUTHOR "Yann Collet" #define WELCOME_MESSAGE "*** %s %s, by %s (%s) ***\n", PROGRAM_NAME, PROGRAM_VERSION, AUTHOR, COMPILED #define NBLOOPS 3 // Default number of benchmark iterations #define TIMELOOP 2000 // Minimum timing per iteration #define KB *(1U<<10) #define MB *(1U<<20) #define GB *(1U<<30) #define MAX_MEM (2 GB - 64 MB) #define PRIME 2654435761U //************************************** // Local structures //************************************** struct hashFunctionPrototype { unsigned int (*hashFunction)(const void*, int, unsigned int); }; //************************************** // MACRO //************************************** #define DISPLAY(...) fprintf(stderr, __VA_ARGS__) //************************************** // Benchmark Parameters //************************************** static int nbIterations = NBLOOPS; void BMK_SetNbIterations(int nbLoops) { nbIterations = nbLoops; DISPLAY("- %i iterations-", nbIterations); } //********************************************************* // Benchmark Functions //********************************************************* static int BMK_GetMilliStart() { // Supposed to be portable // Rolls over every ~ 12.1 days (0x100000/24/60/60) // Use GetMilliSpan to correct for rollover struct timeb tb; int nCount; ftime( &tb ); nCount = tb.millitm + (tb.time & 0xfffff) * 1000; return nCount; } static int BMK_GetMilliSpan( int nTimeStart ) { int nSpan = BMK_GetMilliStart() - nTimeStart; if ( nSpan < 0 ) nSpan += 0x100000 * 1000; return nSpan; } static size_t BMK_findMaxMem(U64 requestedMem) { size_t step = (64 MB); size_t allocatedMemory; BYTE* testmem=NULL; requestedMem += 3*step; requestedMem -= (size_t)requestedMem & (step-1); if (requestedMem > MAX_MEM) requestedMem = MAX_MEM; allocatedMemory = (size_t)requestedMem; while (!testmem) { allocatedMemory -= step; testmem = (BYTE*) malloc((size_t)allocatedMemory); } free (testmem); return (size_t) (allocatedMemory - step); } static U64 BMK_GetFileSize(char* infilename) { int r; #if defined(_MSC_VER) struct _stat64 statbuf; r = _stat64(infilename, &statbuf); #else struct stat statbuf; r = stat(infilename, &statbuf); #endif if (r || !S_ISREG(statbuf.st_mode)) return 0; // No good... return (U64)statbuf.st_size; } int BMK_benchFile(char** fileNamesTable, int nbFiles, int selection) { int fileIdx=0; struct hashFunctionPrototype hashP; unsigned int hashResult=0; U64 totals = 0; double totalc = 0.; // Init switch (selection) { #ifdef HASH0 case 0 : hashP.hashFunction = HASH0; break; #endif #ifdef HASH1 case 1 : hashP.hashFunction = HASH1; break; #endif #ifdef HASH2 case 2 : hashP.hashFunction = HASH2; break; #endif default: hashP.hashFunction = DEFAULTHASH; } // Loop for each file while (fileIdx inFileSize) benchedSize = (size_t)inFileSize; if (benchedSize < inFileSize) { DISPLAY("Not enough memory for '%s' full size; testing %i MB only...\n", inFileName, (int)(benchedSize>>20)); } buffer = (char*)malloc((size_t )benchedSize+16); if(!buffer) { DISPLAY("\nError: not enough memory!\n"); fclose(inFile); return 12; } alignedBuffer = (buffer+15) - (((size_t)(buffer+15)) & 0xF); // align on next 16 bytes boundaries // Fill input buffer DISPLAY("Loading %s... \r", inFileName); readSize = fread(alignedBuffer, 1, benchedSize, inFile); fclose(inFile); if(readSize != benchedSize) { DISPLAY("\nError: problem reading file '%s' !! \n", inFileName); free(buffer); return 13; } // Bench { int interationNb; double fastestC = 100000000.; DISPLAY("\r%79s\r", ""); // Clean display line for (interationNb = 1; interationNb <= nbIterations; interationNb++) { int nbHashes = 0; int milliTime; DISPLAY("%1i-%-14.14s : %10i ->\r", interationNb, inFileName, (int)benchedSize); // Hash loop milliTime = BMK_GetMilliStart(); while(BMK_GetMilliStart() == milliTime); milliTime = BMK_GetMilliStart(); while(BMK_GetMilliSpan(milliTime) < TIMELOOP) { int i; for (i=0; i<100; i++) { hashResult = hashP.hashFunction(alignedBuffer, (int)benchedSize, 0); nbHashes++; } } milliTime = BMK_GetMilliSpan(milliTime); if ((double)milliTime < fastestC*nbHashes) fastestC = (double)milliTime/nbHashes; DISPLAY("%1i-%-14.14s : %10i -> %7.1f MB/s\r", interationNb, inFileName, (int)benchedSize, (double)benchedSize / fastestC / 1000.); } DISPLAY("%-16.16s : %10i -> %7.1f MB/s 0x%08X\n", inFileName, (int)benchedSize, (double)benchedSize / fastestC / 1000., hashResult); totals += benchedSize; totalc += fastestC; } // Bench Unaligned { int interationNb; double fastestC = 100000000.; DISPLAY("\r%79s\r", ""); // Clean display line for (interationNb = 1; (interationNb <= nbIterations) && ((benchedSize>1)); interationNb++) { int nbHashes = 0; int milliTime; DISPLAY("%1i-%-14.14s : %10i ->\r", interationNb, "(unaligned)", (int)benchedSize); // Hash loop milliTime = BMK_GetMilliStart(); while(BMK_GetMilliStart() == milliTime); milliTime = BMK_GetMilliStart(); while(BMK_GetMilliSpan(milliTime) < TIMELOOP) { int i; for (i=0; i<100; i++) { hashResult = hashP.hashFunction(alignedBuffer+1, (int)benchedSize-1, 0); nbHashes++; } } milliTime = BMK_GetMilliSpan(milliTime); if ((double)milliTime < fastestC*nbHashes) fastestC = (double)milliTime/nbHashes; DISPLAY("%1i-%-14.14s : %10i -> %7.1f MB/s\r", interationNb, "(unaligned)", (int)(benchedSize-1), (double)(benchedSize-1) / fastestC / 1000.); } DISPLAY("%-16.16s : %10i -> %7.1f MB/s \n", "(unaligned)", (int)benchedSize-1, (double)(benchedSize-1) / fastestC / 1000.); } free(buffer); } if (nbFiles > 1) printf("%-16.16s :%11llu -> %7.1f MB/s\n", " TOTAL", (long long unsigned int)totals, (double)totals/totalc/1000.); return 0; } static void BMK_checkResult(U32 r1, U32 r2) { static int nbTests = 1; if (r1==r2) DISPLAY("\rTest%3i : %08X == %08X ok ", nbTests, r1, r2); else { DISPLAY("\rERROR : Test%3i : %08X <> %08X !!!!! \n", nbTests, r1, r2); exit(1); } nbTests++; } static void BMK_testSequence(void* sentence, int len, U32 seed, U32 Nresult) { U32 Dresult; void* state; int index; Dresult = XXH32(sentence, len, seed); BMK_checkResult(Dresult, Nresult); state = XXH32_init(seed); XXH32_update(state, sentence, len); Dresult = XXH32_digest(state); BMK_checkResult(Dresult, Nresult); state = XXH32_init(seed); for (index=0; index>24); random *= random; } BMK_testSequence(sanityBuffer, 1, 0, 0xB85CBEE5); BMK_testSequence(sanityBuffer, 1, PRIME, 0xD5845D64); BMK_testSequence(sanityBuffer, 14, 0, 0xE5AA0AB4); BMK_testSequence(sanityBuffer, 14, PRIME, 0x4481951D); BMK_testSequence(sanityBuffer, SANITY_BUFFER_SIZE, 0, 0x1F1AA412); BMK_testSequence(sanityBuffer, SANITY_BUFFER_SIZE, PRIME, 0x498EC8E2); DISPLAY(" -- all tests ok"); DISPLAY("\r%79s\r", ""); // Clean display line } //********************************************************* // Main //********************************************************* int usage(char* exename) { DISPLAY( "Usage :\n"); DISPLAY( " %s [arg] filename\n", exename); DISPLAY( "Arguments :\n"); DISPLAY( " -i# : number of iterations \n"); DISPLAY( " -h : help (this text)\n"); return 0; } int badusage(char* exename) { DISPLAY("Wrong parameters\n"); usage(exename); return 0; } int main(int argc, char** argv) { int i, filenamesStart=2; char* input_filename=0; // Welcome message DISPLAY( WELCOME_MESSAGE ); // Check results are good BMK_sanityCheck(); if (argc<2) { badusage(argv[0]); return 1; } for(i=1; i Error if(!input_filename) { badusage(argv[0]); return 1; } return BMK_benchFile(argv+filenamesStart, argc-filenamesStart, 0); }