/* * Copyright (c) 2016-2020, Yann Collet, Facebook, Inc. * All rights reserved. * * This source code is licensed under both the BSD-style license (found in the * LICENSE file in the root directory of this source tree) and the GPLv2 (found * in the COPYING file in the root directory of this source tree). * You may select, at your option, one of the above-listed licenses. */ /* benchzstd : * benchmark Zstandard compression / decompression * over a set of files or buffers * and display progress result and final summary */ #if defined (__cplusplus) extern "C" { #endif #ifndef BENCH_ZSTD_H_3242387 #define BENCH_ZSTD_H_3242387 /* === Dependencies === */ #include /* size_t */ #define ZSTD_STATIC_LINKING_ONLY /* ZSTD_compressionParameters */ #include "../lib/zstd.h" /* ZSTD_compressionParameters */ /* === Constants === */ #define MB_UNIT 1000000 /* === Benchmark functions === */ /* Creates a variant `typeName`, able to express "error or valid result". * Functions with return type `typeName` * must first check if result is valid, using BMK_isSuccessful_*(), * and only then can extract `baseType`. */ #define VARIANT_ERROR_RESULT(baseType, variantName) \ \ typedef struct { \ baseType internal_never_use_directly; \ int tag; \ } variantName typedef struct { size_t cSize; unsigned long long cSpeed; /* bytes / sec */ unsigned long long dSpeed; size_t cMem; /* memory usage during compression */ } BMK_benchResult_t; VARIANT_ERROR_RESULT(BMK_benchResult_t, BMK_benchOutcome_t); /* check first if the return structure represents an error or a valid result */ int BMK_isSuccessful_benchOutcome(BMK_benchOutcome_t outcome); /* extract result from variant type. * note : this function will abort() program execution if result is not valid * check result validity first, by using BMK_isSuccessful_benchOutcome() */ BMK_benchResult_t BMK_extract_benchResult(BMK_benchOutcome_t outcome); /*! BMK_benchFiles() -- called by zstdcli */ /* Loads files from fileNamesTable into memory, * and an optional dictionary from dictFileName (can be NULL), * then uses benchMem(). * fileNamesTable - name of files to benchmark. * nbFiles - number of files (size of fileNamesTable), must be > 0. * dictFileName - name of dictionary file to load. * cLevel - compression level to benchmark, errors if invalid. * compressionParams - advanced compression Parameters. * displayLevel - what gets printed: * 0 : no display; * 1 : errors; * 2 : + result + interaction + warnings; * 3 : + information; * 4 : + debug * @return: * a variant, which expresses either an error, or a valid result. * Use BMK_isSuccessful_benchOutcome() to check if function was successful. * If yes, extract the valid result with BMK_extract_benchResult(), * it will contain : * .cSpeed: compression speed in bytes per second, * .dSpeed: decompression speed in bytes per second, * .cSize : compressed size, in bytes * .cMem : memory budget required for the compression context */ BMK_benchOutcome_t BMK_benchFiles( const char* const * fileNamesTable, unsigned nbFiles, const char* dictFileName, int cLevel, const ZSTD_compressionParameters* compressionParams, int displayLevel); typedef enum { BMK_both = 0, BMK_decodeOnly = 1, BMK_compressOnly = 2 } BMK_mode_t; typedef struct { BMK_mode_t mode; /* 0: all, 1: compress only 2: decode only */ unsigned nbSeconds; /* default timing is in nbSeconds */ size_t blockSize; /* Maximum size of each block*/ int nbWorkers; /* multithreading */ unsigned realTime; /* real time priority */ int additionalParam; /* used by python speed benchmark */ int ldmFlag; /* enables long distance matching */ int ldmMinMatch; /* below: parameters for long distance matching, see zstd.1.md */ int ldmHashLog; int ldmBucketSizeLog; int ldmHashRateLog; ZSTD_literalCompressionMode_e literalCompressionMode; } BMK_advancedParams_t; /* returns default parameters used by nonAdvanced functions */ BMK_advancedParams_t BMK_initAdvancedParams(void); /*! BMK_benchFilesAdvanced(): * Same as BMK_benchFiles(), * with more controls, provided through advancedParams_t structure */ BMK_benchOutcome_t BMK_benchFilesAdvanced( const char* const * fileNamesTable, unsigned nbFiles, const char* dictFileName, int cLevel, const ZSTD_compressionParameters* compressionParams, int displayLevel, const BMK_advancedParams_t* adv); /*! BMK_syntheticTest() -- called from zstdcli */ /* Generates a sample with datagen, using compressibility argument */ /* cLevel - compression level to benchmark, errors if invalid * compressibility - determines compressibility of sample * compressionParams - basic compression Parameters * displayLevel - see benchFiles * adv - see advanced_Params_t * @return: * a variant, which expresses either an error, or a valid result. * Use BMK_isSuccessful_benchOutcome() to check if function was successful. * If yes, extract the valid result with BMK_extract_benchResult(), * it will contain : * .cSpeed: compression speed in bytes per second, * .dSpeed: decompression speed in bytes per second, * .cSize : compressed size, in bytes * .cMem : memory budget required for the compression context */ BMK_benchOutcome_t BMK_syntheticTest( int cLevel, double compressibility, const ZSTD_compressionParameters* compressionParams, int displayLevel, const BMK_advancedParams_t* adv); /* === Benchmark Zstandard in a memory-to-memory scenario === */ /** BMK_benchMem() -- core benchmarking function, called in paramgrill * applies ZSTD_compress_generic() and ZSTD_decompress_generic() on data in srcBuffer * with specific compression parameters provided by other arguments using benchFunction * (cLevel, comprParams + adv in advanced Mode) */ /* srcBuffer - data source, expected to be valid compressed data if in Decode Only Mode * srcSize - size of data in srcBuffer * fileSizes - srcBuffer is considered cut into 1+ segments, to compress separately. * note : sum(fileSizes) must be == srcSize. (<== ensure it's properly checked) * nbFiles - nb of segments * cLevel - compression level * comprParams - basic compression parameters * dictBuffer - a dictionary if used, null otherwise * dictBufferSize - size of dictBuffer, 0 otherwise * displayLevel - see BMK_benchFiles * displayName - name used by display * @return: * a variant, which expresses either an error, or a valid result. * Use BMK_isSuccessful_benchOutcome() to check if function was successful. * If yes, extract the valid result with BMK_extract_benchResult(), * it will contain : * .cSpeed: compression speed in bytes per second, * .dSpeed: decompression speed in bytes per second, * .cSize : compressed size, in bytes * .cMem : memory budget required for the compression context */ BMK_benchOutcome_t BMK_benchMem(const void* srcBuffer, size_t srcSize, const size_t* fileSizes, unsigned nbFiles, int cLevel, const ZSTD_compressionParameters* comprParams, const void* dictBuffer, size_t dictBufferSize, int displayLevel, const char* displayName); /* BMK_benchMemAdvanced() : same as BMK_benchMem() * with following additional options : * dstBuffer - destination buffer to write compressed output in, NULL if none provided. * dstCapacity - capacity of destination buffer, give 0 if dstBuffer = NULL * adv = see advancedParams_t */ BMK_benchOutcome_t BMK_benchMemAdvanced(const void* srcBuffer, size_t srcSize, void* dstBuffer, size_t dstCapacity, const size_t* fileSizes, unsigned nbFiles, int cLevel, const ZSTD_compressionParameters* comprParams, const void* dictBuffer, size_t dictBufferSize, int displayLevel, const char* displayName, const BMK_advancedParams_t* adv); #endif /* BENCH_ZSTD_H_3242387 */ #if defined (__cplusplus) } #endif