1 /*
2 * Copyright (c) 2016-present, Przemyslaw Skibinski, Yann Collet, Facebook, Inc.
3 * All rights reserved.
4 *
5 * This source code is licensed under both the BSD-style license (found in the
6 * LICENSE file in the root directory of this source tree) and the GPLv2 (found
7 * in the COPYING file in the root directory of this source tree).
8 */
9
10
11 /* *************************************
12 * Includes
13 ***************************************/
14 #include "util.h" /* Compiler options, UTIL_GetFileSize, UTIL_sleep */
15 #include <stdlib.h> /* malloc, free */
16 #include <string.h> /* memset */
17 #include <stdio.h> /* fprintf, fopen, ftello64 */
18 #include <time.h> /* clock_t, clock, CLOCKS_PER_SEC */
19 #include <ctype.h> /* toupper */
20 #include <errno.h> /* errno */
21
22 #include "timefn.h" /* UTIL_time_t, UTIL_getTime, UTIL_clockSpanMicro, UTIL_waitForNextTick */
23 #include "mem.h"
24 #define ZSTD_STATIC_LINKING_ONLY
25 #include "zstd.h"
26 #include "datagen.h" /* RDG_genBuffer */
27 #include "xxhash.h"
28
29 #include "zstd_zlibwrapper.h"
30
31
32
33 /*-************************************
34 * Tuning parameters
35 **************************************/
36 #ifndef ZSTDCLI_CLEVEL_DEFAULT
37 # define ZSTDCLI_CLEVEL_DEFAULT 3
38 #endif
39
40
41 /*-************************************
42 * Constants
43 **************************************/
44 #define COMPRESSOR_NAME "Zstandard wrapper for zlib command line interface"
45 #ifndef ZSTD_VERSION
46 # define ZSTD_VERSION "v" ZSTD_VERSION_STRING
47 #endif
48 #define AUTHOR "Yann Collet"
49 #define WELCOME_MESSAGE "*** %s %i-bits %s, by %s ***\n", COMPRESSOR_NAME, (int)(sizeof(size_t)*8), ZSTD_VERSION, AUTHOR
50
51 #ifndef ZSTD_GIT_COMMIT
52 # define ZSTD_GIT_COMMIT_STRING ""
53 #else
54 # define ZSTD_GIT_COMMIT_STRING ZSTD_EXPAND_AND_QUOTE(ZSTD_GIT_COMMIT)
55 #endif
56
57 #define NBLOOPS 3
58 #define TIMELOOP_MICROSEC 1*1000000ULL /* 1 second */
59 #define ACTIVEPERIOD_MICROSEC 70*1000000ULL /* 70 seconds */
60 #define COOLPERIOD_SEC 10
61
62 #define KB *(1 <<10)
63 #define MB *(1 <<20)
64 #define GB *(1U<<30)
65
66 static const size_t maxMemory = (sizeof(size_t)==4) ? (2 GB - 64 MB) : (size_t)(1ULL << ((sizeof(size_t)*8)-31));
67
68 static U32 g_compressibilityDefault = 50;
69
70
71 /* *************************************
72 * console display
73 ***************************************/
74 #define DEFAULT_DISPLAY_LEVEL 2
75 #define DISPLAY(...) fprintf(displayOut, __VA_ARGS__)
76 #define DISPLAYLEVEL(l, ...) if (g_displayLevel>=l) { DISPLAY(__VA_ARGS__); }
77 static unsigned g_displayLevel = DEFAULT_DISPLAY_LEVEL; /* 0 : no display; 1: errors; 2 : + result + interaction + warnings; 3 : + progression; 4 : + information */
78 static FILE* displayOut;
79
80 #define DISPLAYUPDATE(l, ...) if (g_displayLevel>=l) { \
81 if ((clock() - g_time > refreshRate) || (g_displayLevel>=4)) \
82 { g_time = clock(); DISPLAY(__VA_ARGS__); \
83 if (g_displayLevel>=4) fflush(displayOut); } }
84 static const clock_t refreshRate = CLOCKS_PER_SEC * 15 / 100;
85 static clock_t g_time = 0;
86
87
88 /* *************************************
89 * Exceptions
90 ***************************************/
91 #ifndef DEBUG
92 # define DEBUG 0
93 #endif
94 #define DEBUGOUTPUT(...) { if (DEBUG) DISPLAY(__VA_ARGS__); }
95 #define EXM_THROW(error, ...) \
96 { \
97 DEBUGOUTPUT("Error defined at %s, line %i : \n", __FILE__, __LINE__); \
98 DISPLAYLEVEL(1, "Error %i : ", error); \
99 DISPLAYLEVEL(1, __VA_ARGS__); \
100 DISPLAYLEVEL(1, "\n"); \
101 exit(error); \
102 }
103
104
105 /* *************************************
106 * Benchmark Parameters
107 ***************************************/
108 static unsigned g_nbIterations = NBLOOPS;
109 static size_t g_blockSize = 0;
110 int g_additionalParam = 0;
111
BMK_setNotificationLevel(unsigned level)112 void BMK_setNotificationLevel(unsigned level) { g_displayLevel=level; }
113
BMK_setAdditionalParam(int additionalParam)114 void BMK_setAdditionalParam(int additionalParam) { g_additionalParam=additionalParam; }
115
BMK_SetNbIterations(unsigned nbLoops)116 void BMK_SetNbIterations(unsigned nbLoops)
117 {
118 g_nbIterations = nbLoops;
119 DISPLAYLEVEL(3, "- test >= %u seconds per compression / decompression -\n", g_nbIterations);
120 }
121
BMK_SetBlockSize(size_t blockSize)122 void BMK_SetBlockSize(size_t blockSize)
123 {
124 g_blockSize = blockSize;
125 DISPLAYLEVEL(2, "using blocks of size %u KB \n", (unsigned)(blockSize>>10));
126 }
127
128
129 /* ********************************************************
130 * Bench functions
131 **********************************************************/
132 #undef MIN
133 #undef MAX
134 #define MIN(a,b) ((a)<(b) ? (a) : (b))
135 #define MAX(a,b) ((a)>(b) ? (a) : (b))
136
137 typedef struct
138 {
139 z_const char* srcPtr;
140 size_t srcSize;
141 char* cPtr;
142 size_t cRoom;
143 size_t cSize;
144 char* resPtr;
145 size_t resSize;
146 } blockParam_t;
147
148 typedef enum { BMK_ZSTD, BMK_ZSTD_STREAM, BMK_ZLIB, BMK_ZWRAP_ZLIB, BMK_ZWRAP_ZSTD, BMK_ZLIB_REUSE, BMK_ZWRAP_ZLIB_REUSE, BMK_ZWRAP_ZSTD_REUSE } BMK_compressor;
149
150
BMK_benchMem(z_const void * srcBuffer,size_t srcSize,const char * displayName,int cLevel,const size_t * fileSizes,U32 nbFiles,const void * dictBuffer,size_t dictBufferSize,BMK_compressor compressor)151 static int BMK_benchMem(z_const void* srcBuffer, size_t srcSize,
152 const char* displayName, int cLevel,
153 const size_t* fileSizes, U32 nbFiles,
154 const void* dictBuffer, size_t dictBufferSize, BMK_compressor compressor)
155 {
156 size_t const blockSize = (g_blockSize>=32 ? g_blockSize : srcSize) + (!srcSize) /* avoid div by 0 */ ;
157 size_t const avgSize = MIN(g_blockSize, (srcSize / nbFiles));
158 U32 const maxNbBlocks = (U32) ((srcSize + (blockSize-1)) / blockSize) + nbFiles;
159 blockParam_t* const blockTable = (blockParam_t*) malloc(maxNbBlocks * sizeof(blockParam_t));
160 size_t const maxCompressedSize = ZSTD_compressBound(srcSize) + (maxNbBlocks * 1024); /* add some room for safety */
161 void* const compressedBuffer = malloc(maxCompressedSize);
162 void* const resultBuffer = malloc(srcSize);
163 ZSTD_CCtx* const ctx = ZSTD_createCCtx();
164 ZSTD_DCtx* const dctx = ZSTD_createDCtx();
165 U32 nbBlocks;
166
167 /* checks */
168 if (!compressedBuffer || !resultBuffer || !blockTable || !ctx || !dctx)
169 EXM_THROW(31, "allocation error : not enough memory");
170
171 /* init */
172 if (strlen(displayName)>17) displayName += strlen(displayName)-17; /* can only display 17 characters */
173
174 /* Init blockTable data */
175 { z_const char* srcPtr = (z_const char*)srcBuffer;
176 char* cPtr = (char*)compressedBuffer;
177 char* resPtr = (char*)resultBuffer;
178 U32 fileNb;
179 for (nbBlocks=0, fileNb=0; fileNb<nbFiles; fileNb++) {
180 size_t remaining = fileSizes[fileNb];
181 U32 const nbBlocksforThisFile = (U32)((remaining + (blockSize-1)) / blockSize);
182 U32 const blockEnd = nbBlocks + nbBlocksforThisFile;
183 for ( ; nbBlocks<blockEnd; nbBlocks++) {
184 size_t const thisBlockSize = MIN(remaining, blockSize);
185 blockTable[nbBlocks].srcPtr = srcPtr;
186 blockTable[nbBlocks].cPtr = cPtr;
187 blockTable[nbBlocks].resPtr = resPtr;
188 blockTable[nbBlocks].srcSize = thisBlockSize;
189 blockTable[nbBlocks].cRoom = ZSTD_compressBound(thisBlockSize);
190 srcPtr += thisBlockSize;
191 cPtr += blockTable[nbBlocks].cRoom;
192 resPtr += thisBlockSize;
193 remaining -= thisBlockSize;
194 } } }
195
196 /* warming up memory */
197 RDG_genBuffer(compressedBuffer, maxCompressedSize, 0.10, 0.50, 1);
198
199 /* Bench */
200 { U64 fastestC = (U64)(-1LL), fastestD = (U64)(-1LL);
201 U64 const crcOrig = XXH64(srcBuffer, srcSize, 0);
202 UTIL_time_t coolTime;
203 U64 const maxTime = (g_nbIterations * TIMELOOP_MICROSEC) + 100;
204 U64 totalCTime=0, totalDTime=0;
205 U32 cCompleted=0, dCompleted=0;
206 # define NB_MARKS 4
207 const char* const marks[NB_MARKS] = { " |", " /", " =", "\\" };
208 U32 markNb = 0;
209 size_t cSize = 0;
210 double ratio = 0.;
211
212 coolTime = UTIL_getTime();
213 DISPLAYLEVEL(2, "\r%79s\r", "");
214 while (!cCompleted | !dCompleted) {
215 UTIL_time_t clockStart;
216 U64 clockLoop = g_nbIterations ? TIMELOOP_MICROSEC : 1;
217
218 /* overheat protection */
219 if (UTIL_clockSpanMicro(coolTime) > ACTIVEPERIOD_MICROSEC) {
220 DISPLAYLEVEL(2, "\rcooling down ... \r");
221 UTIL_sleep(COOLPERIOD_SEC);
222 coolTime = UTIL_getTime();
223 }
224
225 /* Compression */
226 DISPLAYLEVEL(2, "%2s-%-17.17s :%10u ->\r", marks[markNb], displayName, (unsigned)srcSize);
227 if (!cCompleted) memset(compressedBuffer, 0xE5, maxCompressedSize); /* warm up and erase result buffer */
228
229 UTIL_sleepMilli(1); /* give processor time to other processes */
230 UTIL_waitForNextTick();
231 clockStart = UTIL_getTime();
232
233 if (!cCompleted) { /* still some time to do compression tests */
234 U32 nbLoops = 0;
235 if (compressor == BMK_ZSTD) {
236 ZSTD_parameters const zparams = ZSTD_getParams(cLevel, avgSize, dictBufferSize);
237 ZSTD_customMem const cmem = { NULL, NULL, NULL };
238 ZSTD_CDict* const cdict = ZSTD_createCDict_advanced(dictBuffer, dictBufferSize, ZSTD_dlm_byRef, ZSTD_dct_auto, zparams.cParams, cmem);
239 if (cdict==NULL) EXM_THROW(1, "ZSTD_createCDict_advanced() allocation failure");
240
241 do {
242 U32 blockNb;
243 size_t rSize;
244 for (blockNb=0; blockNb<nbBlocks; blockNb++) {
245 if (dictBufferSize) {
246 rSize = ZSTD_compress_usingCDict(ctx,
247 blockTable[blockNb].cPtr, blockTable[blockNb].cRoom,
248 blockTable[blockNb].srcPtr,blockTable[blockNb].srcSize,
249 cdict);
250 } else {
251 rSize = ZSTD_compressCCtx (ctx,
252 blockTable[blockNb].cPtr, blockTable[blockNb].cRoom,
253 blockTable[blockNb].srcPtr,blockTable[blockNb].srcSize, cLevel);
254 }
255 if (ZSTD_isError(rSize)) EXM_THROW(1, "ZSTD_compress_usingCDict() failed : %s", ZSTD_getErrorName(rSize));
256 blockTable[blockNb].cSize = rSize;
257 }
258 nbLoops++;
259 } while (UTIL_clockSpanMicro(clockStart) < clockLoop);
260 ZSTD_freeCDict(cdict);
261 } else if (compressor == BMK_ZSTD_STREAM) {
262 ZSTD_parameters const zparams = ZSTD_getParams(cLevel, avgSize, dictBufferSize);
263 ZSTD_inBuffer inBuffer;
264 ZSTD_outBuffer outBuffer;
265 ZSTD_CStream* zbc = ZSTD_createCStream();
266 size_t rSize;
267 if (zbc == NULL) EXM_THROW(1, "ZSTD_createCStream() allocation failure");
268 rSize = ZSTD_initCStream_advanced(zbc, dictBuffer, dictBufferSize, zparams, avgSize);
269 if (ZSTD_isError(rSize)) EXM_THROW(1, "ZSTD_initCStream_advanced() failed : %s", ZSTD_getErrorName(rSize));
270 do {
271 U32 blockNb;
272 for (blockNb=0; blockNb<nbBlocks; blockNb++) {
273 rSize = ZSTD_CCtx_reset(zbc, ZSTD_reset_session_only);
274 if (ZSTD_isError(rSize)) EXM_THROW(1, "ZSTD_CCtx_reset() failed : %s", ZSTD_getErrorName(rSize));
275 rSize = ZSTD_CCtx_setPledgedSrcSize(zbc, blockTable[blockNb].srcSize);
276 if (ZSTD_isError(rSize)) EXM_THROW(1, "ZSTD_CCtx_setPledgedSrcSize() failed : %s", ZSTD_getErrorName(rSize));
277 inBuffer.src = blockTable[blockNb].srcPtr;
278 inBuffer.size = blockTable[blockNb].srcSize;
279 inBuffer.pos = 0;
280 outBuffer.dst = blockTable[blockNb].cPtr;
281 outBuffer.size = blockTable[blockNb].cRoom;
282 outBuffer.pos = 0;
283 rSize = ZSTD_compressStream(zbc, &outBuffer, &inBuffer);
284 if (ZSTD_isError(rSize)) EXM_THROW(1, "ZSTD_compressStream() failed : %s", ZSTD_getErrorName(rSize));
285 rSize = ZSTD_endStream(zbc, &outBuffer);
286 if (ZSTD_isError(rSize)) EXM_THROW(1, "ZSTD_endStream() failed : %s", ZSTD_getErrorName(rSize));
287 blockTable[blockNb].cSize = outBuffer.pos;
288 }
289 nbLoops++;
290 } while (UTIL_clockSpanMicro(clockStart) < clockLoop);
291 ZSTD_freeCStream(zbc);
292 } else if (compressor == BMK_ZWRAP_ZLIB_REUSE || compressor == BMK_ZWRAP_ZSTD_REUSE || compressor == BMK_ZLIB_REUSE) {
293 z_stream def;
294 int ret;
295 int useSetDict = (dictBuffer != NULL);
296 if (compressor == BMK_ZLIB_REUSE || compressor == BMK_ZWRAP_ZLIB_REUSE) ZWRAP_useZSTDcompression(0);
297 else ZWRAP_useZSTDcompression(1);
298 def.zalloc = Z_NULL;
299 def.zfree = Z_NULL;
300 def.opaque = Z_NULL;
301 ret = deflateInit(&def, cLevel);
302 if (ret != Z_OK) EXM_THROW(1, "deflateInit failure");
303 /* if (ZWRAP_isUsingZSTDcompression()) {
304 ret = ZWRAP_setPledgedSrcSize(&def, avgSize);
305 if (ret != Z_OK) EXM_THROW(1, "ZWRAP_setPledgedSrcSize failure");
306 } */
307 do {
308 U32 blockNb;
309 for (blockNb=0; blockNb<nbBlocks; blockNb++) {
310 if (ZWRAP_isUsingZSTDcompression())
311 ret = ZWRAP_deflateReset_keepDict(&def); /* reuse dictionary to make compression faster */
312 else
313 ret = deflateReset(&def);
314 if (ret != Z_OK) EXM_THROW(1, "deflateReset failure");
315 if (useSetDict) {
316 ret = deflateSetDictionary(&def, (const z_Bytef*)dictBuffer, dictBufferSize);
317 if (ret != Z_OK) EXM_THROW(1, "deflateSetDictionary failure");
318 if (ZWRAP_isUsingZSTDcompression()) useSetDict = 0; /* zstd doesn't require deflateSetDictionary after ZWRAP_deflateReset_keepDict */
319 }
320 def.next_in = (z_const z_Bytef*) blockTable[blockNb].srcPtr;
321 def.avail_in = (uInt)blockTable[blockNb].srcSize;
322 def.total_in = 0;
323 def.next_out = (z_Bytef*) blockTable[blockNb].cPtr;
324 def.avail_out = (uInt)blockTable[blockNb].cRoom;
325 def.total_out = 0;
326 ret = deflate(&def, Z_FINISH);
327 if (ret != Z_STREAM_END) EXM_THROW(1, "deflate failure ret=%d srcSize=%d" , ret, (int)blockTable[blockNb].srcSize);
328 blockTable[blockNb].cSize = def.total_out;
329 }
330 nbLoops++;
331 } while (UTIL_clockSpanMicro(clockStart) < clockLoop);
332 ret = deflateEnd(&def);
333 if (ret != Z_OK) EXM_THROW(1, "deflateEnd failure");
334 } else {
335 z_stream def;
336 if (compressor == BMK_ZLIB || compressor == BMK_ZWRAP_ZLIB) ZWRAP_useZSTDcompression(0);
337 else ZWRAP_useZSTDcompression(1);
338 do {
339 U32 blockNb;
340 for (blockNb=0; blockNb<nbBlocks; blockNb++) {
341 int ret;
342 def.zalloc = Z_NULL;
343 def.zfree = Z_NULL;
344 def.opaque = Z_NULL;
345 ret = deflateInit(&def, cLevel);
346 if (ret != Z_OK) EXM_THROW(1, "deflateInit failure");
347 if (dictBuffer) {
348 ret = deflateSetDictionary(&def, (const z_Bytef*)dictBuffer, dictBufferSize);
349 if (ret != Z_OK) EXM_THROW(1, "deflateSetDictionary failure");
350 }
351 def.next_in = (z_const z_Bytef*) blockTable[blockNb].srcPtr;
352 def.avail_in = (uInt)blockTable[blockNb].srcSize;
353 def.total_in = 0;
354 def.next_out = (z_Bytef*) blockTable[blockNb].cPtr;
355 def.avail_out = (uInt)blockTable[blockNb].cRoom;
356 def.total_out = 0;
357 ret = deflate(&def, Z_FINISH);
358 if (ret != Z_STREAM_END) EXM_THROW(1, "deflate failure");
359 ret = deflateEnd(&def);
360 if (ret != Z_OK) EXM_THROW(1, "deflateEnd failure");
361 blockTable[blockNb].cSize = def.total_out;
362 }
363 nbLoops++;
364 } while (UTIL_clockSpanMicro(clockStart) < clockLoop);
365 }
366 { U64 const clockSpan = UTIL_clockSpanMicro(clockStart);
367 if (clockSpan < fastestC*nbLoops) fastestC = clockSpan / nbLoops;
368 totalCTime += clockSpan;
369 cCompleted = totalCTime>maxTime;
370 } }
371
372 cSize = 0;
373 { U32 blockNb; for (blockNb=0; blockNb<nbBlocks; blockNb++) cSize += blockTable[blockNb].cSize; }
374 ratio = (double)srcSize / (double)cSize;
375 markNb = (markNb+1) % NB_MARKS;
376 DISPLAYLEVEL(2, "%2s-%-17.17s :%10u ->%10u (%5.3f),%6.1f MB/s\r",
377 marks[markNb], displayName, (unsigned)srcSize, (unsigned)cSize, ratio,
378 (double)srcSize / fastestC );
379
380 (void)fastestD; (void)crcOrig; /* unused when decompression disabled */
381 #if 1
382 /* Decompression */
383 if (!dCompleted) memset(resultBuffer, 0xD6, srcSize); /* warm result buffer */
384
385 UTIL_sleepMilli(1); /* give processor time to other processes */
386 UTIL_waitForNextTick();
387 clockStart = UTIL_getTime();
388
389 if (!dCompleted) {
390 U32 nbLoops = 0;
391 if (compressor == BMK_ZSTD) {
392 ZSTD_DDict* ddict = ZSTD_createDDict(dictBuffer, dictBufferSize);
393 if (!ddict) EXM_THROW(2, "ZSTD_createDDict() allocation failure");
394 do {
395 unsigned blockNb;
396 for (blockNb=0; blockNb<nbBlocks; blockNb++) {
397 size_t const regenSize = ZSTD_decompress_usingDDict(dctx,
398 blockTable[blockNb].resPtr, blockTable[blockNb].srcSize,
399 blockTable[blockNb].cPtr, blockTable[blockNb].cSize,
400 ddict);
401 if (ZSTD_isError(regenSize)) {
402 DISPLAY("ZSTD_decompress_usingDDict() failed on block %u : %s \n",
403 blockNb, ZSTD_getErrorName(regenSize));
404 clockLoop = 0; /* force immediate test end */
405 break;
406 }
407 blockTable[blockNb].resSize = regenSize;
408 }
409 nbLoops++;
410 } while (UTIL_clockSpanMicro(clockStart) < clockLoop);
411 ZSTD_freeDDict(ddict);
412 } else if (compressor == BMK_ZSTD_STREAM) {
413 ZSTD_inBuffer inBuffer;
414 ZSTD_outBuffer outBuffer;
415 ZSTD_DStream* zbd = ZSTD_createDStream();
416 size_t rSize;
417 if (zbd == NULL) EXM_THROW(1, "ZSTD_createDStream() allocation failure");
418 rSize = ZSTD_initDStream_usingDict(zbd, dictBuffer, dictBufferSize);
419 if (ZSTD_isError(rSize)) EXM_THROW(1, "ZSTD_initDStream() failed : %s", ZSTD_getErrorName(rSize));
420 do {
421 U32 blockNb;
422 for (blockNb=0; blockNb<nbBlocks; blockNb++) {
423 rSize = ZSTD_DCtx_reset(zbd, ZSTD_reset_session_only);
424 if (ZSTD_isError(rSize)) EXM_THROW(1, "ZSTD_DCtx_reset() failed : %s", ZSTD_getErrorName(rSize));
425 inBuffer.src = blockTable[blockNb].cPtr;
426 inBuffer.size = blockTable[blockNb].cSize;
427 inBuffer.pos = 0;
428 outBuffer.dst = blockTable[blockNb].resPtr;
429 outBuffer.size = blockTable[blockNb].srcSize;
430 outBuffer.pos = 0;
431 rSize = ZSTD_decompressStream(zbd, &outBuffer, &inBuffer);
432 if (ZSTD_isError(rSize)) EXM_THROW(1, "ZSTD_decompressStream() failed : %s", ZSTD_getErrorName(rSize));
433 blockTable[blockNb].resSize = outBuffer.pos;
434 }
435 nbLoops++;
436 } while (UTIL_clockSpanMicro(clockStart) < clockLoop);
437 ZSTD_freeDStream(zbd);
438 } else if (compressor == BMK_ZWRAP_ZLIB_REUSE || compressor == BMK_ZWRAP_ZSTD_REUSE || compressor == BMK_ZLIB_REUSE) {
439 z_stream inf;
440 int ret;
441 if (compressor == BMK_ZLIB_REUSE) ZWRAP_setDecompressionType(ZWRAP_FORCE_ZLIB);
442 else ZWRAP_setDecompressionType(ZWRAP_AUTO);
443 inf.zalloc = Z_NULL;
444 inf.zfree = Z_NULL;
445 inf.opaque = Z_NULL;
446 ret = inflateInit(&inf);
447 if (ret != Z_OK) EXM_THROW(1, "inflateInit failure");
448 do {
449 U32 blockNb;
450 for (blockNb=0; blockNb<nbBlocks; blockNb++) {
451 if (ZWRAP_isUsingZSTDdecompression(&inf))
452 ret = ZWRAP_inflateReset_keepDict(&inf); /* reuse dictionary to make decompression faster; inflate will return Z_NEED_DICT only for the first time */
453 else
454 ret = inflateReset(&inf);
455 if (ret != Z_OK) EXM_THROW(1, "inflateReset failure");
456 inf.next_in = (z_const z_Bytef*) blockTable[blockNb].cPtr;
457 inf.avail_in = (uInt)blockTable[blockNb].cSize;
458 inf.total_in = 0;
459 inf.next_out = (z_Bytef*) blockTable[blockNb].resPtr;
460 inf.avail_out = (uInt)blockTable[blockNb].srcSize;
461 inf.total_out = 0;
462 ret = inflate(&inf, Z_FINISH);
463 if (ret == Z_NEED_DICT) {
464 ret = inflateSetDictionary(&inf, (const z_Bytef*)dictBuffer, dictBufferSize);
465 if (ret != Z_OK) EXM_THROW(1, "inflateSetDictionary failure");
466 ret = inflate(&inf, Z_FINISH);
467 }
468 if (ret != Z_STREAM_END) EXM_THROW(1, "inflate failure");
469 blockTable[blockNb].resSize = inf.total_out;
470 }
471 nbLoops++;
472 } while (UTIL_clockSpanMicro(clockStart) < clockLoop);
473 ret = inflateEnd(&inf);
474 if (ret != Z_OK) EXM_THROW(1, "inflateEnd failure");
475 } else {
476 z_stream inf;
477 if (compressor == BMK_ZLIB) ZWRAP_setDecompressionType(ZWRAP_FORCE_ZLIB);
478 else ZWRAP_setDecompressionType(ZWRAP_AUTO);
479 do {
480 U32 blockNb;
481 for (blockNb=0; blockNb<nbBlocks; blockNb++) {
482 int ret;
483 inf.zalloc = Z_NULL;
484 inf.zfree = Z_NULL;
485 inf.opaque = Z_NULL;
486 ret = inflateInit(&inf);
487 if (ret != Z_OK) EXM_THROW(1, "inflateInit failure");
488 inf.next_in = (z_const z_Bytef*) blockTable[blockNb].cPtr;
489 inf.avail_in = (uInt)blockTable[blockNb].cSize;
490 inf.total_in = 0;
491 inf.next_out = (z_Bytef*) blockTable[blockNb].resPtr;
492 inf.avail_out = (uInt)blockTable[blockNb].srcSize;
493 inf.total_out = 0;
494 ret = inflate(&inf, Z_FINISH);
495 if (ret == Z_NEED_DICT) {
496 ret = inflateSetDictionary(&inf, (const z_Bytef*) dictBuffer, dictBufferSize);
497 if (ret != Z_OK) EXM_THROW(1, "inflateSetDictionary failure");
498 ret = inflate(&inf, Z_FINISH);
499 }
500 if (ret != Z_STREAM_END) EXM_THROW(1, "inflate failure");
501 ret = inflateEnd(&inf);
502 if (ret != Z_OK) EXM_THROW(1, "inflateEnd failure");
503 blockTable[blockNb].resSize = inf.total_out;
504 }
505 nbLoops++;
506 } while (UTIL_clockSpanMicro(clockStart) < clockLoop);
507 }
508 { U64 const clockSpan = UTIL_clockSpanMicro(clockStart);
509 if (clockSpan < fastestD*nbLoops) fastestD = clockSpan / nbLoops;
510 totalDTime += clockSpan;
511 dCompleted = totalDTime>maxTime;
512 } }
513
514 markNb = (markNb+1) % NB_MARKS;
515 DISPLAYLEVEL(2, "%2s-%-17.17s :%10u ->%10u (%5.3f),%6.1f MB/s ,%6.1f MB/s\r",
516 marks[markNb], displayName, (unsigned)srcSize, (unsigned)cSize, ratio,
517 (double)srcSize / fastestC,
518 (double)srcSize / fastestD );
519
520 /* CRC Checking */
521 { U64 const crcCheck = XXH64(resultBuffer, srcSize, 0);
522 if (crcOrig!=crcCheck) {
523 size_t u;
524 DISPLAY("!!! WARNING !!! %14s : Invalid Checksum : %x != %x \n", displayName, (unsigned)crcOrig, (unsigned)crcCheck);
525 for (u=0; u<srcSize; u++) {
526 if (((const BYTE*)srcBuffer)[u] != ((const BYTE*)resultBuffer)[u]) {
527 unsigned segNb, bNb, pos;
528 size_t bacc = 0;
529 DISPLAY("Decoding error at pos %u ", (unsigned)u);
530 for (segNb = 0; segNb < nbBlocks; segNb++) {
531 if (bacc + blockTable[segNb].srcSize > u) break;
532 bacc += blockTable[segNb].srcSize;
533 }
534 pos = (U32)(u - bacc);
535 bNb = pos / (128 KB);
536 DISPLAY("(block %u, sub %u, pos %u) \n", segNb, bNb, pos);
537 break;
538 }
539 if (u==srcSize-1) { /* should never happen */
540 DISPLAY("no difference detected\n");
541 } }
542 break;
543 } } /* CRC Checking */
544 #endif
545 } /* for (testNb = 1; testNb <= (g_nbIterations + !g_nbIterations); testNb++) */
546
547 if (g_displayLevel == 1) {
548 double cSpeed = (double)srcSize / fastestC;
549 double dSpeed = (double)srcSize / fastestD;
550 if (g_additionalParam)
551 DISPLAY("-%-3i%11i (%5.3f) %6.2f MB/s %6.1f MB/s %s (param=%d)\n", cLevel, (int)cSize, ratio, cSpeed, dSpeed, displayName, g_additionalParam);
552 else
553 DISPLAY("-%-3i%11i (%5.3f) %6.2f MB/s %6.1f MB/s %s\n", cLevel, (int)cSize, ratio, cSpeed, dSpeed, displayName);
554 }
555 DISPLAYLEVEL(2, "%2i#\n", cLevel);
556 } /* Bench */
557
558 /* clean up */
559 free(blockTable);
560 free(compressedBuffer);
561 free(resultBuffer);
562 ZSTD_freeCCtx(ctx);
563 ZSTD_freeDCtx(dctx);
564 return 0;
565 }
566
567
BMK_findMaxMem(U64 requiredMem)568 static size_t BMK_findMaxMem(U64 requiredMem)
569 {
570 size_t const step = 64 MB;
571 BYTE* testmem = NULL;
572
573 requiredMem = (((requiredMem >> 26) + 1) << 26);
574 requiredMem += step;
575 if (requiredMem > maxMemory) requiredMem = maxMemory;
576
577 do {
578 testmem = (BYTE*)malloc((size_t)requiredMem);
579 requiredMem -= step;
580 } while (!testmem && requiredMem); /* do not allocate zero bytes */
581
582 free(testmem);
583 return (size_t)(requiredMem+1); /* avoid zero */
584 }
585
BMK_benchCLevel(void * srcBuffer,size_t benchedSize,const char * displayName,int cLevel,int cLevelLast,const size_t * fileSizes,unsigned nbFiles,const void * dictBuffer,size_t dictBufferSize)586 static void BMK_benchCLevel(void* srcBuffer, size_t benchedSize,
587 const char* displayName, int cLevel, int cLevelLast,
588 const size_t* fileSizes, unsigned nbFiles,
589 const void* dictBuffer, size_t dictBufferSize)
590 {
591 int l;
592
593 const char* pch = strrchr(displayName, '\\'); /* Windows */
594 if (!pch) pch = strrchr(displayName, '/'); /* Linux */
595 if (pch) displayName = pch+1;
596
597 SET_REALTIME_PRIORITY;
598
599 if (g_displayLevel == 1 && !g_additionalParam)
600 DISPLAY("bench %s %s: input %u bytes, %u seconds, %u KB blocks\n",
601 ZSTD_VERSION_STRING, ZSTD_GIT_COMMIT_STRING,
602 (unsigned)benchedSize, g_nbIterations, (unsigned)(g_blockSize>>10));
603
604 if (cLevelLast < cLevel) cLevelLast = cLevel;
605
606 DISPLAY("benchmarking zstd %s (using ZSTD_CStream)\n", ZSTD_VERSION_STRING);
607 for (l=cLevel; l <= cLevelLast; l++) {
608 BMK_benchMem(srcBuffer, benchedSize,
609 displayName, l,
610 fileSizes, nbFiles,
611 dictBuffer, dictBufferSize, BMK_ZSTD_STREAM);
612 }
613
614 DISPLAY("benchmarking zstd %s (using ZSTD_CCtx)\n", ZSTD_VERSION_STRING);
615 for (l=cLevel; l <= cLevelLast; l++) {
616 BMK_benchMem(srcBuffer, benchedSize,
617 displayName, l,
618 fileSizes, nbFiles,
619 dictBuffer, dictBufferSize, BMK_ZSTD);
620 }
621
622 DISPLAY("benchmarking zstd %s (using zlibWrapper)\n", ZSTD_VERSION_STRING);
623 for (l=cLevel; l <= cLevelLast; l++) {
624 BMK_benchMem(srcBuffer, benchedSize,
625 displayName, l,
626 fileSizes, nbFiles,
627 dictBuffer, dictBufferSize, BMK_ZWRAP_ZSTD_REUSE);
628 }
629
630 DISPLAY("benchmarking zstd %s (zlibWrapper not reusing a context)\n", ZSTD_VERSION_STRING);
631 for (l=cLevel; l <= cLevelLast; l++) {
632 BMK_benchMem(srcBuffer, benchedSize,
633 displayName, l,
634 fileSizes, nbFiles,
635 dictBuffer, dictBufferSize, BMK_ZWRAP_ZSTD);
636 }
637
638
639 if (cLevelLast > Z_BEST_COMPRESSION) cLevelLast = Z_BEST_COMPRESSION;
640
641 DISPLAY("\n");
642 DISPLAY("benchmarking zlib %s\n", ZLIB_VERSION);
643 for (l=cLevel; l <= cLevelLast; l++) {
644 BMK_benchMem(srcBuffer, benchedSize,
645 displayName, l,
646 fileSizes, nbFiles,
647 dictBuffer, dictBufferSize, BMK_ZLIB_REUSE);
648 }
649
650 DISPLAY("benchmarking zlib %s (zlib not reusing a context)\n", ZLIB_VERSION);
651 for (l=cLevel; l <= cLevelLast; l++) {
652 BMK_benchMem(srcBuffer, benchedSize,
653 displayName, l,
654 fileSizes, nbFiles,
655 dictBuffer, dictBufferSize, BMK_ZLIB);
656 }
657
658 DISPLAY("benchmarking zlib %s (using zlibWrapper)\n", ZLIB_VERSION);
659 for (l=cLevel; l <= cLevelLast; l++) {
660 BMK_benchMem(srcBuffer, benchedSize,
661 displayName, l,
662 fileSizes, nbFiles,
663 dictBuffer, dictBufferSize, BMK_ZWRAP_ZLIB_REUSE);
664 }
665
666 DISPLAY("benchmarking zlib %s (zlibWrapper not reusing a context)\n", ZLIB_VERSION);
667 for (l=cLevel; l <= cLevelLast; l++) {
668 BMK_benchMem(srcBuffer, benchedSize,
669 displayName, l,
670 fileSizes, nbFiles,
671 dictBuffer, dictBufferSize, BMK_ZWRAP_ZLIB);
672 }
673 }
674
675
676 /*! BMK_loadFiles() :
677 Loads `buffer` with content of files listed within `fileNamesTable`.
678 At most, fills `buffer` entirely */
BMK_loadFiles(void * buffer,size_t bufferSize,size_t * fileSizes,const char ** fileNamesTable,unsigned nbFiles)679 static void BMK_loadFiles(void* buffer, size_t bufferSize,
680 size_t* fileSizes,
681 const char** fileNamesTable, unsigned nbFiles)
682 {
683 size_t pos = 0, totalSize = 0;
684 unsigned n;
685 for (n=0; n<nbFiles; n++) {
686 FILE* f;
687 U64 fileSize = UTIL_getFileSize(fileNamesTable[n]);
688 if (UTIL_isDirectory(fileNamesTable[n])) {
689 DISPLAYLEVEL(2, "Ignoring %s directory... \n", fileNamesTable[n]);
690 fileSizes[n] = 0;
691 continue;
692 }
693 if (fileSize == UTIL_FILESIZE_UNKNOWN) {
694 DISPLAYLEVEL(2, "Cannot determine size of %s ... \n", fileNamesTable[n]);
695 fileSizes[n] = 0;
696 continue;
697 }
698 f = fopen(fileNamesTable[n], "rb");
699 if (f==NULL) EXM_THROW(10, "impossible to open file %s", fileNamesTable[n]);
700 DISPLAYUPDATE(2, "Loading %s... \r", fileNamesTable[n]);
701 if (fileSize > bufferSize-pos) fileSize = bufferSize-pos, nbFiles=n; /* buffer too small - stop after this file */
702 { size_t const readSize = fread(((char*)buffer)+pos, 1, (size_t)fileSize, f);
703 if (readSize != (size_t)fileSize) EXM_THROW(11, "could not read %s", fileNamesTable[n]);
704 pos += readSize; }
705 fileSizes[n] = (size_t)fileSize;
706 totalSize += (size_t)fileSize;
707 fclose(f);
708 }
709
710 if (totalSize == 0) EXM_THROW(12, "no data to bench");
711 }
712
BMK_benchFileTable(const char ** fileNamesTable,unsigned nbFiles,const char * dictFileName,int cLevel,int cLevelLast)713 static void BMK_benchFileTable(const char** fileNamesTable, unsigned nbFiles,
714 const char* dictFileName, int cLevel, int cLevelLast)
715 {
716 void* srcBuffer;
717 size_t benchedSize;
718 void* dictBuffer = NULL;
719 size_t dictBufferSize = 0;
720 size_t* fileSizes = (size_t*)malloc(nbFiles * sizeof(size_t));
721 U64 const totalSizeToLoad = UTIL_getTotalFileSize(fileNamesTable, nbFiles);
722 char mfName[20] = {0};
723
724 if (!fileSizes) EXM_THROW(12, "not enough memory for fileSizes");
725
726 /* Load dictionary */
727 if (dictFileName != NULL) {
728 U64 const dictFileSize = UTIL_getFileSize(dictFileName);
729 if (dictFileSize > 64 MB)
730 EXM_THROW(10, "dictionary file %s too large", dictFileName);
731 dictBufferSize = (size_t)dictFileSize;
732 dictBuffer = malloc(dictBufferSize);
733 if (dictBuffer==NULL)
734 EXM_THROW(11, "not enough memory for dictionary (%u bytes)", (unsigned)dictBufferSize);
735 BMK_loadFiles(dictBuffer, dictBufferSize, fileSizes, &dictFileName, 1);
736 }
737
738 /* Memory allocation & restrictions */
739 benchedSize = BMK_findMaxMem(totalSizeToLoad * 3) / 3;
740 if ((U64)benchedSize > totalSizeToLoad) benchedSize = (size_t)totalSizeToLoad;
741 if (benchedSize < totalSizeToLoad)
742 DISPLAY("Not enough memory; testing %u MB only...\n", (unsigned)(benchedSize >> 20));
743 srcBuffer = malloc(benchedSize + !benchedSize);
744 if (!srcBuffer) EXM_THROW(12, "not enough memory");
745
746 /* Load input buffer */
747 BMK_loadFiles(srcBuffer, benchedSize, fileSizes, fileNamesTable, nbFiles);
748
749 /* Bench */
750 snprintf (mfName, sizeof(mfName), " %u files", nbFiles);
751 { const char* displayName = (nbFiles > 1) ? mfName : fileNamesTable[0];
752 BMK_benchCLevel(srcBuffer, benchedSize,
753 displayName, cLevel, cLevelLast,
754 fileSizes, nbFiles,
755 dictBuffer, dictBufferSize);
756 }
757
758 /* clean up */
759 free(srcBuffer);
760 free(dictBuffer);
761 free(fileSizes);
762 }
763
764
BMK_syntheticTest(int cLevel,int cLevelLast,double compressibility)765 static void BMK_syntheticTest(int cLevel, int cLevelLast, double compressibility)
766 {
767 char name[20] = {0};
768 size_t benchedSize = 10000000;
769 void* const srcBuffer = malloc(benchedSize);
770
771 /* Memory allocation */
772 if (!srcBuffer) EXM_THROW(21, "not enough memory");
773
774 /* Fill input buffer */
775 RDG_genBuffer(srcBuffer, benchedSize, compressibility, 0.0, 0);
776
777 /* Bench */
778 snprintf (name, sizeof(name), "Synthetic %2u%%", (unsigned)(compressibility*100));
779 BMK_benchCLevel(srcBuffer, benchedSize, name, cLevel, cLevelLast, &benchedSize, 1, NULL, 0);
780
781 /* clean up */
782 free(srcBuffer);
783 }
784
785
BMK_benchFiles(const char ** fileNamesTable,unsigned nbFiles,const char * dictFileName,int cLevel,int cLevelLast)786 int BMK_benchFiles(const char** fileNamesTable, unsigned nbFiles,
787 const char* dictFileName, int cLevel, int cLevelLast)
788 {
789 double const compressibility = (double)g_compressibilityDefault / 100;
790
791 if (nbFiles == 0)
792 BMK_syntheticTest(cLevel, cLevelLast, compressibility);
793 else
794 BMK_benchFileTable(fileNamesTable, nbFiles, dictFileName, cLevel, cLevelLast);
795 return 0;
796 }
797
798
799
800
801 /*-************************************
802 * Command Line
803 **************************************/
usage(const char * programName)804 static int usage(const char* programName)
805 {
806 DISPLAY(WELCOME_MESSAGE);
807 DISPLAY( "Usage :\n");
808 DISPLAY( " %s [args] [FILE(s)] [-o file]\n", programName);
809 DISPLAY( "\n");
810 DISPLAY( "FILE : a filename\n");
811 DISPLAY( " with no FILE, or when FILE is - , read standard input\n");
812 DISPLAY( "Arguments :\n");
813 DISPLAY( " -D file: use `file` as Dictionary \n");
814 DISPLAY( " -h/-H : display help/long help and exit\n");
815 DISPLAY( " -V : display Version number and exit\n");
816 DISPLAY( " -v : verbose mode; specify multiple times to increase log level (default:%d)\n", DEFAULT_DISPLAY_LEVEL);
817 DISPLAY( " -q : suppress warnings; specify twice to suppress errors too\n");
818 #ifdef UTIL_HAS_CREATEFILELIST
819 DISPLAY( " -r : operate recursively on directories\n");
820 #endif
821 DISPLAY( "\n");
822 DISPLAY( "Benchmark arguments :\n");
823 DISPLAY( " -b# : benchmark file(s), using # compression level (default : %d) \n", ZSTDCLI_CLEVEL_DEFAULT);
824 DISPLAY( " -e# : test all compression levels from -bX to # (default: %d)\n", ZSTDCLI_CLEVEL_DEFAULT);
825 DISPLAY( " -i# : minimum evaluation time in seconds (default : 3s)\n");
826 DISPLAY( " -B# : cut file into independent blocks of size # (default: no block)\n");
827 return 0;
828 }
829
badusage(const char * programName)830 static int badusage(const char* programName)
831 {
832 DISPLAYLEVEL(1, "Incorrect parameters\n");
833 if (g_displayLevel >= 1) usage(programName);
834 return 1;
835 }
836
waitEnter(void)837 static void waitEnter(void)
838 {
839 int unused;
840 DISPLAY("Press enter to continue...\n");
841 unused = getchar();
842 (void)unused;
843 }
844
845 /*! readU32FromChar() :
846 @return : unsigned integer value reach from input in `char` format
847 Will also modify `*stringPtr`, advancing it to position where it stopped reading.
848 Note : this function can overflow if digit string > MAX_UINT */
readU32FromChar(const char ** stringPtr)849 static unsigned readU32FromChar(const char** stringPtr)
850 {
851 unsigned result = 0;
852 while ((**stringPtr >='0') && (**stringPtr <='9'))
853 result *= 10, result += (unsigned)(**stringPtr - '0'), (*stringPtr)++ ;
854 return result;
855 }
856
857
858 #define CLEAN_RETURN(i) { operationResult = (i); goto _end; }
859
main(int argCount,char ** argv)860 int main(int argCount, char** argv)
861 {
862 int argNb,
863 main_pause=0,
864 nextEntryIsDictionary=0,
865 operationResult=0,
866 nextArgumentIsFile=0;
867 int cLevel = ZSTDCLI_CLEVEL_DEFAULT;
868 int cLevelLast = 1;
869 unsigned recursive = 0;
870 FileNamesTable* filenames = UTIL_allocateFileNamesTable((size_t)argCount);
871 const char* programName = argv[0];
872 const char* dictFileName = NULL;
873 char* dynNameSpace = NULL;
874
875 /* init */
876 if (filenames==NULL) { DISPLAY("zstd: %s \n", strerror(errno)); exit(1); }
877 displayOut = stderr;
878
879 /* Pick out program name from path. Don't rely on stdlib because of conflicting behavior */
880 { size_t pos;
881 for (pos = strlen(programName); pos > 0; pos--) { if (programName[pos] == '/') { pos++; break; } }
882 programName += pos;
883 }
884
885 /* command switches */
886 for(argNb=1; argNb<argCount; argNb++) {
887 const char* argument = argv[argNb];
888 if(!argument) continue; /* Protection if argument empty */
889
890 if (nextArgumentIsFile==0) {
891
892 /* long commands (--long-word) */
893 if (!strcmp(argument, "--")) { nextArgumentIsFile=1; continue; }
894 if (!strcmp(argument, "--version")) { displayOut=stdout; DISPLAY(WELCOME_MESSAGE); CLEAN_RETURN(0); }
895 if (!strcmp(argument, "--help")) { displayOut=stdout; CLEAN_RETURN(usage(programName)); }
896 if (!strcmp(argument, "--verbose")) { g_displayLevel++; continue; }
897 if (!strcmp(argument, "--quiet")) { g_displayLevel--; continue; }
898
899 /* Decode commands (note : aggregated commands are allowed) */
900 if (argument[0]=='-') {
901 argument++;
902
903 while (argument[0]!=0) {
904 switch(argument[0])
905 {
906 /* Display help */
907 case 'V': displayOut=stdout; DISPLAY(WELCOME_MESSAGE); CLEAN_RETURN(0); /* Version Only */
908 case 'H':
909 case 'h': displayOut=stdout; CLEAN_RETURN(usage(programName));
910
911 /* Use file content as dictionary */
912 case 'D': nextEntryIsDictionary = 1; argument++; break;
913
914 /* Verbose mode */
915 case 'v': g_displayLevel++; argument++; break;
916
917 /* Quiet mode */
918 case 'q': g_displayLevel--; argument++; break;
919
920 #ifdef UTIL_HAS_CREATEFILELIST
921 /* recursive */
922 case 'r': recursive=1; argument++; break;
923 #endif
924
925 /* Benchmark */
926 case 'b':
927 /* first compression Level */
928 argument++;
929 cLevel = (int)readU32FromChar(&argument);
930 break;
931
932 /* range bench (benchmark only) */
933 case 'e':
934 /* last compression Level */
935 argument++;
936 cLevelLast = (int)readU32FromChar(&argument);
937 break;
938
939 /* Modify Nb Iterations (benchmark only) */
940 case 'i':
941 argument++;
942 { U32 const iters = readU32FromChar(&argument);
943 BMK_setNotificationLevel(g_displayLevel);
944 BMK_SetNbIterations(iters);
945 }
946 break;
947
948 /* cut input into blocks (benchmark only) */
949 case 'B':
950 argument++;
951 { size_t bSize = readU32FromChar(&argument);
952 if (toupper(*argument)=='K') bSize<<=10, argument++; /* allows using KB notation */
953 if (toupper(*argument)=='M') bSize<<=20, argument++;
954 if (toupper(*argument)=='B') argument++;
955 BMK_setNotificationLevel(g_displayLevel);
956 BMK_SetBlockSize(bSize);
957 }
958 break;
959
960 /* Pause at the end (-p) or set an additional param (-p#) (hidden option) */
961 case 'p': argument++;
962 if ((*argument>='0') && (*argument<='9')) {
963 BMK_setAdditionalParam((int)readU32FromChar(&argument));
964 } else
965 main_pause=1;
966 break;
967 /* unknown command */
968 default : CLEAN_RETURN(badusage(programName));
969 }
970 }
971 continue;
972 } /* if (argument[0]=='-') */
973
974 } /* if (nextArgumentIsAFile==0) */
975
976 if (nextEntryIsDictionary) {
977 nextEntryIsDictionary = 0;
978 dictFileName = argument;
979 continue;
980 }
981
982 /* add filename to list */
983 UTIL_refFilename(filenames, argument);
984 }
985
986 /* Welcome message (if verbose) */
987 DISPLAYLEVEL(3, WELCOME_MESSAGE);
988
989 #ifdef UTIL_HAS_CREATEFILELIST
990 if (recursive) {
991 UTIL_expandFNT(&filenames, 1);
992 }
993 #endif
994
995 BMK_setNotificationLevel(g_displayLevel);
996 BMK_benchFiles(filenames->fileNames, (unsigned)filenames->tableSize, dictFileName, cLevel, cLevelLast);
997
998 _end:
999 if (main_pause) waitEnter();
1000 free(dynNameSpace);
1001 UTIL_freeFileNamesTable(filenames);
1002 return operationResult;
1003 }
1004