1 /* 2 LZ4 auto-framing library 3 Header File 4 Copyright (C) 2011-2017, Yann Collet. 5 BSD 2-Clause License (http://www.opensource.org/licenses/bsd-license.php) 6 7 Redistribution and use in source and binary forms, with or without 8 modification, are permitted provided that the following conditions are 9 met: 10 11 * Redistributions of source code must retain the above copyright 12 notice, this list of conditions and the following disclaimer. 13 * Redistributions in binary form must reproduce the above 14 copyright notice, this list of conditions and the following disclaimer 15 in the documentation and/or other materials provided with the 16 distribution. 17 18 THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS 19 "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT 20 LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR 21 A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT 22 OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, 23 SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT 24 LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, 25 DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY 26 THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT 27 (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE 28 OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. 29 30 You can contact the author at : 31 - LZ4 source repository : https://github.com/lz4/lz4 32 - LZ4 public forum : https://groups.google.com/forum/#!forum/lz4c 33 */ 34 35 /* LZ4F is a stand-alone API able to create and decode LZ4 frames 36 * conformant with specification v1.6.1 in doc/lz4_Frame_format.md . 37 * Generated frames are compatible with `lz4` CLI. 38 * 39 * LZ4F also offers streaming capabilities. 40 * 41 * lz4.h is not required when using lz4frame.h, 42 * except to extract common constant such as LZ4_VERSION_NUMBER. 43 * */ 44 45 #ifndef LZ4F_H_09782039843 46 #define LZ4F_H_09782039843 47 48 #include "vtk_lz4_mangle.h" 49 50 #if defined (__cplusplus) 51 extern "C" { 52 #endif 53 54 /* --- Dependency --- */ 55 #include <stddef.h> /* size_t */ 56 57 58 /** 59 Introduction 60 61 lz4frame.h implements LZ4 frame specification (doc/lz4_Frame_format.md). 62 lz4frame.h provides frame compression functions that take care 63 of encoding standard metadata alongside LZ4-compressed blocks. 64 */ 65 66 /*-*************************************************************** 67 * Compiler specifics 68 *****************************************************************/ 69 /* LZ4_DLL_EXPORT : 70 * Enable exporting of functions when building a Windows DLL 71 * LZ4FLIB_VISIBILITY : 72 * Control library symbols visibility. 73 */ 74 #ifndef LZ4FLIB_VISIBILITY 75 # if defined(__GNUC__) && (__GNUC__ >= 4) 76 # define LZ4FLIB_VISIBILITY __attribute__ ((visibility ("default"))) 77 # else 78 # define LZ4FLIB_VISIBILITY 79 # endif 80 #endif 81 #if defined(LZ4_DLL_EXPORT) && (LZ4_DLL_EXPORT==1) 82 # define LZ4FLIB_API __declspec(dllexport) LZ4FLIB_VISIBILITY 83 #elif defined(LZ4_DLL_IMPORT) && (LZ4_DLL_IMPORT==1) 84 # define LZ4FLIB_API __declspec(dllimport) LZ4FLIB_VISIBILITY 85 #else 86 # define LZ4FLIB_API LZ4FLIB_VISIBILITY 87 #endif 88 89 #ifdef LZ4F_DISABLE_DEPRECATE_WARNINGS 90 # define LZ4F_DEPRECATE(x) x 91 #else 92 # if defined(_MSC_VER) 93 # define LZ4F_DEPRECATE(x) x /* __declspec(deprecated) x - only works with C++ */ 94 # elif defined(__clang__) || (defined(__GNUC__) && (__GNUC__ >= 6)) 95 # define LZ4F_DEPRECATE(x) x __attribute__((deprecated)) 96 # else 97 # define LZ4F_DEPRECATE(x) x /* no deprecation warning for this compiler */ 98 # endif 99 #endif 100 101 102 /*-************************************ 103 * Error management 104 **************************************/ 105 typedef size_t LZ4F_errorCode_t; 106 107 LZ4FLIB_API unsigned LZ4F_isError(LZ4F_errorCode_t code); /**< tells when a function result is an error code */ 108 LZ4FLIB_API const char* LZ4F_getErrorName(LZ4F_errorCode_t code); /**< return error code string; for debugging */ 109 110 111 /*-************************************ 112 * Frame compression types 113 ************************************* */ 114 /* #define LZ4F_ENABLE_OBSOLETE_ENUMS // uncomment to enable obsolete enums */ 115 #ifdef LZ4F_ENABLE_OBSOLETE_ENUMS 116 # define LZ4F_OBSOLETE_ENUM(x) , LZ4F_DEPRECATE(x) = LZ4F_##x 117 #else 118 # define LZ4F_OBSOLETE_ENUM(x) 119 #endif 120 121 /* The larger the block size, the (slightly) better the compression ratio, 122 * though there are diminishing returns. 123 * Larger blocks also increase memory usage on both compression and decompression sides. 124 */ 125 typedef enum { 126 LZ4F_default=0, 127 LZ4F_max64KB=4, 128 LZ4F_max256KB=5, 129 LZ4F_max1MB=6, 130 LZ4F_max4MB=7 131 LZ4F_OBSOLETE_ENUM(max64KB) 132 LZ4F_OBSOLETE_ENUM(max256KB) 133 LZ4F_OBSOLETE_ENUM(max1MB) 134 LZ4F_OBSOLETE_ENUM(max4MB) 135 } LZ4F_blockSizeID_t; 136 137 /* Linked blocks sharply reduce inefficiencies when using small blocks, 138 * they compress better. 139 * However, some LZ4 decoders are only compatible with independent blocks */ 140 typedef enum { 141 LZ4F_blockLinked=0, 142 LZ4F_blockIndependent 143 LZ4F_OBSOLETE_ENUM(blockLinked) 144 LZ4F_OBSOLETE_ENUM(blockIndependent) 145 } LZ4F_blockMode_t; 146 147 typedef enum { 148 LZ4F_noContentChecksum=0, 149 LZ4F_contentChecksumEnabled 150 LZ4F_OBSOLETE_ENUM(noContentChecksum) 151 LZ4F_OBSOLETE_ENUM(contentChecksumEnabled) 152 } LZ4F_contentChecksum_t; 153 154 typedef enum { 155 LZ4F_noBlockChecksum=0, 156 LZ4F_blockChecksumEnabled 157 } LZ4F_blockChecksum_t; 158 159 typedef enum { 160 LZ4F_frame=0, 161 LZ4F_skippableFrame 162 LZ4F_OBSOLETE_ENUM(skippableFrame) 163 } LZ4F_frameType_t; 164 165 #ifdef LZ4F_ENABLE_OBSOLETE_ENUMS 166 typedef LZ4F_blockSizeID_t blockSizeID_t; 167 typedef LZ4F_blockMode_t blockMode_t; 168 typedef LZ4F_frameType_t frameType_t; 169 typedef LZ4F_contentChecksum_t contentChecksum_t; 170 #endif 171 172 /*! LZ4F_frameInfo_t : 173 * makes it possible to set or read frame parameters. 174 * Structure must be first init to 0, using memset() or LZ4F_INIT_FRAMEINFO, 175 * setting all parameters to default. 176 * It's then possible to update selectively some parameters */ 177 typedef struct { 178 LZ4F_blockSizeID_t blockSizeID; /* max64KB, max256KB, max1MB, max4MB; 0 == default */ 179 LZ4F_blockMode_t blockMode; /* LZ4F_blockLinked, LZ4F_blockIndependent; 0 == default */ 180 LZ4F_contentChecksum_t contentChecksumFlag; /* 1: frame terminated with 32-bit checksum of decompressed data; 0: disabled (default) */ 181 LZ4F_frameType_t frameType; /* read-only field : LZ4F_frame or LZ4F_skippableFrame */ 182 unsigned long long contentSize; /* Size of uncompressed content ; 0 == unknown */ 183 unsigned dictID; /* Dictionary ID, sent by compressor to help decoder select correct dictionary; 0 == no dictID provided */ 184 LZ4F_blockChecksum_t blockChecksumFlag; /* 1: each block followed by a checksum of block's compressed data; 0: disabled (default) */ 185 } LZ4F_frameInfo_t; 186 187 #define LZ4F_INIT_FRAMEINFO { LZ4F_default, LZ4F_blockLinked, LZ4F_noContentChecksum, LZ4F_frame, 0ULL, 0U, LZ4F_noBlockChecksum } /* v1.8.3+ */ 188 189 /*! LZ4F_preferences_t : 190 * makes it possible to supply advanced compression instructions to streaming interface. 191 * Structure must be first init to 0, using memset() or LZ4F_INIT_PREFERENCES, 192 * setting all parameters to default. 193 * All reserved fields must be set to zero. */ 194 typedef struct { 195 LZ4F_frameInfo_t frameInfo; 196 int compressionLevel; /* 0: default (fast mode); values > LZ4HC_CLEVEL_MAX count as LZ4HC_CLEVEL_MAX; values < 0 trigger "fast acceleration" */ 197 unsigned autoFlush; /* 1: always flush; reduces usage of internal buffers */ 198 unsigned favorDecSpeed; /* 1: parser favors decompression speed vs compression ratio. Only works for high compression modes (>= LZ4HC_CLEVEL_OPT_MIN) */ /* v1.8.2+ */ 199 unsigned reserved[3]; /* must be zero for forward compatibility */ 200 } LZ4F_preferences_t; 201 202 #define LZ4F_INIT_PREFERENCES { LZ4F_INIT_FRAMEINFO, 0, 0u, 0u, { 0u, 0u, 0u } } /* v1.8.3+ */ 203 204 205 /*-********************************* 206 * Simple compression function 207 ***********************************/ 208 209 LZ4FLIB_API int LZ4F_compressionLevel_max(void); /* v1.8.0+ */ 210 211 /*! LZ4F_compressFrameBound() : 212 * Returns the maximum possible compressed size with LZ4F_compressFrame() given srcSize and preferences. 213 * `preferencesPtr` is optional. It can be replaced by NULL, in which case, the function will assume default preferences. 214 * Note : this result is only usable with LZ4F_compressFrame(). 215 * It may also be used with LZ4F_compressUpdate() _if no flush() operation_ is performed. 216 */ 217 LZ4FLIB_API size_t LZ4F_compressFrameBound(size_t srcSize, const LZ4F_preferences_t* preferencesPtr); 218 219 /*! LZ4F_compressFrame() : 220 * Compress an entire srcBuffer into a valid LZ4 frame. 221 * dstCapacity MUST be >= LZ4F_compressFrameBound(srcSize, preferencesPtr). 222 * The LZ4F_preferences_t structure is optional : you can provide NULL as argument. All preferences will be set to default. 223 * @return : number of bytes written into dstBuffer. 224 * or an error code if it fails (can be tested using LZ4F_isError()) 225 */ 226 LZ4FLIB_API size_t LZ4F_compressFrame(void* dstBuffer, size_t dstCapacity, 227 const void* srcBuffer, size_t srcSize, 228 const LZ4F_preferences_t* preferencesPtr); 229 230 231 /*-*********************************** 232 * Advanced compression functions 233 *************************************/ 234 typedef struct LZ4F_cctx_s LZ4F_cctx; /* incomplete type */ 235 typedef LZ4F_cctx* LZ4F_compressionContext_t; /* for compatibility with previous API version */ 236 237 typedef struct { 238 unsigned stableSrc; /* 1 == src content will remain present on future calls to LZ4F_compress(); skip copying src content within tmp buffer */ 239 unsigned reserved[3]; 240 } LZ4F_compressOptions_t; 241 242 /*--- Resource Management ---*/ 243 244 #define LZ4F_VERSION 100 /* This number can be used to check for an incompatible API breaking change */ 245 LZ4FLIB_API unsigned LZ4F_getVersion(void); 246 247 /*! LZ4F_createCompressionContext() : 248 * The first thing to do is to create a compressionContext object, which will be used in all compression operations. 249 * This is achieved using LZ4F_createCompressionContext(), which takes as argument a version. 250 * The version provided MUST be LZ4F_VERSION. It is intended to track potential version mismatch, notably when using DLL. 251 * The function will provide a pointer to a fully allocated LZ4F_cctx object. 252 * If @return != zero, there was an error during context creation. 253 * Object can release its memory using LZ4F_freeCompressionContext(); 254 */ 255 LZ4FLIB_API LZ4F_errorCode_t LZ4F_createCompressionContext(LZ4F_cctx** cctxPtr, unsigned version); 256 LZ4FLIB_API LZ4F_errorCode_t LZ4F_freeCompressionContext(LZ4F_cctx* cctx); 257 258 259 /*---- Compression ----*/ 260 261 #define LZ4F_HEADER_SIZE_MIN 7 /* LZ4 Frame header size can vary, depending on selected paramaters */ 262 #define LZ4F_HEADER_SIZE_MAX 19 263 264 /* Size in bytes of a block header in little-endian format. Highest bit indicates if block data is uncompressed */ 265 #define LZ4F_BLOCK_HEADER_SIZE 4 266 267 /* Size in bytes of a block checksum footer in little-endian format. */ 268 #define LZ4F_BLOCK_CHECKSUM_SIZE 4 269 270 /* Size in bytes of the content checksum. */ 271 #define LZ4F_CONTENT_CHECKSUM_SIZE 4 272 273 /*! LZ4F_compressBegin() : 274 * will write the frame header into dstBuffer. 275 * dstCapacity must be >= LZ4F_HEADER_SIZE_MAX bytes. 276 * `prefsPtr` is optional : you can provide NULL as argument, all preferences will then be set to default. 277 * @return : number of bytes written into dstBuffer for the header 278 * or an error code (which can be tested using LZ4F_isError()) 279 */ 280 LZ4FLIB_API size_t LZ4F_compressBegin(LZ4F_cctx* cctx, 281 void* dstBuffer, size_t dstCapacity, 282 const LZ4F_preferences_t* prefsPtr); 283 284 /*! LZ4F_compressBound() : 285 * Provides minimum dstCapacity required to guarantee success of 286 * LZ4F_compressUpdate(), given a srcSize and preferences, for a worst case scenario. 287 * When srcSize==0, LZ4F_compressBound() provides an upper bound for LZ4F_flush() and LZ4F_compressEnd() instead. 288 * Note that the result is only valid for a single invocation of LZ4F_compressUpdate(). 289 * When invoking LZ4F_compressUpdate() multiple times, 290 * if the output buffer is gradually filled up instead of emptied and re-used from its start, 291 * one must check if there is enough remaining capacity before each invocation, using LZ4F_compressBound(). 292 * @return is always the same for a srcSize and prefsPtr. 293 * prefsPtr is optional : when NULL is provided, preferences will be set to cover worst case scenario. 294 * tech details : 295 * @return if automatic flushing is not enabled, includes the possibility that internal buffer might already be filled by up to (blockSize-1) bytes. 296 * It also includes frame footer (ending + checksum), since it might be generated by LZ4F_compressEnd(). 297 * @return doesn't include frame header, as it was already generated by LZ4F_compressBegin(). 298 */ 299 LZ4FLIB_API size_t LZ4F_compressBound(size_t srcSize, const LZ4F_preferences_t* prefsPtr); 300 301 /*! LZ4F_compressUpdate() : 302 * LZ4F_compressUpdate() can be called repetitively to compress as much data as necessary. 303 * Important rule: dstCapacity MUST be large enough to ensure operation success even in worst case situations. 304 * This value is provided by LZ4F_compressBound(). 305 * If this condition is not respected, LZ4F_compress() will fail (result is an errorCode). 306 * LZ4F_compressUpdate() doesn't guarantee error recovery. 307 * When an error occurs, compression context must be freed or resized. 308 * `cOptPtr` is optional : NULL can be provided, in which case all options are set to default. 309 * @return : number of bytes written into `dstBuffer` (it can be zero, meaning input data was just buffered). 310 * or an error code if it fails (which can be tested using LZ4F_isError()) 311 */ 312 LZ4FLIB_API size_t LZ4F_compressUpdate(LZ4F_cctx* cctx, 313 void* dstBuffer, size_t dstCapacity, 314 const void* srcBuffer, size_t srcSize, 315 const LZ4F_compressOptions_t* cOptPtr); 316 317 /*! LZ4F_flush() : 318 * When data must be generated and sent immediately, without waiting for a block to be completely filled, 319 * it's possible to call LZ4_flush(). It will immediately compress any data buffered within cctx. 320 * `dstCapacity` must be large enough to ensure the operation will be successful. 321 * `cOptPtr` is optional : it's possible to provide NULL, all options will be set to default. 322 * @return : nb of bytes written into dstBuffer (can be zero, when there is no data stored within cctx) 323 * or an error code if it fails (which can be tested using LZ4F_isError()) 324 * Note : LZ4F_flush() is guaranteed to be successful when dstCapacity >= LZ4F_compressBound(0, prefsPtr). 325 */ 326 LZ4FLIB_API size_t LZ4F_flush(LZ4F_cctx* cctx, 327 void* dstBuffer, size_t dstCapacity, 328 const LZ4F_compressOptions_t* cOptPtr); 329 330 /*! LZ4F_compressEnd() : 331 * To properly finish an LZ4 frame, invoke LZ4F_compressEnd(). 332 * It will flush whatever data remained within `cctx` (like LZ4_flush()) 333 * and properly finalize the frame, with an endMark and a checksum. 334 * `cOptPtr` is optional : NULL can be provided, in which case all options will be set to default. 335 * @return : nb of bytes written into dstBuffer, necessarily >= 4 (endMark), 336 * or an error code if it fails (which can be tested using LZ4F_isError()) 337 * Note : LZ4F_compressEnd() is guaranteed to be successful when dstCapacity >= LZ4F_compressBound(0, prefsPtr). 338 * A successful call to LZ4F_compressEnd() makes `cctx` available again for another compression task. 339 */ 340 LZ4FLIB_API size_t LZ4F_compressEnd(LZ4F_cctx* cctx, 341 void* dstBuffer, size_t dstCapacity, 342 const LZ4F_compressOptions_t* cOptPtr); 343 344 345 /*-********************************* 346 * Decompression functions 347 ***********************************/ 348 typedef struct LZ4F_dctx_s LZ4F_dctx; /* incomplete type */ 349 typedef LZ4F_dctx* LZ4F_decompressionContext_t; /* compatibility with previous API versions */ 350 351 typedef struct { 352 unsigned stableDst; /* pledges that last 64KB decompressed data will remain available unmodified. This optimization skips storage operations in tmp buffers. */ 353 unsigned reserved[3]; /* must be set to zero for forward compatibility */ 354 } LZ4F_decompressOptions_t; 355 356 357 /* Resource management */ 358 359 /*! LZ4F_createDecompressionContext() : 360 * Create an LZ4F_dctx object, to track all decompression operations. 361 * The version provided MUST be LZ4F_VERSION. 362 * The function provides a pointer to an allocated and initialized LZ4F_dctx object. 363 * The result is an errorCode, which can be tested using LZ4F_isError(). 364 * dctx memory can be released using LZ4F_freeDecompressionContext(); 365 * Result of LZ4F_freeDecompressionContext() indicates current state of decompressionContext when being released. 366 * That is, it should be == 0 if decompression has been completed fully and correctly. 367 */ 368 LZ4FLIB_API LZ4F_errorCode_t LZ4F_createDecompressionContext(LZ4F_dctx** dctxPtr, unsigned version); 369 LZ4FLIB_API LZ4F_errorCode_t LZ4F_freeDecompressionContext(LZ4F_dctx* dctx); 370 371 372 /*-*********************************** 373 * Streaming decompression functions 374 *************************************/ 375 376 #define LZ4F_MIN_SIZE_TO_KNOW_HEADER_LENGTH 5 377 378 /*! LZ4F_headerSize() : v1.9.0+ 379 * Provide the header size of a frame starting at `src`. 380 * `srcSize` must be >= LZ4F_MIN_SIZE_TO_KNOW_HEADER_LENGTH, 381 * which is enough to decode the header length. 382 * @return : size of frame header 383 * or an error code, which can be tested using LZ4F_isError() 384 * note : Frame header size is variable, but is guaranteed to be 385 * >= LZ4F_HEADER_SIZE_MIN bytes, and <= LZ4F_HEADER_SIZE_MAX bytes. 386 */ 387 LZ4FLIB_API size_t LZ4F_headerSize(const void* src, size_t srcSize); 388 389 /*! LZ4F_getFrameInfo() : 390 * This function extracts frame parameters (max blockSize, dictID, etc.). 391 * Its usage is optional: user can call LZ4F_decompress() directly. 392 * 393 * Extracted information will fill an existing LZ4F_frameInfo_t structure. 394 * This can be useful for allocation and dictionary identification purposes. 395 * 396 * LZ4F_getFrameInfo() can work in the following situations : 397 * 398 * 1) At the beginning of a new frame, before any invocation of LZ4F_decompress(). 399 * It will decode header from `srcBuffer`, 400 * consuming the header and starting the decoding process. 401 * 402 * Input size must be large enough to contain the full frame header. 403 * Frame header size can be known beforehand by LZ4F_headerSize(). 404 * Frame header size is variable, but is guaranteed to be >= LZ4F_HEADER_SIZE_MIN bytes, 405 * and not more than <= LZ4F_HEADER_SIZE_MAX bytes. 406 * Hence, blindly providing LZ4F_HEADER_SIZE_MAX bytes or more will always work. 407 * It's allowed to provide more input data than the header size, 408 * LZ4F_getFrameInfo() will only consume the header. 409 * 410 * If input size is not large enough, 411 * aka if it's smaller than header size, 412 * function will fail and return an error code. 413 * 414 * 2) After decoding has been started, 415 * it's possible to invoke LZ4F_getFrameInfo() anytime 416 * to extract already decoded frame parameters stored within dctx. 417 * 418 * Note that, if decoding has barely started, 419 * and not yet read enough information to decode the header, 420 * LZ4F_getFrameInfo() will fail. 421 * 422 * The number of bytes consumed from srcBuffer will be updated in *srcSizePtr (necessarily <= original value). 423 * LZ4F_getFrameInfo() only consumes bytes when decoding has not yet started, 424 * and when decoding the header has been successful. 425 * Decompression must then resume from (srcBuffer + *srcSizePtr). 426 * 427 * @return : a hint about how many srcSize bytes LZ4F_decompress() expects for next call, 428 * or an error code which can be tested using LZ4F_isError(). 429 * note 1 : in case of error, dctx is not modified. Decoding operation can resume from beginning safely. 430 * note 2 : frame parameters are *copied into* an already allocated LZ4F_frameInfo_t structure. 431 */ 432 LZ4FLIB_API size_t LZ4F_getFrameInfo(LZ4F_dctx* dctx, 433 LZ4F_frameInfo_t* frameInfoPtr, 434 const void* srcBuffer, size_t* srcSizePtr); 435 436 /*! LZ4F_decompress() : 437 * Call this function repetitively to regenerate data compressed in `srcBuffer`. 438 * 439 * The function requires a valid dctx state. 440 * It will read up to *srcSizePtr bytes from srcBuffer, 441 * and decompress data into dstBuffer, of capacity *dstSizePtr. 442 * 443 * The nb of bytes consumed from srcBuffer will be written into *srcSizePtr (necessarily <= original value). 444 * The nb of bytes decompressed into dstBuffer will be written into *dstSizePtr (necessarily <= original value). 445 * 446 * The function does not necessarily read all input bytes, so always check value in *srcSizePtr. 447 * Unconsumed source data must be presented again in subsequent invocations. 448 * 449 * `dstBuffer` can freely change between each consecutive function invocation. 450 * `dstBuffer` content will be overwritten. 451 * 452 * @return : an hint of how many `srcSize` bytes LZ4F_decompress() expects for next call. 453 * Schematically, it's the size of the current (or remaining) compressed block + header of next block. 454 * Respecting the hint provides some small speed benefit, because it skips intermediate buffers. 455 * This is just a hint though, it's always possible to provide any srcSize. 456 * 457 * When a frame is fully decoded, @return will be 0 (no more data expected). 458 * When provided with more bytes than necessary to decode a frame, 459 * LZ4F_decompress() will stop reading exactly at end of current frame, and @return 0. 460 * 461 * If decompression failed, @return is an error code, which can be tested using LZ4F_isError(). 462 * After a decompression error, the `dctx` context is not resumable. 463 * Use LZ4F_resetDecompressionContext() to return to clean state. 464 * 465 * After a frame is fully decoded, dctx can be used again to decompress another frame. 466 */ 467 LZ4FLIB_API size_t LZ4F_decompress(LZ4F_dctx* dctx, 468 void* dstBuffer, size_t* dstSizePtr, 469 const void* srcBuffer, size_t* srcSizePtr, 470 const LZ4F_decompressOptions_t* dOptPtr); 471 472 473 /*! LZ4F_resetDecompressionContext() : added in v1.8.0 474 * In case of an error, the context is left in "undefined" state. 475 * In which case, it's necessary to reset it, before re-using it. 476 * This method can also be used to abruptly stop any unfinished decompression, 477 * and start a new one using same context resources. */ 478 LZ4FLIB_API void LZ4F_resetDecompressionContext(LZ4F_dctx* dctx); /* always successful */ 479 480 481 482 #if defined (__cplusplus) 483 } 484 #endif 485 486 #endif /* LZ4F_H_09782039843 */ 487 488 #if defined(LZ4F_STATIC_LINKING_ONLY) && !defined(LZ4F_H_STATIC_09782039843) 489 #define LZ4F_H_STATIC_09782039843 490 491 #if defined (__cplusplus) 492 extern "C" { 493 #endif 494 495 /* These declarations are not stable and may change in the future. 496 * They are therefore only safe to depend on 497 * when the caller is statically linked against the library. 498 * To access their declarations, define LZ4F_STATIC_LINKING_ONLY. 499 * 500 * By default, these symbols aren't published into shared/dynamic libraries. 501 * You can override this behavior and force them to be published 502 * by defining LZ4F_PUBLISH_STATIC_FUNCTIONS. 503 * Use at your own risk. 504 */ 505 #ifdef LZ4F_PUBLISH_STATIC_FUNCTIONS 506 # define LZ4FLIB_STATIC_API LZ4FLIB_API 507 #else 508 # define LZ4FLIB_STATIC_API 509 #endif 510 511 512 /* --- Error List --- */ 513 #define LZ4F_LIST_ERRORS(ITEM) \ 514 ITEM(OK_NoError) \ 515 ITEM(ERROR_GENERIC) \ 516 ITEM(ERROR_maxBlockSize_invalid) \ 517 ITEM(ERROR_blockMode_invalid) \ 518 ITEM(ERROR_contentChecksumFlag_invalid) \ 519 ITEM(ERROR_compressionLevel_invalid) \ 520 ITEM(ERROR_headerVersion_wrong) \ 521 ITEM(ERROR_blockChecksum_invalid) \ 522 ITEM(ERROR_reservedFlag_set) \ 523 ITEM(ERROR_allocation_failed) \ 524 ITEM(ERROR_srcSize_tooLarge) \ 525 ITEM(ERROR_dstMaxSize_tooSmall) \ 526 ITEM(ERROR_frameHeader_incomplete) \ 527 ITEM(ERROR_frameType_unknown) \ 528 ITEM(ERROR_frameSize_wrong) \ 529 ITEM(ERROR_srcPtr_wrong) \ 530 ITEM(ERROR_decompressionFailed) \ 531 ITEM(ERROR_headerChecksum_invalid) \ 532 ITEM(ERROR_contentChecksum_invalid) \ 533 ITEM(ERROR_frameDecoding_alreadyStarted) \ 534 ITEM(ERROR_maxCode) 535 536 #define LZ4F_GENERATE_ENUM(ENUM) LZ4F_##ENUM, 537 538 /* enum list is exposed, to handle specific errors */ 539 typedef enum { LZ4F_LIST_ERRORS(LZ4F_GENERATE_ENUM) 540 _LZ4F_dummy_error_enum_for_c89_never_used } LZ4F_errorCodes; 541 542 LZ4FLIB_STATIC_API LZ4F_errorCodes LZ4F_getErrorCode(size_t functionResult); 543 544 LZ4FLIB_STATIC_API size_t LZ4F_getBlockSize(unsigned); 545 546 /********************************** 547 * Bulk processing dictionary API 548 *********************************/ 549 550 /* A Dictionary is useful for the compression of small messages (KB range). 551 * It dramatically improves compression efficiency. 552 * 553 * LZ4 can ingest any input as dictionary, though only the last 64 KB are useful. 554 * Best results are generally achieved by using Zstandard's Dictionary Builder 555 * to generate a high-quality dictionary from a set of samples. 556 * 557 * Loading a dictionary has a cost, since it involves construction of tables. 558 * The Bulk processing dictionary API makes it possible to share this cost 559 * over an arbitrary number of compression jobs, even concurrently, 560 * markedly improving compression latency for these cases. 561 * 562 * The same dictionary will have to be used on the decompression side 563 * for decoding to be successful. 564 * To help identify the correct dictionary at decoding stage, 565 * the frame header allows optional embedding of a dictID field. 566 */ 567 typedef struct LZ4F_CDict_s LZ4F_CDict; 568 569 /*! LZ4_createCDict() : 570 * When compressing multiple messages / blocks using the same dictionary, it's recommended to load it just once. 571 * LZ4_createCDict() will create a digested dictionary, ready to start future compression operations without startup delay. 572 * LZ4_CDict can be created once and shared by multiple threads concurrently, since its usage is read-only. 573 * `dictBuffer` can be released after LZ4_CDict creation, since its content is copied within CDict */ 574 LZ4FLIB_STATIC_API LZ4F_CDict* LZ4F_createCDict(const void* dictBuffer, size_t dictSize); 575 LZ4FLIB_STATIC_API void LZ4F_freeCDict(LZ4F_CDict* CDict); 576 577 578 /*! LZ4_compressFrame_usingCDict() : 579 * Compress an entire srcBuffer into a valid LZ4 frame using a digested Dictionary. 580 * cctx must point to a context created by LZ4F_createCompressionContext(). 581 * If cdict==NULL, compress without a dictionary. 582 * dstBuffer MUST be >= LZ4F_compressFrameBound(srcSize, preferencesPtr). 583 * If this condition is not respected, function will fail (@return an errorCode). 584 * The LZ4F_preferences_t structure is optional : you may provide NULL as argument, 585 * but it's not recommended, as it's the only way to provide dictID in the frame header. 586 * @return : number of bytes written into dstBuffer. 587 * or an error code if it fails (can be tested using LZ4F_isError()) */ 588 LZ4FLIB_STATIC_API size_t LZ4F_compressFrame_usingCDict( 589 LZ4F_cctx* cctx, 590 void* dst, size_t dstCapacity, 591 const void* src, size_t srcSize, 592 const LZ4F_CDict* cdict, 593 const LZ4F_preferences_t* preferencesPtr); 594 595 596 /*! LZ4F_compressBegin_usingCDict() : 597 * Inits streaming dictionary compression, and writes the frame header into dstBuffer. 598 * dstCapacity must be >= LZ4F_HEADER_SIZE_MAX bytes. 599 * `prefsPtr` is optional : you may provide NULL as argument, 600 * however, it's the only way to provide dictID in the frame header. 601 * @return : number of bytes written into dstBuffer for the header, 602 * or an error code (which can be tested using LZ4F_isError()) */ 603 LZ4FLIB_STATIC_API size_t LZ4F_compressBegin_usingCDict( 604 LZ4F_cctx* cctx, 605 void* dstBuffer, size_t dstCapacity, 606 const LZ4F_CDict* cdict, 607 const LZ4F_preferences_t* prefsPtr); 608 609 610 /*! LZ4F_decompress_usingDict() : 611 * Same as LZ4F_decompress(), using a predefined dictionary. 612 * Dictionary is used "in place", without any preprocessing. 613 * It must remain accessible throughout the entire frame decoding. */ 614 LZ4FLIB_STATIC_API size_t LZ4F_decompress_usingDict( 615 LZ4F_dctx* dctxPtr, 616 void* dstBuffer, size_t* dstSizePtr, 617 const void* srcBuffer, size_t* srcSizePtr, 618 const void* dict, size_t dictSize, 619 const LZ4F_decompressOptions_t* decompressOptionsPtr); 620 621 #if defined (__cplusplus) 622 } 623 #endif 624 625 #endif /* defined(LZ4F_STATIC_LINKING_ONLY) && !defined(LZ4F_H_STATIC_09782039843) */ 626