2017-08-27 10:05:17 +00:00
/*
2017-06-09 01:43:56 +00:00
* Copyright ( c ) 2016 - present , Yann Collet , Facebook , Inc .
* All rights reserved .
*
2017-08-27 10:05:17 +00:00
* This source code is licensed under both the BSD - style license ( found in the
* LICENSE file in the root directory of this source tree ) and the GPLv2 ( found
* in the COPYING file in the root directory of this source tree ) .
2017-10-26 20:41:47 +00:00
* You may select , at your option , one of the above - listed licenses .
2017-06-09 01:43:56 +00:00
*/
# ifndef ZSTDMT_COMPRESS_H
# define ZSTDMT_COMPRESS_H
# if defined (__cplusplus)
extern " C " {
# endif
2017-08-27 10:05:17 +00:00
/* Note : This is an internal API.
* Some methods are still exposed ( ZSTDLIB_API ) ,
* because it used to be the only way to invoke MT compression .
* Now , it ' s recommended to use ZSTD_compress_generic ( ) instead .
* These methods will stop being exposed in a future version */
2017-06-09 01:43:56 +00:00
/* === Dependencies === */
2017-07-22 21:46:05 +00:00
# include <stddef.h> /* size_t */
2017-06-09 01:43:56 +00:00
# define ZSTD_STATIC_LINKING_ONLY /* ZSTD_parameters */
2017-07-22 21:46:05 +00:00
# include "zstd.h" /* ZSTD_inBuffer, ZSTD_outBuffer, ZSTDLIB_API */
2017-06-09 01:43:56 +00:00
2019-01-04 00:30:03 +00:00
/* === Constants === */
# ifndef ZSTDMT_NBWORKERS_MAX
# define ZSTDMT_NBWORKERS_MAX 200
# endif
# ifndef ZSTDMT_JOBSIZE_MIN
# define ZSTDMT_JOBSIZE_MIN (1 MB)
# endif
# define ZSTDMT_JOBSIZE_MAX (MEM_32bits() ? (512 MB) : (1024 MB))
2017-07-22 21:46:05 +00:00
/* === Memory management === */
2017-06-09 01:43:56 +00:00
typedef struct ZSTDMT_CCtx_s ZSTDMT_CCtx ;
2018-05-15 17:45:22 +00:00
ZSTDLIB_API ZSTDMT_CCtx * ZSTDMT_createCCtx ( unsigned nbWorkers ) ;
ZSTDLIB_API ZSTDMT_CCtx * ZSTDMT_createCCtx_advanced ( unsigned nbWorkers ,
2017-07-22 21:46:05 +00:00
ZSTD_customMem cMem ) ;
ZSTDLIB_API size_t ZSTDMT_freeCCtx ( ZSTDMT_CCtx * mtctx ) ;
ZSTDLIB_API size_t ZSTDMT_sizeof_CCtx ( ZSTDMT_CCtx * mtctx ) ;
2018-05-15 17:45:22 +00:00
/* === Simple one-pass compression function === */
2017-07-22 21:46:05 +00:00
ZSTDLIB_API size_t ZSTDMT_compressCCtx ( ZSTDMT_CCtx * mtctx ,
void * dst , size_t dstCapacity ,
const void * src , size_t srcSize ,
int compressionLevel ) ;
2017-06-09 01:43:56 +00:00
/* === Streaming functions === */
ZSTDLIB_API size_t ZSTDMT_initCStream ( ZSTDMT_CCtx * mtctx , int compressionLevel ) ;
2018-05-15 17:45:22 +00:00
ZSTDLIB_API size_t ZSTDMT_resetCStream ( ZSTDMT_CCtx * mtctx , unsigned long long pledgedSrcSize ) ; /**< if srcSize is not known at reset time, use ZSTD_CONTENTSIZE_UNKNOWN. Note: for compatibility with older programs, 0 means the same as ZSTD_CONTENTSIZE_UNKNOWN, but it will change in the future to mean "empty" */
2017-06-09 01:43:56 +00:00
2019-01-04 00:30:03 +00:00
ZSTDLIB_API size_t ZSTDMT_nextInputSizeHint ( const ZSTDMT_CCtx * mtctx ) ;
2017-06-09 01:43:56 +00:00
ZSTDLIB_API size_t ZSTDMT_compressStream ( ZSTDMT_CCtx * mtctx , ZSTD_outBuffer * output , ZSTD_inBuffer * input ) ;
ZSTDLIB_API size_t ZSTDMT_flushStream ( ZSTDMT_CCtx * mtctx , ZSTD_outBuffer * output ) ; /**< @return : 0 == all flushed; >0 : still some data to be flushed; or an error code (ZSTD_isError()) */
ZSTDLIB_API size_t ZSTDMT_endStream ( ZSTDMT_CCtx * mtctx , ZSTD_outBuffer * output ) ; /**< @return : 0 == all flushed; >0 : still some data to be flushed; or an error code (ZSTD_isError()) */
/* === Advanced functions and parameters === */
2017-07-22 21:46:05 +00:00
ZSTDLIB_API size_t ZSTDMT_compress_advanced ( ZSTDMT_CCtx * mtctx ,
void * dst , size_t dstCapacity ,
const void * src , size_t srcSize ,
const ZSTD_CDict * cdict ,
2018-05-15 17:45:22 +00:00
ZSTD_parameters params ,
2019-01-04 00:30:03 +00:00
int overlapLog ) ;
2017-07-22 21:46:05 +00:00
ZSTDLIB_API size_t ZSTDMT_initCStream_advanced ( ZSTDMT_CCtx * mtctx ,
const void * dict , size_t dictSize , /* dict can be released after init, a local copy is preserved within zcs */
ZSTD_parameters params ,
unsigned long long pledgedSrcSize ) ; /* pledgedSrcSize is optional and can be zero == unknown */
ZSTDLIB_API size_t ZSTDMT_initCStream_usingCDict ( ZSTDMT_CCtx * mtctx ,
const ZSTD_CDict * cdict ,
ZSTD_frameParameters fparams ,
unsigned long long pledgedSrcSize ) ; /* note : zero means empty */
2017-06-09 01:43:56 +00:00
2017-10-26 20:41:47 +00:00
/* ZSTDMT_parameter :
2017-06-09 01:43:56 +00:00
* List of parameters that can be set using ZSTDMT_setMTCtxParameter ( ) */
typedef enum {
2019-01-04 00:30:03 +00:00
ZSTDMT_p_jobSize , /* Each job is compressed in parallel. By default, this value is dynamically determined depending on compression parameters. Can be set explicitly here. */
ZSTDMT_p_overlapLog , /* Each job may reload a part of previous job to enhance compressionr ratio; 0 == no overlap, 6(default) == use 1/8th of window, >=9 == use full window. This is a "sticky" parameter : its value will be re-used on next compression job */
ZSTDMT_p_rsyncable /* Enables rsyncable mode. */
2017-10-26 20:41:47 +00:00
} ZSTDMT_parameter ;
2017-06-09 01:43:56 +00:00
/* ZSTDMT_setMTCtxParameter() :
* allow setting individual parameters , one at a time , among a list of enums defined in ZSTDMT_parameter .
2018-01-13 12:50:59 +00:00
* The function must be called typically after ZSTD_createCCtx ( ) but __before ZSTDMT_init * ( ) ! __
2017-06-09 01:43:56 +00:00
* Parameters not explicitly reset by ZSTDMT_init * ( ) remain the same in consecutive compression sessions .
* @ return : 0 , or an error code ( which can be tested using ZSTD_isError ( ) ) */
2019-01-04 00:30:03 +00:00
ZSTDLIB_API size_t ZSTDMT_setMTCtxParameter ( ZSTDMT_CCtx * mtctx , ZSTDMT_parameter parameter , int value ) ;
/* ZSTDMT_getMTCtxParameter() :
* Query the ZSTDMT_CCtx for a parameter value .
* @ return : 0 , or an error code ( which can be tested using ZSTD_isError ( ) ) */
ZSTDLIB_API size_t ZSTDMT_getMTCtxParameter ( ZSTDMT_CCtx * mtctx , ZSTDMT_parameter parameter , int * value ) ;
2017-06-09 01:43:56 +00:00
2017-07-22 21:46:05 +00:00
/*! ZSTDMT_compressStream_generic() :
2018-05-15 17:45:22 +00:00
* Combines ZSTDMT_compressStream ( ) with optional ZSTDMT_flushStream ( ) or ZSTDMT_endStream ( )
2017-07-22 21:46:05 +00:00
* depending on flush directive .
* @ return : minimum amount of data still to be flushed
* 0 if fully flushed
2018-05-15 17:45:22 +00:00
* or an error code
* note : needs to be init using any ZSTD_initCStream * ( ) variant */
2017-07-22 21:46:05 +00:00
ZSTDLIB_API size_t ZSTDMT_compressStream_generic ( ZSTDMT_CCtx * mtctx ,
ZSTD_outBuffer * output ,
ZSTD_inBuffer * input ,
ZSTD_EndDirective endOp ) ;
2018-05-15 17:45:22 +00:00
/* ========================================================
* = = = Private interface , for use by ZSTD_compress . c = = =
* = = = Not exposed in libzstd . Never invoke directly = = =
* = = = = = = = = = = = = = = = = = = = = = = = = = = = = = = = = = = = = = = = = = = = = = = = = = = = = = = = = */
2017-10-26 20:41:47 +00:00
2019-01-04 00:30:03 +00:00
/*! ZSTDMT_toFlushNow()
* Tell how many bytes are ready to be flushed immediately .
* Probe the oldest active job ( not yet entirely flushed ) and check its output buffer .
* If return 0 , it means there is no active job ,
* or , it means oldest job is still active , but everything produced has been flushed so far ,
* therefore flushing is limited by speed of oldest job . */
size_t ZSTDMT_toFlushNow ( ZSTDMT_CCtx * mtctx ) ;
/*! ZSTDMT_CCtxParam_setMTCtxParameter()
* like ZSTDMT_setMTCtxParameter ( ) , but into a ZSTD_CCtx_Params */
size_t ZSTDMT_CCtxParam_setMTCtxParameter ( ZSTD_CCtx_params * params , ZSTDMT_parameter parameter , int value ) ;
/*! ZSTDMT_CCtxParam_setNbWorkers()
* Set nbWorkers , and clamp it .
* Also reset jobSize and overlapLog */
2018-05-15 17:45:22 +00:00
size_t ZSTDMT_CCtxParam_setNbWorkers ( ZSTD_CCtx_params * params , unsigned nbWorkers ) ;
2018-01-13 12:50:59 +00:00
2018-05-15 17:45:22 +00:00
/*! ZSTDMT_updateCParams_whileCompressing() :
* Updates only a selected set of compression parameters , to remain compatible with current frame .
* New parameters will be applied to next compression job . */
void ZSTDMT_updateCParams_whileCompressing ( ZSTDMT_CCtx * mtctx , const ZSTD_CCtx_params * cctxParams ) ;
2019-01-04 00:30:03 +00:00
/*! ZSTDMT_getFrameProgression():
* tells how much data has been consumed ( input ) and produced ( output ) for current frame .
* able to count progression inside worker threads .
2018-05-15 17:45:22 +00:00
*/
ZSTD_frameProgression ZSTDMT_getFrameProgression ( ZSTDMT_CCtx * mtctx ) ;
2017-10-26 20:41:47 +00:00
/*! ZSTDMT_initCStream_internal() :
* Private use only . Init streaming operation .
* expects params to be valid .
* must receive dict , or cdict , or none , but not both .
* @ return : 0 , or an error code */
size_t ZSTDMT_initCStream_internal ( ZSTDMT_CCtx * zcs ,
2018-05-15 17:45:22 +00:00
const void * dict , size_t dictSize , ZSTD_dictContentType_e dictContentType ,
2017-10-26 20:41:47 +00:00
const ZSTD_CDict * cdict ,
ZSTD_CCtx_params params , unsigned long long pledgedSrcSize ) ;
2017-07-22 21:46:05 +00:00
2017-06-09 01:43:56 +00:00
# if defined (__cplusplus)
}
# endif
# endif /* ZSTDMT_COMPRESS_H */