Lines Matching refs:cdict
151 ZSTD_freeCDict(cctx->localDict.cdict); in ZSTD_clearAllDicts()
154 cctx->cdict = NULL; in ZSTD_clearAllDicts()
160 size_t const cdictSize = ZSTD_sizeof_CDict(dict.cdict); in ZSTD_sizeof_localDict()
1070 RETURN_ERROR_IF(cctx->cdict, stage_wrong, in ZSTD_CCtx_setParametersUsingCCtxParams()
1106 assert(dl->cdict == NULL); in ZSTD_initLocalDict()
1110 if (dl->cdict != NULL) { in ZSTD_initLocalDict()
1111 assert(cctx->cdict == dl->cdict); in ZSTD_initLocalDict()
1116 assert(cctx->cdict == NULL); in ZSTD_initLocalDict()
1119 dl->cdict = ZSTD_createCDict_advanced2( in ZSTD_initLocalDict()
1126 RETURN_ERROR_IF(!dl->cdict, memory_allocation, "ZSTD_createCDict_advanced failed"); in ZSTD_initLocalDict()
1127 cctx->cdict = dl->cdict; in ZSTD_initLocalDict()
1172 size_t ZSTD_CCtx_refCDict(ZSTD_CCtx* cctx, const ZSTD_CDict* cdict) in ZSTD_CCtx_refCDict() argument
1178 cctx->cdict = cdict; in ZSTD_CCtx_refCDict()
2025 static int ZSTD_shouldAttachDict(const ZSTD_CDict* cdict, in ZSTD_shouldAttachDict() argument
2029 size_t cutoff = attachDictSizeCutoffs[cdict->matchState.cParams.strategy]; in ZSTD_shouldAttachDict()
2030 int const dedicatedDictSearch = cdict->matchState.dedicatedDictSearch; in ZSTD_shouldAttachDict()
2042 const ZSTD_CDict* cdict, in ZSTD_resetCCtx_byAttachingCDict() argument
2050 ZSTD_compressionParameters adjusted_cdict_cParams = cdict->matchState.cParams; in ZSTD_resetCCtx_byAttachingCDict()
2057 if (cdict->matchState.dedicatedDictSearch) { in ZSTD_resetCCtx_byAttachingCDict()
2062 cdict->dictContentSize, ZSTD_cpm_attachDict); in ZSTD_resetCCtx_byAttachingCDict()
2064 params.useRowMatchFinder = cdict->useRowMatchFinder; /* cdict overrides */ in ZSTD_resetCCtx_byAttachingCDict()
2071 { const U32 cdictEnd = (U32)( cdict->matchState.window.nextSrc in ZSTD_resetCCtx_byAttachingCDict()
2072 - cdict->matchState.window.base); in ZSTD_resetCCtx_byAttachingCDict()
2073 const U32 cdictLen = cdictEnd - cdict->matchState.window.dictLimit; in ZSTD_resetCCtx_byAttachingCDict()
2079 cctx->blockState.matchState.dictMatchState = &cdict->matchState; in ZSTD_resetCCtx_byAttachingCDict()
2092 cctx->dictID = cdict->dictID; in ZSTD_resetCCtx_byAttachingCDict()
2093 cctx->dictContentSize = cdict->dictContentSize; in ZSTD_resetCCtx_byAttachingCDict()
2096 ZSTD_memcpy(cctx->blockState.prevCBlock, &cdict->cBlockState, sizeof(cdict->cBlockState)); in ZSTD_resetCCtx_byAttachingCDict()
2102 const ZSTD_CDict* cdict, in ZSTD_resetCCtx_byCopyingCDict() argument
2107 const ZSTD_compressionParameters *cdict_cParams = &cdict->matchState.cParams; in ZSTD_resetCCtx_byCopyingCDict()
2109 assert(!cdict->matchState.dedicatedDictSearch); in ZSTD_resetCCtx_byCopyingCDict()
2118 params.useRowMatchFinder = cdict->useRowMatchFinder; in ZSTD_resetCCtx_byCopyingCDict()
2131 …{ size_t const chainSize = ZSTD_allocateChainTable(cdict_cParams->strategy, cdict->useRowMatchFi… in ZSTD_resetCCtx_byCopyingCDict()
2137 cdict->matchState.hashTable, in ZSTD_resetCCtx_byCopyingCDict()
2142 cdict->matchState.chainTable, in ZSTD_resetCCtx_byCopyingCDict()
2146 if (ZSTD_rowMatchFinderUsed(cdict_cParams->strategy, cdict->useRowMatchFinder)) { in ZSTD_resetCCtx_byCopyingCDict()
2149 cdict->matchState.tagTable, in ZSTD_resetCCtx_byCopyingCDict()
2157 assert(cdict->matchState.hashLog3 == 0); in ZSTD_resetCCtx_byCopyingCDict()
2164 { ZSTD_matchState_t const* srcMatchState = &cdict->matchState; in ZSTD_resetCCtx_byCopyingCDict()
2171 cctx->dictID = cdict->dictID; in ZSTD_resetCCtx_byCopyingCDict()
2172 cctx->dictContentSize = cdict->dictContentSize; in ZSTD_resetCCtx_byCopyingCDict()
2175 ZSTD_memcpy(cctx->blockState.prevCBlock, &cdict->cBlockState, sizeof(cdict->cBlockState)); in ZSTD_resetCCtx_byCopyingCDict()
2184 const ZSTD_CDict* cdict, in ZSTD_resetCCtx_usingCDict() argument
2193 if (ZSTD_shouldAttachDict(cdict, params, pledgedSrcSize)) { in ZSTD_resetCCtx_usingCDict()
2195 cctx, cdict, *params, pledgedSrcSize, zbuff); in ZSTD_resetCCtx_usingCDict()
2198 cctx, cdict, *params, pledgedSrcSize, zbuff); in ZSTD_resetCCtx_usingCDict()
4493 const ZSTD_CDict* cdict, in ZSTD_compressBegin_internal() argument
4497 size_t const dictContentSize = cdict ? cdict->dictContentSize : dictSize; in ZSTD_compressBegin_internal()
4504 assert(!((dict) && (cdict))); /* either dict or cdict, not both */ in ZSTD_compressBegin_internal()
4505 if ( (cdict) in ZSTD_compressBegin_internal()
4506 && (cdict->dictContentSize > 0) in ZSTD_compressBegin_internal()
4508 || pledgedSrcSize < cdict->dictContentSize * ZSTD_USE_CDICT_PARAMS_DICTSIZE_MULTIPLIER in ZSTD_compressBegin_internal()
4510 || cdict->compressionLevel == 0) in ZSTD_compressBegin_internal()
4512 return ZSTD_resetCCtx_usingCDict(cctx, cdict, params, pledgedSrcSize, zbuff); in ZSTD_compressBegin_internal()
4518 { size_t const dictID = cdict ? in ZSTD_compressBegin_internal()
4521 &cctx->ldmState, &cctx->workspace, &cctx->appliedParams, cdict->dictContent, in ZSTD_compressBegin_internal()
4522 cdict->dictContentSize, cdict->dictContentType, dtlm, in ZSTD_compressBegin_internal()
4540 const ZSTD_CDict* cdict, in ZSTD_compressBegin_advanced_internal() argument
4549 cdict, in ZSTD_compressBegin_advanced_internal()
4779 size_t ZSTD_sizeof_CDict(const ZSTD_CDict* cdict) in ZSTD_sizeof_CDict() argument
4781 if (cdict==NULL) return 0; /* support sizeof on NULL */ in ZSTD_sizeof_CDict()
4782 DEBUGLOG(5, "sizeof(*cdict) : %u", (unsigned)sizeof(*cdict)); in ZSTD_sizeof_CDict()
4784 return (cdict->workspace.workspace == cdict ? 0 : sizeof(*cdict)) in ZSTD_sizeof_CDict()
4785 + ZSTD_cwksp_sizeof(&cdict->workspace); in ZSTD_sizeof_CDict()
4789 ZSTD_CDict* cdict, in ZSTD_initCDict_internal() argument
4797 cdict->matchState.cParams = params.cParams; in ZSTD_initCDict_internal()
4798 cdict->matchState.dedicatedDictSearch = params.enableDedicatedDictSearch; in ZSTD_initCDict_internal()
4800 cdict->dictContent = dictBuffer; in ZSTD_initCDict_internal()
4802 …void *internalBuffer = ZSTD_cwksp_reserve_object(&cdict->workspace, ZSTD_cwksp_align(dictSize, siz… in ZSTD_initCDict_internal()
4804 cdict->dictContent = internalBuffer; in ZSTD_initCDict_internal()
4807 cdict->dictContentSize = dictSize; in ZSTD_initCDict_internal()
4808 cdict->dictContentType = dictContentType; in ZSTD_initCDict_internal()
4810 … cdict->entropyWorkspace = (U32*)ZSTD_cwksp_reserve_object(&cdict->workspace, HUF_WORKSPACE_SIZE); in ZSTD_initCDict_internal()
4814 ZSTD_reset_compressedBlockState(&cdict->cBlockState); in ZSTD_initCDict_internal()
4816 &cdict->matchState, in ZSTD_initCDict_internal()
4817 &cdict->workspace, in ZSTD_initCDict_internal()
4829 &cdict->cBlockState, &cdict->matchState, NULL, &cdict->workspace, in ZSTD_initCDict_internal()
4830 ¶ms, cdict->dictContent, cdict->dictContentSize, in ZSTD_initCDict_internal()
4831 dictContentType, ZSTD_dtlm_full, cdict->entropyWorkspace); in ZSTD_initCDict_internal()
4834 cdict->dictID = (U32)dictID; in ZSTD_initCDict_internal()
4858 ZSTD_CDict* cdict; in ZSTD_createCDict_advanced_internal() local
4867 cdict = (ZSTD_CDict*)ZSTD_cwksp_reserve_object(&ws, sizeof(ZSTD_CDict)); in ZSTD_createCDict_advanced_internal()
4868 assert(cdict != NULL); in ZSTD_createCDict_advanced_internal()
4869 ZSTD_cwksp_move(&cdict->workspace, &ws); in ZSTD_createCDict_advanced_internal()
4870 cdict->customMem = customMem; in ZSTD_createCDict_advanced_internal()
4871 cdict->compressionLevel = ZSTD_NO_CLEVEL; /* signals advanced API usage */ in ZSTD_createCDict_advanced_internal()
4872 cdict->useRowMatchFinder = useRowMatchFinder; in ZSTD_createCDict_advanced_internal()
4873 return cdict; in ZSTD_createCDict_advanced_internal()
4903 ZSTD_CDict* cdict; in ZSTD_createCDict_advanced2() local
4928 cdict = ZSTD_createCDict_advanced_internal(dictSize, in ZSTD_createCDict_advanced2()
4933 if (ZSTD_isError( ZSTD_initCDict_internal(cdict, in ZSTD_createCDict_advanced2()
4937 ZSTD_freeCDict(cdict); in ZSTD_createCDict_advanced2()
4941 return cdict; in ZSTD_createCDict_advanced2()
4947 ZSTD_CDict* const cdict = ZSTD_createCDict_advanced(dict, dictSize, in ZSTD_createCDict() local
4950 if (cdict) in ZSTD_createCDict()
4951 cdict->compressionLevel = (compressionLevel == 0) ? ZSTD_CLEVEL_DEFAULT : compressionLevel; in ZSTD_createCDict()
4952 return cdict; in ZSTD_createCDict()
4958 ZSTD_CDict* const cdict = ZSTD_createCDict_advanced(dict, dictSize, in ZSTD_createCDict_byReference() local
4961 if (cdict) in ZSTD_createCDict_byReference()
4962 cdict->compressionLevel = (compressionLevel == 0) ? ZSTD_CLEVEL_DEFAULT : compressionLevel; in ZSTD_createCDict_byReference()
4963 return cdict; in ZSTD_createCDict_byReference()
4966 size_t ZSTD_freeCDict(ZSTD_CDict* cdict) in ZSTD_freeCDict() argument
4968 if (cdict==NULL) return 0; /* support free on NULL */ in ZSTD_freeCDict()
4969 { ZSTD_customMem const cMem = cdict->customMem; in ZSTD_freeCDict()
4970 int cdictInWorkspace = ZSTD_cwksp_owns_buffer(&cdict->workspace, cdict); in ZSTD_freeCDict()
4971 ZSTD_cwksp_free(&cdict->workspace, cMem); in ZSTD_freeCDict()
4973 ZSTD_customFree(cdict, cMem); in ZSTD_freeCDict()
5007 ZSTD_CDict* cdict; in ZSTD_initStaticCDict() local
5015 cdict = (ZSTD_CDict*)ZSTD_cwksp_reserve_object(&ws, sizeof(ZSTD_CDict)); in ZSTD_initStaticCDict()
5016 if (cdict == NULL) return NULL; in ZSTD_initStaticCDict()
5017 ZSTD_cwksp_move(&cdict->workspace, &ws); in ZSTD_initStaticCDict()
5027 cdict->useRowMatchFinder = useRowMatchFinder; in ZSTD_initStaticCDict()
5029 if (ZSTD_isError( ZSTD_initCDict_internal(cdict, in ZSTD_initStaticCDict()
5035 return cdict; in ZSTD_initStaticCDict()
5038 ZSTD_compressionParameters ZSTD_getCParamsFromCDict(const ZSTD_CDict* cdict) in ZSTD_getCParamsFromCDict() argument
5040 assert(cdict != NULL); in ZSTD_getCParamsFromCDict()
5041 return cdict->matchState.cParams; in ZSTD_getCParamsFromCDict()
5048 unsigned ZSTD_getDictID_fromCDict(const ZSTD_CDict* cdict) in ZSTD_getDictID_fromCDict() argument
5050 if (cdict==NULL) return 0; in ZSTD_getDictID_fromCDict()
5051 return cdict->dictID; in ZSTD_getDictID_fromCDict()
5058 ZSTD_CCtx* const cctx, const ZSTD_CDict* const cdict, in ZSTD_compressBegin_usingCDict_internal() argument
5063 RETURN_ERROR_IF(cdict==NULL, dictionary_wrong, "NULL pointer!"); in ZSTD_compressBegin_usingCDict_internal()
5069 … || pledgedSrcSize < cdict->dictContentSize * ZSTD_USE_CDICT_PARAMS_DICTSIZE_MULTIPLIER in ZSTD_compressBegin_usingCDict_internal()
5071 || cdict->compressionLevel == 0 ) ? in ZSTD_compressBegin_usingCDict_internal()
5072 ZSTD_getCParamsFromCDict(cdict) in ZSTD_compressBegin_usingCDict_internal()
5073 : ZSTD_getCParams(cdict->compressionLevel, in ZSTD_compressBegin_usingCDict_internal()
5075 cdict->dictContentSize); in ZSTD_compressBegin_usingCDict_internal()
5076 ZSTD_CCtxParams_init_internal(&cctxParams, ¶ms, cdict->compressionLevel); in ZSTD_compressBegin_usingCDict_internal()
5089 cdict, in ZSTD_compressBegin_usingCDict_internal()
5099 ZSTD_CCtx* const cctx, const ZSTD_CDict* const cdict, in ZSTD_compressBegin_usingCDict_advanced() argument
5102 return ZSTD_compressBegin_usingCDict_internal(cctx, cdict, fParams, pledgedSrcSize); in ZSTD_compressBegin_usingCDict_advanced()
5107 size_t ZSTD_compressBegin_usingCDict(ZSTD_CCtx* cctx, const ZSTD_CDict* cdict) in ZSTD_compressBegin_usingCDict() argument
5110 return ZSTD_compressBegin_usingCDict_internal(cctx, cdict, fParams, ZSTD_CONTENTSIZE_UNKNOWN); in ZSTD_compressBegin_usingCDict()
5119 const ZSTD_CDict* cdict, ZSTD_frameParameters fParams) in ZSTD_compress_usingCDict_internal() argument
5121 …FORWARD_IF_ERROR(ZSTD_compressBegin_usingCDict_internal(cctx, cdict, fParams, srcSize), ""); /* wi… in ZSTD_compress_usingCDict_internal()
5131 const ZSTD_CDict* cdict, ZSTD_frameParameters fParams) in ZSTD_compress_usingCDict_advanced() argument
5133 return ZSTD_compress_usingCDict_internal(cctx, dst, dstCapacity, src, srcSize, cdict, fParams); in ZSTD_compress_usingCDict_advanced()
5144 const ZSTD_CDict* cdict) in ZSTD_compress_usingCDict() argument
5147 return ZSTD_compress_usingCDict_internal(cctx, dst, dstCapacity, src, srcSize, cdict, fParams); in ZSTD_compress_usingCDict()
5188 static ZSTD_cParamMode_e ZSTD_getCParamMode(ZSTD_CDict const* cdict, ZSTD_CCtx_params const* params… in ZSTD_getCParamMode() argument
5190 if (cdict != NULL && ZSTD_shouldAttachDict(cdict, params, pledgedSrcSize)) in ZSTD_getCParamMode()
5216 const void* dict, size_t dictSize, const ZSTD_CDict* cdict, in ZSTD_initCStream_internal() argument
5225 assert(!((dict) && (cdict))); /* either dict or cdict, not both */ in ZSTD_initCStream_internal()
5230 FORWARD_IF_ERROR( ZSTD_CCtx_refCDict(zcs, cdict) , ""); in ZSTD_initCStream_internal()
5238 const ZSTD_CDict* cdict, in ZSTD_initCStream_usingCDict_advanced() argument
5246 FORWARD_IF_ERROR( ZSTD_CCtx_refCDict(zcs, cdict) , ""); in ZSTD_initCStream_usingCDict_advanced()
5251 size_t ZSTD_initCStream_usingCDict(ZSTD_CStream* zcs, const ZSTD_CDict* cdict) in ZSTD_initCStream_usingCDict() argument
5255 FORWARD_IF_ERROR( ZSTD_CCtx_refCDict(zcs, cdict) , ""); in ZSTD_initCStream_usingCDict()
5556 assert(prefixDict.dict==NULL || cctx->cdict==NULL); /* only one can be set */ in ZSTD_CCtx_init_compressStream2()
5557 if (cctx->cdict && !cctx->localDict.cdict) { in ZSTD_CCtx_init_compressStream2()
5562 params.compressionLevel = cctx->cdict->compressionLevel; in ZSTD_CCtx_init_compressStream2()
5569 : (cctx->cdict ? cctx->cdict->dictContentSize : 0); in ZSTD_CCtx_init_compressStream2()
5570 …ZSTD_cParamMode_e const mode = ZSTD_getCParamMode(cctx->cdict, ¶ms, cctx->pledgedSrcSizePlusOn… in ZSTD_CCtx_init_compressStream2()
5600 cctx->cdict, params, cctx->pledgedSrcSizePlusOne-1) , ""); in ZSTD_CCtx_init_compressStream2()
5601 cctx->dictID = cctx->cdict ? cctx->cdict->dictID : 0; in ZSTD_CCtx_init_compressStream2()
5602 cctx->dictContentSize = cctx->cdict ? cctx->cdict->dictContentSize : prefixDict.dictSize; in ZSTD_CCtx_init_compressStream2()
5613 cctx->cdict, in ZSTD_CCtx_init_compressStream2()
5810 if (cctx->cdict) { in ZSTD_copySequencesToSeqStoreExplicitBlockDelim()
5811 dictSize = (U32)cctx->cdict->dictContentSize; in ZSTD_copySequencesToSeqStoreExplicitBlockDelim()
5876 if (cctx->cdict) { in ZSTD_copySequencesToSeqStoreNoBlockDelim()
5877 dictSize = cctx->cdict->dictContentSize; in ZSTD_copySequencesToSeqStoreNoBlockDelim()