/freebsd/sys/contrib/openzfs/module/zstd/lib/compress/ |
H A D | zstd_ldm.c | 390 seq->litLength = (U32)(ip - anchor); in ZSTD_ldm_generateSequences_internal() 496 sequences->seq[prevSize].litLength += (U32)leftoverSize; in ZSTD_ldm_generateSequences() 509 if (srcSize <= seq->litLength) { in ZSTD_ldm_skipSequences() 511 seq->litLength -= (U32)srcSize; in ZSTD_ldm_skipSequences() 514 srcSize -= seq->litLength; in ZSTD_ldm_skipSequences() 515 seq->litLength = 0; in ZSTD_ldm_skipSequences() 522 seq[1].litLength += seq[0].matchLength; in ZSTD_ldm_skipSequences() 547 if (remaining >= sequence.litLength + sequence.matchLength) { in maybeSplitSequence() 552 if (remaining <= sequence.litLength) { in maybeSplitSequence() 554 } else if (remaining < sequence.litLength + sequence.matchLength) { in maybeSplitSequence() [all …]
|
H A D | zstd_compress_internal.h | 186 U32 litLength; member 298 MEM_STATIC U32 ZSTD_LLcode(U32 litLength) in ZSTD_LLcode() argument 309 return (litLength > 63) ? ZSTD_highbit32(litLength) + LL_deltaCode : LL_Code[litLength]; in ZSTD_LLcode() 439 void ZSTD_storeSeq(seqStore_t* seqStorePtr, size_t litLength, const BYTE* literals, const BYTE* lit… in ZSTD_storeSeq() argument 442 BYTE const* const litEnd = literals + litLength; in ZSTD_storeSeq() 448 pos, (U32)litLength, (U32)mlBase+MINMATCH, (U32)offCode); in ZSTD_storeSeq() 454 assert(seqStorePtr->lit + litLength <= seqStorePtr->litStart + seqStorePtr->maxNbLit); in ZSTD_storeSeq() 455 assert(literals + litLength <= litLimit); in ZSTD_storeSeq() 462 if (litLength > 16) { in ZSTD_storeSeq() 463 … ZSTD_wildcopy(seqStorePtr->lit+16, literals+16, (ptrdiff_t)litLength-16, ZSTD_no_overlap); in ZSTD_storeSeq() [all …]
|
H A D | zstd_opt.c | 215 static U32 ZSTD_rawLiteralsCost(const BYTE* const literals, U32 const litLength, in ZSTD_rawLiteralsCost() argument 219 if (litLength == 0) return 0; in ZSTD_rawLiteralsCost() 222 return (litLength << 3) * BITCOST_MULTIPLIER; /* Uncompressed - 8 bytes per literal. */ in ZSTD_rawLiteralsCost() 225 return (litLength*6) * BITCOST_MULTIPLIER; /* 6 bit per literal - no statistic used */ in ZSTD_rawLiteralsCost() 228 { U32 price = litLength * optPtr->litSumBasePrice; in ZSTD_rawLiteralsCost() 230 for (u=0; u < litLength; u++) { in ZSTD_rawLiteralsCost() 240 static U32 ZSTD_litLengthPrice(U32 const litLength, const optState_t* const optPtr, int optLevel) in ZSTD_litLengthPrice() argument 242 if (optPtr->priceType == zop_predef) return WEIGHT(litLength, optLevel); in ZSTD_litLengthPrice() 245 { U32 const llCode = ZSTD_LLcode(litLength); in ZSTD_litLengthPrice() 289 U32 litLength, const BYTE* literals, in ZSTD_updateStats() argument [all …]
|
H A D | zstd_compress_sequences.c | 291 BIT_addBits(&blockStream, sequences[nbSeq-1].litLength, LL_bits[llCodeTable[nbSeq-1]]); in ZSTD_encodeSequences_body() 318 (unsigned)sequences[n].litLength, in ZSTD_encodeSequences_body() 329 BIT_addBits(&blockStream, sequences[n].litLength, llBits); in ZSTD_encodeSequences_body()
|
H A D | zstd_compress_superblock.c | 415 litLengthSum += seqLen.litLength; in ZSTD_seqDecompressedSize() 743 litSize += ZSTD_getSequenceLength(seqStorePtr, sequence).litLength; in ZSTD_compressSubBlock_multi() 818 … ZSTD_updateRep(rep.rep, seq->offset - 1, ZSTD_getSequenceLength(seqStorePtr, seq).litLength == 0); in ZSTD_compressSubBlock_multi()
|
H A D | zstd_lazy.c | 822 { size_t const litLength = start - anchor; in ZSTD_compressBlock_lazy_generic() local 823 ZSTD_storeSeq(seqStore, litLength, anchor, iend, (U32)offset, matchLength-MINMATCH); in ZSTD_compressBlock_lazy_generic() 1077 { size_t const litLength = start - anchor; in ZSTD_compressBlock_lazy_extDict_generic() local 1078 ZSTD_storeSeq(seqStore, litLength, anchor, iend, (U32)offset, matchLength-MINMATCH); in ZSTD_compressBlock_lazy_extDict_generic()
|
H A D | zstd_compress.c | 1939 U32 const llv = sequences[u].litLength; in ZSTD_seqToCodes() 2326 outSeqs[i].litLength = seqs[i].litLength; in ZSTD_copyBlockSequences() 2331 outSeqs[i].litLength += 0x10000; in ZSTD_copyBlockSequences() 2341 if (outSeqs[i].litLength == 0) { in ZSTD_copyBlockSequences() 2358 position += outSeqs[i].litLength; in ZSTD_copyBlockSequences()
|
/freebsd/sys/contrib/zstd/lib/compress/ |
H A D | zstd_ldm.c | 459 seq->litLength = (U32)(split - backwardMatchLength - anchor); in ZSTD_ldm_generateSequences_internal() 572 sequences->seq[prevSize].litLength += (U32)leftoverSize; in ZSTD_ldm_generateSequences() 587 if (srcSize <= seq->litLength) { in ZSTD_ldm_skipSequences() 589 seq->litLength -= (U32)srcSize; in ZSTD_ldm_skipSequences() 592 srcSize -= seq->litLength; in ZSTD_ldm_skipSequences() 593 seq->litLength = 0; in ZSTD_ldm_skipSequences() 600 seq[1].litLength += seq[0].matchLength; in ZSTD_ldm_skipSequences() 625 if (remaining >= sequence.litLength + sequence.matchLength) { in maybeSplitSequence() 630 if (remaining <= sequence.litLength) { in maybeSplitSequence() 632 } else if (remaining < sequence.litLength + sequence.matchLength) { in maybeSplitSequence() [all …]
|
H A D | zstd_compress_internal.h | 138 U32 litLength; /* Length of literals prior to match */ member 469 MEM_STATIC U32 ZSTD_LLcode(U32 litLength) in ZSTD_LLcode() argument 480 return (litLength > 63) ? ZSTD_highbit32(litLength) + LL_deltaCode : LL_Code[litLength]; in ZSTD_LLcode() 601 size_t litLength, const BYTE* literals, const BYTE* litLimit, in ZSTD_storeSeq() argument 606 BYTE const* const litEnd = literals + litLength; in ZSTD_storeSeq() 612 pos, (U32)litLength, (U32)matchLength, (U32)offBase_minus1); in ZSTD_storeSeq() 618 assert(seqStorePtr->lit + litLength <= seqStorePtr->litStart + seqStorePtr->maxNbLit); in ZSTD_storeSeq() 619 assert(literals + litLength <= litLimit); in ZSTD_storeSeq() 626 if (litLength > 16) { in ZSTD_storeSeq() 627 … ZSTD_wildcopy(seqStorePtr->lit+16, literals+16, (ptrdiff_t)litLength-16, ZSTD_no_overlap); in ZSTD_storeSeq() [all …]
|
H A D | zstd_opt.c | 245 static U32 ZSTD_rawLiteralsCost(const BYTE* const literals, U32 const litLength, in ZSTD_rawLiteralsCost() argument 249 if (litLength == 0) return 0; in ZSTD_rawLiteralsCost() 252 return (litLength << 3) * BITCOST_MULTIPLIER; /* Uncompressed - 8 bytes per literal. */ in ZSTD_rawLiteralsCost() 255 return (litLength*6) * BITCOST_MULTIPLIER; /* 6 bit per literal - no statistic used */ in ZSTD_rawLiteralsCost() 258 { U32 price = litLength * optPtr->litSumBasePrice; in ZSTD_rawLiteralsCost() 260 for (u=0; u < litLength; u++) { in ZSTD_rawLiteralsCost() 270 static U32 ZSTD_litLengthPrice(U32 const litLength, const optState_t* const optPtr, int optLevel) in ZSTD_litLengthPrice() argument 272 assert(litLength <= ZSTD_BLOCKSIZE_MAX); in ZSTD_litLengthPrice() 274 return WEIGHT(litLength, optLevel); in ZSTD_litLengthPrice() 280 if (litLength == ZSTD_BLOCKSIZE_MAX) in ZSTD_litLengthPrice() [all …]
|
H A D | zstd_compress.c | 2398 U32 const llv = sequences[u].litLength; in ZSTD_seqToCodes() 2914 outSeqs[i].litLength = seqStoreSeqs[i].litLength; in ZSTD_copyBlockSequences() 2920 outSeqs[i].litLength += 0x10000; in ZSTD_copyBlockSequences() 2929 if (outSeqs[i].litLength != 0) { in ZSTD_copyBlockSequences() 2944 seqStoreSeqs[i].litLength == 0); in ZSTD_copyBlockSequences() 2945 literalsRead += outSeqs[i].litLength; in ZSTD_copyBlockSequences() 2953 outSeqs[i].litLength = (U32)lastLLSize; in ZSTD_copyBlockSequences() 2985 sequences[in+1].litLength += sequences[in].litLength; in ZSTD_mergeBlockDelimiters() 3373 literalsBytes += seq.litLength; in ZSTD_countSeqStoreLiteralsBytes() 3470 U32 const ll0 = (seq->litLength == 0); in ZSTD_seqStore_resolveOffCodes() [all …]
|
H A D | zstd_compress_sequences.c | 314 BIT_addBits(&blockStream, sequences[nbSeq-1].litLength, LL_bits[llCodeTable[nbSeq-1]]); in ZSTD_encodeSequences_body() 341 (unsigned)sequences[n].litLength, in ZSTD_encodeSequences_body() 352 BIT_addBits(&blockStream, sequences[n].litLength, llBits); in ZSTD_encodeSequences_body()
|
H A D | zstd_compress_superblock.c | 138 litLengthSum += seqLen.litLength; in ZSTD_seqDecompressedSize() 467 litSize += ZSTD_getSequenceLength(seqStorePtr, sequence).litLength; in ZSTD_compressSubBlock_multi() 542 …ZSTD_updateRep(rep.rep, seq->offBase - 1, ZSTD_getSequenceLength(seqStorePtr, seq).litLength == 0); in ZSTD_compressSubBlock_multi()
|
H A D | zstd_lazy.c | 1674 { size_t const litLength = (size_t)(start - anchor); in ZSTD_compressBlock_lazy_generic() local 1675 ZSTD_storeSeq(seqStore, litLength, anchor, iend, (U32)offcode, matchLength); in ZSTD_compressBlock_lazy_generic() 2016 { size_t const litLength = (size_t)(start - anchor); in ZSTD_compressBlock_lazy_extDict_generic() local 2017 ZSTD_storeSeq(seqStore, litLength, anchor, iend, (U32)offcode, matchLength); in ZSTD_compressBlock_lazy_extDict_generic()
|
/freebsd/sys/contrib/zstd/lib/decompress/ |
H A D | zstd_decompress_block.c | 734 size_t litLength; member 866 BYTE* const oLitEnd = op + sequence.litLength; in ZSTD_execSequenceEnd() 867 size_t const sequenceLength = sequence.litLength + sequence.matchLength; in ZSTD_execSequenceEnd() 868 const BYTE* const iLitEnd = *litPtr + sequence.litLength; in ZSTD_execSequenceEnd() 874 …RETURN_ERROR_IF(sequence.litLength > (size_t)(litLimit - *litPtr), corruption_detected, "try to re… in ZSTD_execSequenceEnd() 879 ZSTD_safecopy(op, oend_w, *litPtr, sequence.litLength, ZSTD_no_overlap); in ZSTD_execSequenceEnd() 913 BYTE* const oLitEnd = op + sequence.litLength; in ZSTD_execSequenceEndSplitLitBuffer() 914 size_t const sequenceLength = sequence.litLength + sequence.matchLength; in ZSTD_execSequenceEndSplitLitBuffer() 915 const BYTE* const iLitEnd = *litPtr + sequence.litLength; in ZSTD_execSequenceEndSplitLitBuffer() 921 …RETURN_ERROR_IF(sequence.litLength > (size_t)(litLimit - *litPtr), corruption_detected, "try to re… in ZSTD_execSequenceEndSplitLitBuffer() [all …]
|
/freebsd/sys/contrib/openzfs/module/zstd/lib/common/ |
H A D | zstd_internal.h | 328 U16 litLength; member 347 U32 litLength; member 358 seqLen.litLength = seq->litLength; in ZSTD_getSequenceLength() 362 seqLen.litLength += 0xFFFF; in ZSTD_getSequenceLength()
|
/freebsd/sys/contrib/zstd/lib/common/ |
H A D | zstd_internal.h | 288 U16 litLength; member 319 U32 litLength; member 330 seqLen.litLength = seq->litLength; in ZSTD_getSequenceLength() 334 seqLen.litLength += 0xFFFF; in ZSTD_getSequenceLength()
|
/freebsd/sys/contrib/openzfs/module/zstd/lib/decompress/ |
H A D | zstd_decompress_block.c | 554 size_t litLength; member 662 BYTE* const oLitEnd = op + sequence.litLength; in ZSTD_execSequenceEnd() 663 size_t const sequenceLength = sequence.litLength + sequence.matchLength; in ZSTD_execSequenceEnd() 664 const BYTE* const iLitEnd = *litPtr + sequence.litLength; in ZSTD_execSequenceEnd() 670 …RETURN_ERROR_IF(sequence.litLength > (size_t)(litLimit - *litPtr), corruption_detected, "try to re… in ZSTD_execSequenceEnd() 675 ZSTD_safecopy(op, oend_w, *litPtr, sequence.litLength, ZSTD_no_overlap); in ZSTD_execSequenceEnd() 705 BYTE* const oLitEnd = op + sequence.litLength; in ZSTD_execSequence() 706 size_t const sequenceLength = sequence.litLength + sequence.matchLength; in ZSTD_execSequence() 709 const BYTE* const iLitEnd = *litPtr + sequence.litLength; in ZSTD_execSequence() 739 if (UNLIKELY(sequence.litLength > 16)) { in ZSTD_execSequence() [all …]
|
/freebsd/sys/contrib/zstd/lib/legacy/ |
H A D | zstd_v01.c | 1419 BYTE* litLength; member 1674 size_t litLength; member 1692 size_t litLength; in ZSTD_decodeSequence() local 1700 litLength = FSE_decodeSymbol(&(seqState->stateLL), &(seqState->DStream)); in ZSTD_decodeSequence() 1701 prevOffset = litLength ? seq->offset : seqState->prevOffset; in ZSTD_decodeSequence() 1703 if (litLength == MaxLL) in ZSTD_decodeSequence() 1706 if (add < 255) litLength += add; in ZSTD_decodeSequence() 1711 litLength = ZSTD_readLE24(dumps); in ZSTD_decodeSequence() 1747 seq->litLength = litLength; in ZSTD_decodeSequence() 1762 const size_t litLength = sequence.litLength; in ZSTD_execSequence() local [all …]
|
H A D | zstd_v05.c | 532 BYTE* litLength; member 3124 size_t litLength; member 3143 size_t litLength; in ZSTDv05_decodeSequence() local 3151 litLength = FSEv05_peakSymbol(&(seqState->stateLL)); in ZSTDv05_decodeSequence() 3152 prevOffset = litLength ? seq->offset : seqState->prevOffset; in ZSTDv05_decodeSequence() 3153 if (litLength == MaxLL) { in ZSTDv05_decodeSequence() 3155 if (add < 255) litLength += add; in ZSTDv05_decodeSequence() 3157 litLength = MEM_readLE16(dumps); in ZSTDv05_decodeSequence() 3159 if ((litLength & 1) && dumps < de) { in ZSTDv05_decodeSequence() 3160 litLength += *dumps << 16; in ZSTDv05_decodeSequence() [all …]
|
H A D | zstd_v03.c | 2422 BYTE* litLength; member 2664 size_t litLength; member 2682 size_t litLength; in ZSTD_decodeSequence() local 2690 litLength = FSE_decodeSymbol(&(seqState->stateLL), &(seqState->DStream)); in ZSTD_decodeSequence() 2691 prevOffset = litLength ? seq->offset : seqState->prevOffset; in ZSTD_decodeSequence() 2693 if (litLength == MaxLL) in ZSTD_decodeSequence() 2696 if (add < 255) litLength += add; in ZSTD_decodeSequence() 2699 litLength = MEM_readLE24(dumps); in ZSTD_decodeSequence() 2737 seq->litLength = litLength; in ZSTD_decodeSequence() 2752 BYTE* const oLitEnd = op + sequence.litLength; in ZSTD_execSequence() [all …]
|
H A D | zstd_v02.c | 2781 BYTE* litLength; member 3023 size_t litLength; member 3041 size_t litLength; in ZSTD_decodeSequence() local 3049 litLength = FSE_decodeSymbol(&(seqState->stateLL), &(seqState->DStream)); in ZSTD_decodeSequence() 3050 prevOffset = litLength ? seq->offset : seqState->prevOffset; in ZSTD_decodeSequence() 3052 if (litLength == MaxLL) in ZSTD_decodeSequence() 3055 if (add < 255) litLength += add; in ZSTD_decodeSequence() 3058 litLength = MEM_readLE24(dumps); in ZSTD_decodeSequence() 3096 seq->litLength = litLength; in ZSTD_decodeSequence() 3111 BYTE* const oLitEnd = op + sequence.litLength; in ZSTD_execSequence() [all …]
|
H A D | zstd_v04.c | 2790 size_t litLength; member 2808 size_t litLength; in ZSTD_decodeSequence() local 2816 litLength = FSE_decodeSymbol(&(seqState->stateLL), &(seqState->DStream)); in ZSTD_decodeSequence() 2817 prevOffset = litLength ? seq->offset : seqState->prevOffset; in ZSTD_decodeSequence() 2818 if (litLength == MaxLL) { in ZSTD_decodeSequence() 2820 if (add < 255) litLength += add; in ZSTD_decodeSequence() 2822 litLength = MEM_readLE24(dumps); in ZSTD_decodeSequence() 2841 if (offsetCode | !litLength) seqState->prevOffset = seq->offset; /* cmove */ in ZSTD_decodeSequence() 2858 seq->litLength = litLength; in ZSTD_decodeSequence() 2872 BYTE* const oLitEnd = op + sequence.litLength; in ZSTD_execSequence() [all …]
|
H A D | zstd_v06.c | 582 U16* litLength; member 3270 size_t litLength; member 3349 …seq->litLength = LL_base[llCode] + ((llCode>15) ? BITv06_readBits(&(seqState->DStream), llBits) : … in ZSTDv06_decodeSequence() 3366 BYTE* const oLitEnd = op + sequence.litLength; in ZSTDv06_execSequence() 3367 size_t const sequenceLength = sequence.litLength + sequence.matchLength; in ZSTDv06_execSequence() 3370 const BYTE* const iLitEnd = *litPtr + sequence.litLength; in ZSTDv06_execSequence() 3379 …ZSTDv06_wildcopy(op, *litPtr, sequence.litLength); /* note : oLitEnd <= oend-8 : no risk of over… in ZSTDv06_execSequence() 3488 … pos, (U32)sequence.litLength, (U32)sequence.matchLength, (U32)sequence.offset); in ZSTDv06_decompressSequences()
|
H A D | zstd_v07.c | 2816 U16* litLength; member 3500 size_t litLength; member 3574 …seq.litLength = LL_base[llCode] + ((llCode>15) ? BITv07_readBits(&(seqState->DStream), llBits) : 0… in ZSTDv07_decodeSequence() 3594 BYTE* const oLitEnd = op + sequence.litLength; in ZSTDv07_execSequence() 3595 size_t const sequenceLength = sequence.litLength + sequence.matchLength; in ZSTDv07_execSequence() 3598 const BYTE* const iLitEnd = *litPtr + sequence.litLength; in ZSTDv07_execSequence() 3606 …ZSTDv07_wildcopy(op, *litPtr, sequence.litLength); /* note : since oLitEnd <= oend-WILDCOPY_OVER… in ZSTDv07_execSequence()
|