Lines Matching +full:1 +full:ms
19 void ZSTD_fillDoubleHashTableForCDict(ZSTD_MatchState_t* ms, in ZSTD_fillDoubleHashTableForCDict() argument
22 const ZSTD_compressionParameters* const cParams = &ms->cParams; in ZSTD_fillDoubleHashTableForCDict()
23 U32* const hashLarge = ms->hashTable; in ZSTD_fillDoubleHashTableForCDict()
26 U32* const hashSmall = ms->chainTable; in ZSTD_fillDoubleHashTableForCDict()
28 const BYTE* const base = ms->window.base; in ZSTD_fillDoubleHashTableForCDict()
29 const BYTE* ip = base + ms->nextToUpdate; in ZSTD_fillDoubleHashTableForCDict()
37 for (; ip + fastHashFillStep - 1 <= iend; ip += fastHashFillStep) { in ZSTD_fillDoubleHashTableForCDict()
57 void ZSTD_fillDoubleHashTableForCCtx(ZSTD_MatchState_t* ms, in ZSTD_fillDoubleHashTableForCCtx() argument
60 const ZSTD_compressionParameters* const cParams = &ms->cParams; in ZSTD_fillDoubleHashTableForCCtx()
61 U32* const hashLarge = ms->hashTable; in ZSTD_fillDoubleHashTableForCCtx()
64 U32* const hashSmall = ms->chainTable; in ZSTD_fillDoubleHashTableForCCtx()
66 const BYTE* const base = ms->window.base; in ZSTD_fillDoubleHashTableForCCtx()
67 const BYTE* ip = base + ms->nextToUpdate; in ZSTD_fillDoubleHashTableForCCtx()
75 for (; ip + fastHashFillStep - 1 <= iend; ip += fastHashFillStep) { in ZSTD_fillDoubleHashTableForCCtx()
91 void ZSTD_fillDoubleHashTable(ZSTD_MatchState_t* ms, in ZSTD_fillDoubleHashTable() argument
97 ZSTD_fillDoubleHashTableForCDict(ms, end, dtlm); in ZSTD_fillDoubleHashTable()
99 ZSTD_fillDoubleHashTableForCCtx(ms, end, dtlm); in ZSTD_fillDoubleHashTable()
107 ZSTD_MatchState_t* ms, SeqStore_t* seqStore, U32 rep[ZSTD_REP_NUM], in ZSTD_compressBlock_doubleFast_noDict_generic() argument
110 ZSTD_compressionParameters const* cParams = &ms->cParams; in ZSTD_compressBlock_doubleFast_noDict_generic()
111 U32* const hashLong = ms->hashTable; in ZSTD_compressBlock_doubleFast_noDict_generic()
113 U32* const hashSmall = ms->chainTable; in ZSTD_compressBlock_doubleFast_noDict_generic()
115 const BYTE* const base = ms->window.base; in ZSTD_compressBlock_doubleFast_noDict_generic()
120 const U32 prefixLowestIndex = ZSTD_getLowestPrefixIndex(ms, endIndex, cParams->windowLog); in ZSTD_compressBlock_doubleFast_noDict_generic()
124 U32 offset_1=rep[0], offset_2=rep[1]; in ZSTD_compressBlock_doubleFast_noDict_generic()
132 const size_t kStepIncr = 1 << kSearchStrength; in ZSTD_compressBlock_doubleFast_noDict_generic()
161 U32 const windowLow = ZSTD_getLowestPrefixIndex(ms, current, cParams->windowLog); in ZSTD_compressBlock_doubleFast_noDict_generic()
168 while (1) { in ZSTD_compressBlock_doubleFast_noDict_generic()
169 step = 1; in ZSTD_compressBlock_doubleFast_noDict_generic()
191 if ((offset_1 > 0) & (MEM_read32(ip+1-offset_1) == MEM_read32(ip+1))) { in ZSTD_compressBlock_doubleFast_noDict_generic()
192 mLength = ZSTD_count(ip+1+4, ip+1+4-offset_1, iend) + 4; in ZSTD_compressBlock_doubleFast_noDict_generic()
210 …while (((ip>anchor) & (matchl0>prefixLowest)) && (ip[-1] == matchl0[-1])) { ip--; matchl0--; mLeng… in ZSTD_compressBlock_doubleFast_noDict_generic()
249 rep[1] = offset_2 ? offset_2 : offsetSaved2; in ZSTD_compressBlock_doubleFast_noDict_generic()
260 /* check long match at +1 position */ in ZSTD_compressBlock_doubleFast_noDict_generic()
272 …while (((ip>anchor) & (matchs0>prefixLowest)) && (ip[-1] == matchs0[-1])) { ip--; matchs0--; mLeng… in ZSTD_compressBlock_doubleFast_noDict_generic()
305 hashSmall[ZSTD_hashPtr(ip-1, hBitsS, mls)] = (U32)(ip-1-base); in ZSTD_compressBlock_doubleFast_noDict_generic()
330 ZSTD_MatchState_t* ms, SeqStore_t* seqStore, U32 rep[ZSTD_REP_NUM], in ZSTD_compressBlock_doubleFast_dictMatchState_generic() argument
334 ZSTD_compressionParameters const* cParams = &ms->cParams; in ZSTD_compressBlock_doubleFast_dictMatchState_generic()
335 U32* const hashLong = ms->hashTable; in ZSTD_compressBlock_doubleFast_dictMatchState_generic()
337 U32* const hashSmall = ms->chainTable; in ZSTD_compressBlock_doubleFast_dictMatchState_generic()
339 const BYTE* const base = ms->window.base; in ZSTD_compressBlock_doubleFast_dictMatchState_generic()
345 const U32 prefixLowestIndex = ZSTD_getLowestPrefixIndex(ms, endIndex, cParams->windowLog); in ZSTD_compressBlock_doubleFast_dictMatchState_generic()
349 U32 offset_1=rep[0], offset_2=rep[1]; in ZSTD_compressBlock_doubleFast_dictMatchState_generic()
351 const ZSTD_MatchState_t* const dms = ms->dictMatchState; in ZSTD_compressBlock_doubleFast_dictMatchState_generic()
367 assert(ms->window.dictLimit + (1U << cParams->windowLog) >= endIndex); in ZSTD_compressBlock_doubleFast_dictMatchState_generic()
369 if (ms->prefetchCDictTables) { in ZSTD_compressBlock_doubleFast_dictMatchState_generic()
370 size_t const hashTableBytes = (((size_t)1) << dictCParams->hashLog) * sizeof(U32); in ZSTD_compressBlock_doubleFast_dictMatchState_generic()
371 size_t const chainTableBytes = (((size_t)1) << dictCParams->chainLog) * sizeof(U32); in ZSTD_compressBlock_doubleFast_dictMatchState_generic()
385 while (ip < ilimit) { /* < instead of <=, because repcode check at (ip+1) */ in ZSTD_compressBlock_doubleFast_dictMatchState_generic()
401 const U32 repIndex = curr + 1 - offset_1; in ZSTD_compressBlock_doubleFast_dictMatchState_generic()
409 && (MEM_read32(repMatch) == MEM_read32(ip+1)) ) { in ZSTD_compressBlock_doubleFast_dictMatchState_generic()
411 mLength = ZSTD_count_2segments(ip+1+4, repMatch+4, iend, repMatchEnd, prefixLowest) + 4; in ZSTD_compressBlock_doubleFast_dictMatchState_generic()
421 …while (((ip>anchor) & (matchLong>prefixLowest)) && (ip[-1] == matchLong[-1])) { ip--; matchLong--;… in ZSTD_compressBlock_doubleFast_dictMatchState_generic()
432 …while (((ip>anchor) & (dictMatchL>dictStart)) && (ip[-1] == dictMatchL[-1])) { ip--; dictMatchL--;… in ZSTD_compressBlock_doubleFast_dictMatchState_generic()
451 ip += ((ip-anchor) >> kSearchStrength) + 1; in ZSTD_compressBlock_doubleFast_dictMatchState_generic()
458 { size_t const hl3 = ZSTD_hashPtr(ip+1, hBitsL, 8); in ZSTD_compressBlock_doubleFast_dictMatchState_generic()
459 size_t const dictHashAndTagL3 = ZSTD_hashPtr(ip+1, dictHBitsL, 8); in ZSTD_compressBlock_doubleFast_dictMatchState_generic()
464 hashLong[hl3] = curr + 1; in ZSTD_compressBlock_doubleFast_dictMatchState_generic()
466 /* check prefix long +1 match */ in ZSTD_compressBlock_doubleFast_dictMatchState_generic()
467 if ((matchIndexL3 >= prefixLowestIndex) && (MEM_read64(matchL3) == MEM_read64(ip+1))) { in ZSTD_compressBlock_doubleFast_dictMatchState_generic()
471 …while (((ip>anchor) & (matchL3>prefixLowest)) && (ip[-1] == matchL3[-1])) { ip--; matchL3--; mLeng… in ZSTD_compressBlock_doubleFast_dictMatchState_generic()
474 /* check dict long +1 match */ in ZSTD_compressBlock_doubleFast_dictMatchState_generic()
478 if (dictMatchL3 > dictStart && MEM_read64(dictMatchL3) == MEM_read64(ip+1)) { in ZSTD_compressBlock_doubleFast_dictMatchState_generic()
479 … mLength = ZSTD_count_2segments(ip+1+8, dictMatchL3+8, iend, dictEnd, prefixLowest) + 8; in ZSTD_compressBlock_doubleFast_dictMatchState_generic()
481 offset = (U32)(curr + 1 - dictMatchIndexL3 - dictIndexDelta); in ZSTD_compressBlock_doubleFast_dictMatchState_generic()
482 …while (((ip>anchor) & (dictMatchL3>dictStart)) && (ip[-1] == dictMatchL3[-1])) { ip--; dictMatchL3… in ZSTD_compressBlock_doubleFast_dictMatchState_generic()
486 /* if no long +1 match, explore the short match we found */ in ZSTD_compressBlock_doubleFast_dictMatchState_generic()
490 …while (((ip>anchor) & (match>dictStart)) && (ip[-1] == match[-1])) { ip--; match--; mLength++; } /… in ZSTD_compressBlock_doubleFast_dictMatchState_generic()
494 …while (((ip>anchor) & (match>prefixLowest)) && (ip[-1] == match[-1])) { ip--; match--; mLength++; … in ZSTD_compressBlock_doubleFast_dictMatchState_generic()
515 hashSmall[ZSTD_hashPtr(ip-1, hBitsS, mls)] = (U32)(ip-1-base); in ZSTD_compressBlock_doubleFast_dictMatchState_generic()
544 rep[1] = offset_2; in ZSTD_compressBlock_doubleFast_dictMatchState_generic()
552 … ZSTD_MatchState_t* ms, SeqStore_t* seqStore, U32 rep[ZSTD_REP_NUM], \
555 … return ZSTD_compressBlock_doubleFast_##dictMode##_generic(ms, seqStore, rep, src, srcSize, mls); \
570 ZSTD_MatchState_t* ms, SeqStore_t* seqStore, U32 rep[ZSTD_REP_NUM], in ZSTD_compressBlock_doubleFast() argument
573 const U32 mls = ms->cParams.minMatch; in ZSTD_compressBlock_doubleFast()
578 return ZSTD_compressBlock_doubleFast_noDict_4(ms, seqStore, rep, src, srcSize); in ZSTD_compressBlock_doubleFast()
580 return ZSTD_compressBlock_doubleFast_noDict_5(ms, seqStore, rep, src, srcSize); in ZSTD_compressBlock_doubleFast()
582 return ZSTD_compressBlock_doubleFast_noDict_6(ms, seqStore, rep, src, srcSize); in ZSTD_compressBlock_doubleFast()
584 return ZSTD_compressBlock_doubleFast_noDict_7(ms, seqStore, rep, src, srcSize); in ZSTD_compressBlock_doubleFast()
590 ZSTD_MatchState_t* ms, SeqStore_t* seqStore, U32 rep[ZSTD_REP_NUM], in ZSTD_compressBlock_doubleFast_dictMatchState() argument
593 const U32 mls = ms->cParams.minMatch; in ZSTD_compressBlock_doubleFast_dictMatchState()
598 return ZSTD_compressBlock_doubleFast_dictMatchState_4(ms, seqStore, rep, src, srcSize); in ZSTD_compressBlock_doubleFast_dictMatchState()
600 return ZSTD_compressBlock_doubleFast_dictMatchState_5(ms, seqStore, rep, src, srcSize); in ZSTD_compressBlock_doubleFast_dictMatchState()
602 return ZSTD_compressBlock_doubleFast_dictMatchState_6(ms, seqStore, rep, src, srcSize); in ZSTD_compressBlock_doubleFast_dictMatchState()
604 return ZSTD_compressBlock_doubleFast_dictMatchState_7(ms, seqStore, rep, src, srcSize); in ZSTD_compressBlock_doubleFast_dictMatchState()
612 ZSTD_MatchState_t* ms, SeqStore_t* seqStore, U32 rep[ZSTD_REP_NUM], in ZSTD_compressBlock_doubleFast_extDict_generic() argument
616 ZSTD_compressionParameters const* cParams = &ms->cParams; in ZSTD_compressBlock_doubleFast_extDict_generic()
617 U32* const hashLong = ms->hashTable; in ZSTD_compressBlock_doubleFast_extDict_generic()
619 U32* const hashSmall = ms->chainTable; in ZSTD_compressBlock_doubleFast_extDict_generic()
626 const BYTE* const base = ms->window.base; in ZSTD_compressBlock_doubleFast_extDict_generic()
628 const U32 lowLimit = ZSTD_getLowestMatchIndex(ms, endIndex, cParams->windowLog); in ZSTD_compressBlock_doubleFast_extDict_generic()
630 const U32 dictLimit = ms->window.dictLimit; in ZSTD_compressBlock_doubleFast_extDict_generic()
633 const BYTE* const dictBase = ms->window.dictBase; in ZSTD_compressBlock_doubleFast_extDict_generic()
636 U32 offset_1=rep[0], offset_2=rep[1]; in ZSTD_compressBlock_doubleFast_extDict_generic()
642 return ZSTD_compressBlock_doubleFast(ms, seqStore, rep, src, srcSize); in ZSTD_compressBlock_doubleFast_extDict_generic()
645 while (ip < ilimit) { /* < instead of <=, because (ip+1) */ in ZSTD_compressBlock_doubleFast_extDict_generic()
657 const U32 repIndex = curr + 1 - offset_1; /* offset_1 expected <= curr +1 */ in ZSTD_compressBlock_doubleFast_extDict_generic()
664 & (offset_1 <= curr+1 - dictStartIndex)) /* note: we are searching at curr+1 */ in ZSTD_compressBlock_doubleFast_extDict_generic()
665 && (MEM_read32(repMatch) == MEM_read32(ip+1)) ) { in ZSTD_compressBlock_doubleFast_extDict_generic()
667 mLength = ZSTD_count_2segments(ip+1+4, repMatch+4, iend, repMatchEnd, prefixStart) + 4; in ZSTD_compressBlock_doubleFast_extDict_generic()
677 …while (((ip>anchor) & (matchLong>lowMatchPtr)) && (ip[-1] == matchLong[-1])) { ip--; matchLong--; … in ZSTD_compressBlock_doubleFast_extDict_generic()
683 size_t const h3 = ZSTD_hashPtr(ip+1, hBitsL, 8); in ZSTD_compressBlock_doubleFast_extDict_generic()
688 hashLong[h3] = curr + 1; in ZSTD_compressBlock_doubleFast_extDict_generic()
689 if ( (matchIndex3 > dictStartIndex) && (MEM_read64(match3) == MEM_read64(ip+1)) ) { in ZSTD_compressBlock_doubleFast_extDict_generic()
694 offset = curr+1 - matchIndex3; in ZSTD_compressBlock_doubleFast_extDict_generic()
695 …while (((ip>anchor) & (match3>lowMatchPtr)) && (ip[-1] == match3[-1])) { ip--; match3--; mLength++… in ZSTD_compressBlock_doubleFast_extDict_generic()
701 …while (((ip>anchor) & (match>lowMatchPtr)) && (ip[-1] == match[-1])) { ip--; match--; mLength++; }… in ZSTD_compressBlock_doubleFast_extDict_generic()
708 ip += ((ip-anchor) >> kSearchStrength) + 1; in ZSTD_compressBlock_doubleFast_extDict_generic()
723 hashSmall[ZSTD_hashPtr(ip-1, hBitsS, mls)] = (U32)(ip-1-base); in ZSTD_compressBlock_doubleFast_extDict_generic()
749 rep[1] = offset_2; in ZSTD_compressBlock_doubleFast_extDict_generic()
761 ZSTD_MatchState_t* ms, SeqStore_t* seqStore, U32 rep[ZSTD_REP_NUM], in ZSTD_compressBlock_doubleFast_extDict() argument
764 U32 const mls = ms->cParams.minMatch; in ZSTD_compressBlock_doubleFast_extDict()
769 return ZSTD_compressBlock_doubleFast_extDict_4(ms, seqStore, rep, src, srcSize); in ZSTD_compressBlock_doubleFast_extDict()
771 return ZSTD_compressBlock_doubleFast_extDict_5(ms, seqStore, rep, src, srcSize); in ZSTD_compressBlock_doubleFast_extDict()
773 return ZSTD_compressBlock_doubleFast_extDict_6(ms, seqStore, rep, src, srcSize); in ZSTD_compressBlock_doubleFast_extDict()
775 return ZSTD_compressBlock_doubleFast_extDict_7(ms, seqStore, rep, src, srcSize); in ZSTD_compressBlock_doubleFast_extDict()