106 MEM_STATIC size_t   BIT_initDStream(BIT_DStream_t* bitD, const void* srcBuffer, size_t srcSize);
107 MEM_STATIC size_t   BIT_readBits(BIT_DStream_t* bitD, unsigned nbBits);
108 MEM_STATIC BIT_DStream_status BIT_reloadDStream(BIT_DStream_t* bitD);
109 MEM_STATIC unsigned BIT_endOfDStream(const BIT_DStream_t* bitD);
132 MEM_STATIC size_t BIT_readBitsFast(BIT_DStream_t* bitD, unsigned nbBits);
283 MEM_STATIC size_t BIT_initDStream(BIT_DStream_t* bitD, const void* srcBuffer, size_t srcSize)  in BIT_initDStream()  argument
285     if (srcSize < 1) { ZSTD_memset(bitD, 0, sizeof(*bitD)); return ERROR(srcSize_wrong); }  in BIT_initDStream()
287     bitD->start = (const char*)srcBuffer;  in BIT_initDStream()
288     bitD->limitPtr = bitD->start + sizeof(bitD->bitContainer);  in BIT_initDStream()
290     if (srcSize >=  sizeof(bitD->bitContainer)) {  /* normal case */  in BIT_initDStream()
291         bitD->ptr   = (const char*)srcBuffer + srcSize - sizeof(bitD->bitContainer);  in BIT_initDStream()
292         bitD->bitContainer = MEM_readLEST(bitD->ptr);  in BIT_initDStream()
294 …bitD->bitsConsumed = lastByte ? 8 - BIT_highbit32(lastByte) : 0;  /* ensures bitsConsumed is alway…  in BIT_initDStream()
297         bitD->ptr   = bitD->start;  in BIT_initDStream()
298         bitD->bitContainer = *(const BYTE*)(bitD->start);  in BIT_initDStream()
301 …case 7: bitD->bitContainer += (size_t)(((const BYTE*)(srcBuffer))[6]) << (sizeof(bitD->bitContaine…  in BIT_initDStream()
304 …case 6: bitD->bitContainer += (size_t)(((const BYTE*)(srcBuffer))[5]) << (sizeof(bitD->bitContaine…  in BIT_initDStream()
307 …case 5: bitD->bitContainer += (size_t)(((const BYTE*)(srcBuffer))[4]) << (sizeof(bitD->bitContaine…  in BIT_initDStream()
310         case 4: bitD->bitContainer += (size_t)(((const BYTE*)(srcBuffer))[3]) << 24;  in BIT_initDStream()
313         case 3: bitD->bitContainer += (size_t)(((const BYTE*)(srcBuffer))[2]) << 16;  in BIT_initDStream()
316         case 2: bitD->bitContainer += (size_t)(((const BYTE*)(srcBuffer))[1]) <<  8;  in BIT_initDStream()
322             bitD->bitsConsumed = lastByte ? 8 - BIT_highbit32(lastByte) : 0;  in BIT_initDStream()
325         bitD->bitsConsumed += (U32)(sizeof(bitD->bitContainer) - srcSize)*8;  in BIT_initDStream()
369 MEM_STATIC  FORCE_INLINE_ATTR size_t BIT_lookBits(const BIT_DStream_t*  bitD, U32 nbBits)  in BIT_lookBits()  argument
375 …return BIT_getMiddleBits(bitD->bitContainer, (sizeof(bitD->bitContainer)*8) - bitD->bitsConsumed -…  in BIT_lookBits()
378     U32 const regMask = sizeof(bitD->bitContainer)*8 - 1;  in BIT_lookBits()
379 …return ((bitD->bitContainer << (bitD->bitsConsumed & regMask)) >> 1) >> ((regMask-nbBits) & regMas…  in BIT_lookBits()
385 MEM_STATIC size_t BIT_lookBitsFast(const BIT_DStream_t* bitD, U32 nbBits)  in BIT_lookBitsFast()  argument
387     U32 const regMask = sizeof(bitD->bitContainer)*8 - 1;  in BIT_lookBitsFast()
389 … return (bitD->bitContainer << (bitD->bitsConsumed & regMask)) >> (((regMask+1)-nbBits) & regMask);  in BIT_lookBitsFast()
392 MEM_STATIC FORCE_INLINE_ATTR void BIT_skipBits(BIT_DStream_t* bitD, U32 nbBits)  in BIT_skipBits()  argument
394     bitD->bitsConsumed += nbBits;  in BIT_skipBits()
401 MEM_STATIC FORCE_INLINE_ATTR size_t BIT_readBits(BIT_DStream_t* bitD, unsigned nbBits)  in BIT_readBits()  argument
403     size_t const value = BIT_lookBits(bitD, nbBits);  in BIT_readBits()
404     BIT_skipBits(bitD, nbBits);  in BIT_readBits()
410 MEM_STATIC size_t BIT_readBitsFast(BIT_DStream_t* bitD, unsigned nbBits)  in BIT_readBitsFast()  argument
412     size_t const value = BIT_lookBitsFast(bitD, nbBits);  in BIT_readBitsFast()
414     BIT_skipBits(bitD, nbBits);  in BIT_readBitsFast()
424 MEM_STATIC BIT_DStream_status BIT_reloadDStreamFast(BIT_DStream_t* bitD)  in BIT_reloadDStreamFast()  argument
426     if (UNLIKELY(bitD->ptr < bitD->limitPtr))  in BIT_reloadDStreamFast()
428     assert(bitD->bitsConsumed <= sizeof(bitD->bitContainer)*8);  in BIT_reloadDStreamFast()
429     bitD->ptr -= bitD->bitsConsumed >> 3;  in BIT_reloadDStreamFast()
430     bitD->bitsConsumed &= 7;  in BIT_reloadDStreamFast()
431     bitD->bitContainer = MEM_readLEST(bitD->ptr);  in BIT_reloadDStreamFast()
440 MEM_STATIC BIT_DStream_status BIT_reloadDStream(BIT_DStream_t* bitD)  in BIT_reloadDStream()  argument
442 …if (bitD->bitsConsumed > (sizeof(bitD->bitContainer)*8))  /* overflow detected, like end of stream…  in BIT_reloadDStream()
445     if (bitD->ptr >= bitD->limitPtr) {  in BIT_reloadDStream()
446         return BIT_reloadDStreamFast(bitD);  in BIT_reloadDStream()
448     if (bitD->ptr == bitD->start) {  in BIT_reloadDStream()
449         if (bitD->bitsConsumed < sizeof(bitD->bitContainer)*8) return BIT_DStream_endOfBuffer;  in BIT_reloadDStream()
453     {   U32 nbBytes = bitD->bitsConsumed >> 3;  in BIT_reloadDStream()
455         if (bitD->ptr - nbBytes < bitD->start) {  in BIT_reloadDStream()
456             nbBytes = (U32)(bitD->ptr - bitD->start);  /* ptr > start */  in BIT_reloadDStream()
459         bitD->ptr -= nbBytes;  in BIT_reloadDStream()
460         bitD->bitsConsumed -= nbBytes*8;  in BIT_reloadDStream()
461 …bitD->bitContainer = MEM_readLEST(bitD->ptr);   /* reminder : srcSize > sizeof(bitD->bitContainer)…  in BIT_reloadDStream()