| /freebsd/sys/contrib/zstd/lib/ |
| H A D | zdict.h | 212 const size_t* samplesSizes, unsigned nbSamples);
264 … const void* samplesBuffer, const size_t* samplesSizes, unsigned nbSamples,
354 const void *samplesBuffer, const size_t *samplesSizes, unsigned nbSamples,
376 const void* samplesBuffer, const size_t* samplesSizes, unsigned nbSamples,
397 const size_t *samplesSizes, unsigned nbSamples,
420 const size_t* samplesSizes, unsigned nbSamples,
445 const void* samplesBuffer, const size_t* samplesSizes, unsigned nbSamples,
475 … const void* samplesBuffer, const size_t* samplesSizes, unsigned nbSamples);
|
| /freebsd/sys/contrib/zstd/lib/dictBuilder/ |
| H A D | fastcover.c | 131 size_t nbSamples; member
292 assert(ctx->nbTrainSamples <= ctx->nbSamples); in FASTCOVER_computeFrequency()
315 const size_t* samplesSizes, unsigned nbSamples, in FASTCOVER_ctx_init() argument
320 const size_t totalSamplesSize = COVER_sum(samplesSizes, nbSamples); in FASTCOVER_ctx_init()
322 …nsigned nbTrainSamples = splitPoint < 1.0 ? (unsigned)((double)nbSamples * splitPoint) : nbSamples; in FASTCOVER_ctx_init()
323 const unsigned nbTestSamples = splitPoint < 1.0 ? nbSamples - nbTrainSamples : nbSamples; in FASTCOVER_ctx_init()
356 ctx->nbSamples = nbSamples; in FASTCOVER_ctx_init()
365 ctx->offsets = (size_t*)calloc((nbSamples + 1), sizeof(size_t)); in FASTCOVER_ctx_init()
375 assert(nbSamples >= 5); in FASTCOVER_ctx_init()
376 for (i = 1; i <= nbSamples; ++i) { in FASTCOVER_ctx_init()
[all …]
|
| H A D | cover.c | 234 size_t nbSamples; member
256 size_t COVER_sum(const size_t *samplesSizes, unsigned nbSamples) { in COVER_sum() argument
259 for (i = 0; i < nbSamples; ++i) { in COVER_sum()
419 const size_t *offsetsEnd = ctx->offsets + ctx->nbSamples;
603 const size_t *samplesSizes, unsigned nbSamples, argument
607 const size_t totalSamplesSize = COVER_sum(samplesSizes, nbSamples);
609 …nsigned nbTrainSamples = splitPoint < 1.0 ? (unsigned)((double)nbSamples * splitPoint) : nbSamples;
610 const unsigned nbTestSamples = splitPoint < 1.0 ? nbSamples - nbTrainSamples : nbSamples;
638 ctx->nbSamples = nbSamples;
647 ctx->offsets = (size_t *)malloc((nbSamples + 1) * sizeof(size_t));
[all …]
|
| H A D | zdict.c | 861 unsigned nbSamples, ZDICT_params_t params) in ZDICT_finalizeDictionary() argument
891 samplesBuffer, samplesSizes, nbSamples, in ZDICT_finalizeDictionary()
942 const void* samplesBuffer, const size_t* samplesSizes, unsigned nbSamples, in ZDICT_addEntropyTablesFromBuffer_advanced() argument
954 samplesBuffer, samplesSizes, nbSamples, in ZDICT_addEntropyTablesFromBuffer_advanced()
980 … const void* samplesBuffer, const size_t* samplesSizes, unsigned nbSamples, in ZDICT_trainFromBuffer_unsafe_legacy() argument
983 U32 const dictListSize = MAX(MAX(DICTLISTSIZE_DEFAULT, nbSamples), (U32)(maxDictSize/16)); in ZDICT_trainFromBuffer_unsafe_legacy()
986 unsigned const minRep = (selectivity > 30) ? MINRATIO : nbSamples >> selectivity; in ZDICT_trainFromBuffer_unsafe_legacy()
988 size_t const samplesBuffSize = ZDICT_totalSampleSize(samplesSizes, nbSamples); in ZDICT_trainFromBuffer_unsafe_legacy()
1003 samplesSizes, nbSamples, in ZDICT_trainFromBuffer_unsafe_legacy()
1041 if ((dictContentSize > targetDictSize*3) && (nbSamples > 2*MINRATIO) && (selectivity>1)) { in ZDICT_trainFromBuffer_unsafe_legacy()
[all …]
|
| H A D | cover.h | 90 size_t nbTrainSamples, size_t nbSamples,
96 size_t COVER_sum(const size_t *samplesSizes, unsigned nbSamples) ;
152 …size_t nbCheckSamples, size_t nbSamples, ZDICT_cover_params_t params, size_t* offsets, size_t tota…
|
| /freebsd/sys/contrib/zstd/programs/ |
| H A D | dibio.c | 262 int nbSamples; member
291 fs.nbSamples += (int)((fileSize + chunkSize-1) / chunkSize); in DiB_fileStats()
304 fs.nbSamples += 1; in DiB_fileStats()
308 …ng data %d files, %d KB, %d samples\n", nbFiles, (int)(fs.totalSizeToLoad / (1 KB)), fs.nbSamples); in DiB_fileStats()
353 sampleSizes = (size_t*)malloc(fs.nbSamples * sizeof(size_t)); in DiB_trainFromFiles()
357 if ((fs.nbSamples && !sampleSizes) || (!srcBuffer) || (!dictBuffer)) in DiB_trainFromFiles()
364 if (fs.nbSamples < 5) { in DiB_trainFromFiles()
383 srcBuffer, &loadedSize, sampleSizes, fs.nbSamples, fileNamesTable, in DiB_trainFromFiles()
|