From: Yann Collet Date: Thu, 24 Oct 2024 02:59:03 +0000 (-0700) Subject: reduce splitBlock arguments X-Git-Tag: v1.5.7^2~70^2~5 X-Git-Url: http://git.ipfire.org/cgi-bin/gitweb.cgi?a=commitdiff_plain;h=ca6e55cbf5bf3739520dd6ee07ae2785629f1b1e;p=thirdparty%2Fzstd.git reduce splitBlock arguments --- diff --git a/lib/compress/zstd_compress.c b/lib/compress/zstd_compress.c index f917ca12c..e78de2ba8 100644 --- a/lib/compress/zstd_compress.c +++ b/lib/compress/zstd_compress.c @@ -4507,11 +4507,11 @@ static size_t ZSTD_optimalBlockSize(ZSTD_CCtx* cctx, const void* src, size_t src /* dynamic splitting has a cpu cost for analysis, * due to that cost it's only used for higher levels */ if (strat >= ZSTD_btopt) - return ZSTD_splitBlock(src, srcSize, blockSizeMax, split_lvl3, cctx->tmpWorkspace, cctx->tmpWkspSize); + return ZSTD_splitBlock(src, blockSizeMax, split_lvl3, cctx->tmpWorkspace, cctx->tmpWkspSize); if (strat >= ZSTD_lazy2) - return ZSTD_splitBlock(src, srcSize, blockSizeMax, split_lvl2, cctx->tmpWorkspace, cctx->tmpWkspSize); + return ZSTD_splitBlock(src, blockSizeMax, split_lvl2, cctx->tmpWorkspace, cctx->tmpWkspSize); if (strat >= ZSTD_greedy) - return ZSTD_splitBlock(src, srcSize, blockSizeMax, split_lvl1, cctx->tmpWorkspace, cctx->tmpWkspSize); + return ZSTD_splitBlock(src, blockSizeMax, split_lvl1, cctx->tmpWorkspace, cctx->tmpWkspSize); /* blind split strategy * heuristic value, tested as being "generally better". * no cpu cost, but can over-split homegeneous data. diff --git a/lib/compress/zstd_preSplit.c b/lib/compress/zstd_preSplit.c index e8d6c5ff2..c4c693955 100644 --- a/lib/compress/zstd_preSplit.c +++ b/lib/compress/zstd_preSplit.c @@ -141,16 +141,15 @@ static void removeEvents(Fingerprint* acc, const Fingerprint* slice) #define CHUNKSIZE (8 << 10) /* Note: technically, we use CHUNKSIZE, so that's 8 KB */ -static size_t ZSTD_splitBlock_byChunks(const void* src, size_t srcSize, - size_t blockSizeMax, RecordEvents_f record_f, +static size_t ZSTD_splitBlock_byChunks(const void* blockStart, size_t blockSize, + RecordEvents_f record_f, void* workspace, size_t wkspSize) { FPStats* const fpstats = (FPStats*)workspace; - const char* p = (const char*)src; + const char* p = (const char*)blockStart; int penalty = THRESHOLD_PENALTY; size_t pos = 0; - if (srcSize <= blockSizeMax) return srcSize; - assert(blockSizeMax == (128 << 10)); + assert(blockSize == (128 << 10)); assert(workspace != NULL); assert((size_t)workspace % ZSTD_ALIGNOF(FPStats) == 0); ZSTD_STATIC_ASSERT(ZSTD_SLIPBLOCK_WORKSPACESIZE >= sizeof(FPStats)); @@ -158,7 +157,7 @@ static size_t ZSTD_splitBlock_byChunks(const void* src, size_t srcSize, initStats(fpstats); record_f(&fpstats->pastEvents, p, CHUNKSIZE); - for (pos = CHUNKSIZE; pos <= blockSizeMax - CHUNKSIZE; pos += CHUNKSIZE) { + for (pos = CHUNKSIZE; pos <= blockSize - CHUNKSIZE; pos += CHUNKSIZE) { record_f(&fpstats->newEvents, p + pos, CHUNKSIZE); if (compareFingerprints(&fpstats->pastEvents, &fpstats->newEvents, penalty)) { return pos; @@ -167,21 +166,21 @@ static size_t ZSTD_splitBlock_byChunks(const void* src, size_t srcSize, if (penalty > 0) penalty--; } } - assert(pos == blockSizeMax); - return blockSizeMax; + assert(pos == blockSize); + return blockSize; (void)flushEvents; (void)removeEvents; } -size_t ZSTD_splitBlock(const void* src, size_t srcSize, - size_t blockSizeMax, ZSTD_SplitBlock_strategy_e splitStrat, +size_t ZSTD_splitBlock(const void* blockStart, size_t blockSize, + ZSTD_SplitBlock_strategy_e splitStrat, void* workspace, size_t wkspSize) { if (splitStrat == split_lvl3) - return ZSTD_splitBlock_byChunks(src, srcSize, blockSizeMax, FP_RECORD_RATE(1), workspace, wkspSize); + return ZSTD_splitBlock_byChunks(blockStart, blockSize, FP_RECORD_RATE(1), workspace, wkspSize); if (splitStrat == split_lvl2) - return ZSTD_splitBlock_byChunks(src, srcSize, blockSizeMax, FP_RECORD_RATE(5), workspace, wkspSize); + return ZSTD_splitBlock_byChunks(blockStart, blockSize, FP_RECORD_RATE(5), workspace, wkspSize); assert(splitStrat == split_lvl1); - return ZSTD_splitBlock_byChunks(src, srcSize, blockSizeMax, FP_RECORD_RATE(11), workspace, wkspSize); + return ZSTD_splitBlock_byChunks(blockStart, blockSize, FP_RECORD_RATE(11), workspace, wkspSize); } diff --git a/lib/compress/zstd_preSplit.h b/lib/compress/zstd_preSplit.h index 19ad337b0..cf829ecee 100644 --- a/lib/compress/zstd_preSplit.h +++ b/lib/compress/zstd_preSplit.h @@ -29,8 +29,8 @@ typedef enum { split_lvl1, split_lvl2, split_lvl3 } ZSTD_SplitBlock_strategy_e; * therefore @blockSizeMax must be == 128 KB. * This could be extended to smaller sizes in the future. */ -size_t ZSTD_splitBlock(const void* src, size_t srcSize, - size_t blockSizeMax, ZSTD_SplitBlock_strategy_e splitStrat, +size_t ZSTD_splitBlock(const void* blockStart, size_t blockSize, + ZSTD_SplitBlock_strategy_e splitStrat, void* workspace, size_t wkspSize); #if defined (__cplusplus)