zstd/compress/zstd_fast.c

15 void ZSTD_fillHashTable(ZSTD_matchState_t* ms,  in ZSTD_fillHashTable()  argument
19     const ZSTD_compressionParameters* const cParams = &ms->cParams;  in ZSTD_fillHashTable()
20     U32* const hashTable = ms->hashTable;  in ZSTD_fillHashTable()
23     const BYTE* const base = ms->window.base;  in ZSTD_fillHashTable()
24     const BYTE* ip = base + ms->nextToUpdate;  in ZSTD_fillHashTable()
40                 if (hashTable[hash] == 0) {  /* not yet filled */  in ZSTD_fillHashTable()
94         ZSTD_matchState_t* ms, seqStore_t* seqStore, U32 rep[ZSTD_REP_NUM],  in ZSTD_compressBlock_fast_noDict_generic()  argument
98     const ZSTD_compressionParameters* const cParams = &ms->cParams;  in ZSTD_compressBlock_fast_noDict_generic()
99     U32* const hashTable = ms->hashTable;  in ZSTD_compressBlock_fast_noDict_generic()
101     /* support stepSize of 0 */  in ZSTD_compressBlock_fast_noDict_generic()
103     const BYTE* const base = ms->window.base;  in ZSTD_compressBlock_fast_noDict_generic()
106     const U32   prefixStartIndex = ZSTD_getLowestPrefixIndex(ms, endIndex, cParams->windowLog);  in ZSTD_compressBlock_fast_noDict_generic()
118     U32 rep_offset1 = rep[0];  in ZSTD_compressBlock_fast_noDict_generic()
120     U32 offsetSaved = 0;  in ZSTD_compressBlock_fast_noDict_generic()
142         U32 const windowLow = ZSTD_getLowestPrefixIndex(ms, curr, cParams->windowLog);  in ZSTD_compressBlock_fast_noDict_generic()
144         if (rep_offset2 > maxRep) offsetSaved = rep_offset2, rep_offset2 = 0;  in ZSTD_compressBlock_fast_noDict_generic()
145         if (rep_offset1 > maxRep) offsetSaved = rep_offset1, rep_offset1 = 0;  in ZSTD_compressBlock_fast_noDict_generic()
154     /* calculate positions, ip0 - anchor == 0, so we skip step calc */  in ZSTD_compressBlock_fast_noDict_generic()
177         if ((MEM_read32(ip2) == rval) & (rep_offset1 > 0)) {  in ZSTD_compressBlock_fast_noDict_generic()
188         /* load match for ip[0] */  in ZSTD_compressBlock_fast_noDict_generic()
195         /* check match at ip[0] */  in ZSTD_compressBlock_fast_noDict_generic()
217         /* load match for ip[0] */  in ZSTD_compressBlock_fast_noDict_generic()
224         /* check match at ip[0] */  in ZSTD_compressBlock_fast_noDict_generic()
258     rep[0] = rep_offset1 ? rep_offset1 : offsetSaved;  in ZSTD_compressBlock_fast_noDict_generic()
302         if (rep_offset2 > 0) { /* rep_offset2==0 means rep_offset2 is invalidated */  in ZSTD_compressBlock_fast_noDict_generic()
309                 ZSTD_storeSeq(seqStore, 0 /*litLen*/, anchor, iend, STORE_REPCODE_1, rLength);  in ZSTD_compressBlock_fast_noDict_generic()
319             ZSTD_matchState_t* ms, seqStore_t* seqStore, U32 rep[ZSTD_REP_NUM],                    \
322 … return ZSTD_compressBlock_fast_##dictMode##_generic(ms, seqStore, rep, src, srcSize, mls, step); \
330 ZSTD_GEN_FAST_FN(noDict, 4, 0)
331 ZSTD_GEN_FAST_FN(noDict, 5, 0)
332 ZSTD_GEN_FAST_FN(noDict, 6, 0)
333 ZSTD_GEN_FAST_FN(noDict, 7, 0)
336         ZSTD_matchState_t* ms, seqStore_t* seqStore, U32 rep[ZSTD_REP_NUM],  in ZSTD_compressBlock_fast()  argument
339     U32 const mls = ms->cParams.minMatch;  in ZSTD_compressBlock_fast()
340     assert(ms->dictMatchState == NULL);  in ZSTD_compressBlock_fast()
341     if (ms->cParams.targetLength > 1) {  in ZSTD_compressBlock_fast()
346             return ZSTD_compressBlock_fast_noDict_4_1(ms, seqStore, rep, src, srcSize);  in ZSTD_compressBlock_fast()
348             return ZSTD_compressBlock_fast_noDict_5_1(ms, seqStore, rep, src, srcSize);  in ZSTD_compressBlock_fast()
350             return ZSTD_compressBlock_fast_noDict_6_1(ms, seqStore, rep, src, srcSize);  in ZSTD_compressBlock_fast()
352             return ZSTD_compressBlock_fast_noDict_7_1(ms, seqStore, rep, src, srcSize);  in ZSTD_compressBlock_fast()
359             return ZSTD_compressBlock_fast_noDict_4_0(ms, seqStore, rep, src, srcSize);  in ZSTD_compressBlock_fast()
361             return ZSTD_compressBlock_fast_noDict_5_0(ms, seqStore, rep, src, srcSize);  in ZSTD_compressBlock_fast()
363             return ZSTD_compressBlock_fast_noDict_6_0(ms, seqStore, rep, src, srcSize);  in ZSTD_compressBlock_fast()
365             return ZSTD_compressBlock_fast_noDict_7_0(ms, seqStore, rep, src, srcSize);  in ZSTD_compressBlock_fast()
373         ZSTD_matchState_t* ms, seqStore_t* seqStore, U32 rep[ZSTD_REP_NUM],  in ZSTD_compressBlock_fast_dictMatchState_generic()  argument
376     const ZSTD_compressionParameters* const cParams = &ms->cParams;  in ZSTD_compressBlock_fast_dictMatchState_generic()
377     U32* const hashTable = ms->hashTable;  in ZSTD_compressBlock_fast_dictMatchState_generic()
379     /* support stepSize of 0 */  in ZSTD_compressBlock_fast_dictMatchState_generic()
381     const BYTE* const base = ms->window.base;  in ZSTD_compressBlock_fast_dictMatchState_generic()
385     const U32   prefixStartIndex = ms->window.dictLimit;  in ZSTD_compressBlock_fast_dictMatchState_generic()
389     U32 offset_1=rep[0], offset_2=rep[1];  in ZSTD_compressBlock_fast_dictMatchState_generic()
390     U32 offsetSaved = 0;  in ZSTD_compressBlock_fast_dictMatchState_generic()
392     const ZSTD_matchState_t* const dms = ms->dictMatchState;  in ZSTD_compressBlock_fast_dictMatchState_generic()
418     ip += (dictAndPrefixLength == 0);  in ZSTD_compressBlock_fast_dictMatchState_generic()
419     /* dictMatchState repCode checks don't currently handle repCode == 0  in ZSTD_compressBlock_fast_dictMatchState_generic()
502                     ZSTD_storeSeq(seqStore, 0, anchor, iend, STORE_REPCODE_1, repLength2);  in ZSTD_compressBlock_fast_dictMatchState_generic()
514     rep[0] = offset_1 ? offset_1 : offsetSaved;  in ZSTD_compressBlock_fast_dictMatchState_generic()
522 ZSTD_GEN_FAST_FN(dictMatchState, 4, 0)
523 ZSTD_GEN_FAST_FN(dictMatchState, 5, 0)
524 ZSTD_GEN_FAST_FN(dictMatchState, 6, 0)
525 ZSTD_GEN_FAST_FN(dictMatchState, 7, 0)
528         ZSTD_matchState_t* ms, seqStore_t* seqStore, U32 rep[ZSTD_REP_NUM],  in ZSTD_compressBlock_fast_dictMatchState()  argument
531     U32 const mls = ms->cParams.minMatch;  in ZSTD_compressBlock_fast_dictMatchState()
532     assert(ms->dictMatchState != NULL);  in ZSTD_compressBlock_fast_dictMatchState()
537         return ZSTD_compressBlock_fast_dictMatchState_4_0(ms, seqStore, rep, src, srcSize);  in ZSTD_compressBlock_fast_dictMatchState()
539         return ZSTD_compressBlock_fast_dictMatchState_5_0(ms, seqStore, rep, src, srcSize);  in ZSTD_compressBlock_fast_dictMatchState()
541         return ZSTD_compressBlock_fast_dictMatchState_6_0(ms, seqStore, rep, src, srcSize);  in ZSTD_compressBlock_fast_dictMatchState()
543         return ZSTD_compressBlock_fast_dictMatchState_7_0(ms, seqStore, rep, src, srcSize);  in ZSTD_compressBlock_fast_dictMatchState()
549         ZSTD_matchState_t* ms, seqStore_t* seqStore, U32 rep[ZSTD_REP_NUM],  in ZSTD_compressBlock_fast_extDict_generic()  argument
552     const ZSTD_compressionParameters* const cParams = &ms->cParams;  in ZSTD_compressBlock_fast_extDict_generic()
553     U32* const hashTable = ms->hashTable;  in ZSTD_compressBlock_fast_extDict_generic()
555     /* support stepSize of 0 */  in ZSTD_compressBlock_fast_extDict_generic()
557     const BYTE* const base = ms->window.base;  in ZSTD_compressBlock_fast_extDict_generic()
558     const BYTE* const dictBase = ms->window.dictBase;  in ZSTD_compressBlock_fast_extDict_generic()
563     const U32   lowLimit = ZSTD_getLowestMatchIndex(ms, endIndex, cParams->windowLog);  in ZSTD_compressBlock_fast_extDict_generic()
566     const U32   dictLimit = ms->window.dictLimit;  in ZSTD_compressBlock_fast_extDict_generic()
572     U32 offset_1=rep[0], offset_2=rep[1];  in ZSTD_compressBlock_fast_extDict_generic()
580         return ZSTD_compressBlock_fast(ms, seqStore, rep, src, srcSize);  in ZSTD_compressBlock_fast_extDict_generic()
636 …                  ZSTD_storeSeq(seqStore, 0 /*litlen*/, anchor, iend, STORE_REPCODE_1, repLength2);  in ZSTD_compressBlock_fast_extDict_generic()
646     rep[0] = offset_1;  in ZSTD_compressBlock_fast_extDict_generic()
653 ZSTD_GEN_FAST_FN(extDict, 4, 0)
654 ZSTD_GEN_FAST_FN(extDict, 5, 0)
655 ZSTD_GEN_FAST_FN(extDict, 6, 0)
656 ZSTD_GEN_FAST_FN(extDict, 7, 0)
659         ZSTD_matchState_t* ms, seqStore_t* seqStore, U32 rep[ZSTD_REP_NUM],  in ZSTD_compressBlock_fast_extDict()  argument
662     U32 const mls = ms->cParams.minMatch;  in ZSTD_compressBlock_fast_extDict()
667         return ZSTD_compressBlock_fast_extDict_4_0(ms, seqStore, rep, src, srcSize);  in ZSTD_compressBlock_fast_extDict()
669         return ZSTD_compressBlock_fast_extDict_5_0(ms, seqStore, rep, src, srcSize);  in ZSTD_compressBlock_fast_extDict()
671         return ZSTD_compressBlock_fast_extDict_6_0(ms, seqStore, rep, src, srcSize);  in ZSTD_compressBlock_fast_extDict()
673         return ZSTD_compressBlock_fast_extDict_7_0(ms, seqStore, rep, src, srcSize);  in ZSTD_compressBlock_fast_extDict()