zstd/decompress/huf_decompress.c

89             const void* cSrc, size_t cSrcSize,                              \
92         return fn##_body(dst, dstSize, cSrc, cSrcSize, DTable);             \
97             const void* cSrc, size_t cSrcSize,                              \
100         return fn##_body(dst, dstSize, cSrc, cSrcSize, DTable);             \
103     static size_t fn(void* dst, size_t dstSize, void const* cSrc,           \
107             return fn##_bmi2(dst, dstSize, cSrc, cSrcSize, DTable);         \
109         return fn##_default(dst, dstSize, cSrc, cSrcSize, DTable);          \
115     static size_t fn(void* dst, size_t dstSize, void const* cSrc,           \
119         return fn##_body(dst, dstSize, cSrc, cSrcSize, DTable);             \
528     const void* cSrc, size_t cSrcSize,  in HUF_decompress1X1_usingDTable_internal_body()  argument
539     CHECK_F( BIT_initDStream(&bitD, cSrc, cSrcSize) );  in HUF_decompress1X1_usingDTable_internal_body()
551     const void* cSrc, size_t cSrcSize,  in HUF_decompress4X1_usingDTable_internal_body()  argument
557     {   const BYTE* const istart = (const BYTE*) cSrc;  in HUF_decompress4X1_usingDTable_internal_body()
647 size_t HUF_decompress4X1_usingDTable_internal_bmi2(void* dst, size_t dstSize, void const* cSrc,  in HUF_decompress4X1_usingDTable_internal_bmi2()  argument
649     return HUF_decompress4X1_usingDTable_internal_body(dst, dstSize, cSrc, cSrcSize, DTable);  in HUF_decompress4X1_usingDTable_internal_bmi2()
655 size_t HUF_decompress4X1_usingDTable_internal_default(void* dst, size_t dstSize, void const* cSrc,  in HUF_decompress4X1_usingDTable_internal_default()  argument
657     return HUF_decompress4X1_usingDTable_internal_body(dst, dstSize, cSrc, cSrcSize, DTable);  in HUF_decompress4X1_usingDTable_internal_default()
669     const void* cSrc, size_t cSrcSize,  in HUF_decompress4X1_usingDTable_internal_bmi2_asm()  argument
673     const BYTE* const iend = (const BYTE*)cSrc + 6;  in HUF_decompress4X1_usingDTable_internal_bmi2_asm()
677         size_t const ret = HUF_DecompressAsmArgs_init(&args, dst, dstSize, cSrc, cSrcSize, DTable);  in HUF_decompress4X1_usingDTable_internal_bmi2_asm()
680 …          return HUF_decompress4X1_usingDTable_internal_bmi2(dst, dstSize, cSrc, cSrcSize, DTable);  in HUF_decompress4X1_usingDTable_internal_bmi2_asm()
720                                                const void *cSrc,
726 static size_t HUF_decompress4X1_usingDTable_internal(void* dst, size_t dstSize, void const* cSrc,  in HUF_DGEN()
732 …      return HUF_decompress4X1_usingDTable_internal_bmi2_asm(dst, dstSize, cSrc, cSrcSize, DTable);  in HUF_DGEN()
734         return HUF_decompress4X1_usingDTable_internal_bmi2(dst, dstSize, cSrc, cSrcSize, DTable);  in HUF_DGEN()
742     return HUF_decompress4X1_usingDTable_internal_bmi2_asm(dst, dstSize, cSrc, cSrcSize, DTable);  in HUF_DGEN()
744     return HUF_decompress4X1_usingDTable_internal_default(dst, dstSize, cSrc, cSrcSize, DTable);  in HUF_DGEN()
751     const void* cSrc, size_t cSrcSize,  in HUF_decompress1X1_usingDTable()  argument
756 … return HUF_decompress1X1_usingDTable_internal(dst, dstSize, cSrc, cSrcSize, DTable, /* bmi2 */ 0);  in HUF_decompress1X1_usingDTable()
760                                    const void* cSrc, size_t cSrcSize,  in HUF_decompress1X1_DCtx_wksp()  argument
763     const BYTE* ip = (const BYTE*) cSrc;  in HUF_decompress1X1_DCtx_wksp()
765     size_t const hSize = HUF_readDTableX1_wksp(DCtx, cSrc, cSrcSize, workSpace, wkspSize);  in HUF_decompress1X1_DCtx_wksp()
776     const void* cSrc, size_t cSrcSize,  in HUF_decompress4X1_usingDTable()  argument
781 … return HUF_decompress4X1_usingDTable_internal(dst, dstSize, cSrc, cSrcSize, DTable, /* bmi2 */ 0);  in HUF_decompress4X1_usingDTable()
785                                    const void* cSrc, size_t cSrcSize,  in HUF_decompress4X1_DCtx_wksp_bmi2()  argument
788     const BYTE* ip = (const BYTE*) cSrc;  in HUF_decompress4X1_DCtx_wksp_bmi2()
790 …  size_t const hSize = HUF_readDTableX1_wksp_bmi2(dctx, cSrc, cSrcSize, workSpace, wkspSize, bmi2);  in HUF_decompress4X1_DCtx_wksp_bmi2()
799                                    const void* cSrc, size_t cSrcSize,  in HUF_decompress4X1_DCtx_wksp()  argument
802 …return HUF_decompress4X1_DCtx_wksp_bmi2(dctx, dst, dstSize, cSrc, cSrcSize, workSpace, wkspSize, 0…  in HUF_decompress4X1_DCtx_wksp()
1220     const void* cSrc, size_t cSrcSize,  in HUF_decompress1X2_usingDTable_internal_body()  argument
1226     CHECK_F( BIT_initDStream(&bitD, cSrc, cSrcSize) );  in HUF_decompress1X2_usingDTable_internal_body()
1246     const void* cSrc, size_t cSrcSize,  in HUF_decompress4X2_usingDTable_internal_body()  argument
1251     {   const BYTE* const istart = (const BYTE*) cSrc;  in HUF_decompress4X2_usingDTable_internal_body()
1363 size_t HUF_decompress4X2_usingDTable_internal_bmi2(void* dst, size_t dstSize, void const* cSrc,  in HUF_decompress4X2_usingDTable_internal_bmi2()  argument
1365     return HUF_decompress4X2_usingDTable_internal_body(dst, dstSize, cSrc, cSrcSize, DTable);  in HUF_decompress4X2_usingDTable_internal_bmi2()
1371 size_t HUF_decompress4X2_usingDTable_internal_default(void* dst, size_t dstSize, void const* cSrc,  in HUF_decompress4X2_usingDTable_internal_default()  argument
1373     return HUF_decompress4X2_usingDTable_internal_body(dst, dstSize, cSrc, cSrcSize, DTable);  in HUF_decompress4X2_usingDTable_internal_default()
1384     const void* cSrc, size_t cSrcSize,  in HUF_decompress4X2_usingDTable_internal_bmi2_asm()  argument
1387     const BYTE* const iend = (const BYTE*)cSrc + 6;  in HUF_decompress4X2_usingDTable_internal_bmi2_asm()
1391         size_t const ret = HUF_DecompressAsmArgs_init(&args, dst, dstSize, cSrc, cSrcSize, DTable);  in HUF_decompress4X2_usingDTable_internal_bmi2_asm()
1394 …          return HUF_decompress4X2_usingDTable_internal_bmi2(dst, dstSize, cSrc, cSrcSize, DTable);  in HUF_decompress4X2_usingDTable_internal_bmi2_asm()
1431 static size_t HUF_decompress4X2_usingDTable_internal(void* dst, size_t dstSize, void const* cSrc,  in HUF_decompress4X2_usingDTable_internal()  argument
1437 …      return HUF_decompress4X2_usingDTable_internal_bmi2_asm(dst, dstSize, cSrc, cSrcSize, DTable);  in HUF_decompress4X2_usingDTable_internal()
1439         return HUF_decompress4X2_usingDTable_internal_bmi2(dst, dstSize, cSrc, cSrcSize, DTable);  in HUF_decompress4X2_usingDTable_internal()
1447     return HUF_decompress4X2_usingDTable_internal_bmi2_asm(dst, dstSize, cSrc, cSrcSize, DTable);  in HUF_decompress4X2_usingDTable_internal()
1449     return HUF_decompress4X2_usingDTable_internal_default(dst, dstSize, cSrc, cSrcSize, DTable);  in HUF_decompress4X2_usingDTable_internal()
1457     const void* cSrc, size_t cSrcSize,  in HUF_DGEN()
1462 … return HUF_decompress1X2_usingDTable_internal(dst, dstSize, cSrc, cSrcSize, DTable, /* bmi2 */ 0);  in HUF_DGEN()
1466                                    const void* cSrc, size_t cSrcSize,  in HUF_decompress1X2_DCtx_wksp()  argument
1469     const BYTE* ip = (const BYTE*) cSrc;  in HUF_decompress1X2_DCtx_wksp()
1471     size_t const hSize = HUF_readDTableX2_wksp(DCtx, cSrc, cSrcSize,  in HUF_decompress1X2_DCtx_wksp()
1483     const void* cSrc, size_t cSrcSize,  in HUF_decompress4X2_usingDTable()  argument
1488 … return HUF_decompress4X2_usingDTable_internal(dst, dstSize, cSrc, cSrcSize, DTable, /* bmi2 */ 0);  in HUF_decompress4X2_usingDTable()
1492                                    const void* cSrc, size_t cSrcSize,  in HUF_decompress4X2_DCtx_wksp_bmi2()  argument
1495     const BYTE* ip = (const BYTE*) cSrc;  in HUF_decompress4X2_DCtx_wksp_bmi2()
1497     size_t hSize = HUF_readDTableX2_wksp(dctx, cSrc, cSrcSize,  in HUF_decompress4X2_DCtx_wksp_bmi2()
1507                                    const void* cSrc, size_t cSrcSize,  in HUF_decompress4X2_DCtx_wksp()  argument
1510 …return HUF_decompress4X2_DCtx_wksp_bmi2(dctx, dst, dstSize, cSrc, cSrcSize, workSpace, wkspSize, /…  in HUF_decompress4X2_DCtx_wksp()
1522                                     const void* cSrc, size_t cSrcSize,  in HUF_decompress1X_usingDTable()  argument
1529 …return HUF_decompress1X1_usingDTable_internal(dst, maxDstSize, cSrc, cSrcSize, DTable, /* bmi2 */ …  in HUF_decompress1X_usingDTable()
1533 …return HUF_decompress1X2_usingDTable_internal(dst, maxDstSize, cSrc, cSrcSize, DTable, /* bmi2 */ …  in HUF_decompress1X_usingDTable()
1535 …return dtd.tableType ? HUF_decompress1X2_usingDTable_internal(dst, maxDstSize, cSrc, cSrcSize, DTa…  in HUF_decompress1X_usingDTable()
1536 …     HUF_decompress1X1_usingDTable_internal(dst, maxDstSize, cSrc, cSrcSize, DTable, /* bmi2 */ 0);  in HUF_decompress1X_usingDTable()
1541                                     const void* cSrc, size_t cSrcSize,  in HUF_decompress4X_usingDTable()  argument
1548 …return HUF_decompress4X1_usingDTable_internal(dst, maxDstSize, cSrc, cSrcSize, DTable, /* bmi2 */ …  in HUF_decompress4X_usingDTable()
1552 …return HUF_decompress4X2_usingDTable_internal(dst, maxDstSize, cSrc, cSrcSize, DTable, /* bmi2 */ …  in HUF_decompress4X_usingDTable()
1554 …return dtd.tableType ? HUF_decompress4X2_usingDTable_internal(dst, maxDstSize, cSrc, cSrcSize, DTa…  in HUF_decompress4X_usingDTable()
1555 …     HUF_decompress4X1_usingDTable_internal(dst, maxDstSize, cSrc, cSrcSize, DTable, /* bmi2 */ 0);  in HUF_decompress4X_usingDTable()
1615                                      size_t dstSize, const void* cSrc,  in HUF_decompress4X_hufOnly_wksp()  argument
1627         return HUF_decompress4X1_DCtx_wksp(dctx, dst, dstSize, cSrc, cSrcSize, workSpace, wkspSize);  in HUF_decompress4X_hufOnly_wksp()
1631         return HUF_decompress4X2_DCtx_wksp(dctx, dst, dstSize, cSrc, cSrcSize, workSpace, wkspSize);  in HUF_decompress4X_hufOnly_wksp()
1633         return algoNb ? HUF_decompress4X2_DCtx_wksp(dctx, dst, dstSize, cSrc,  in HUF_decompress4X_hufOnly_wksp()
1635 …              HUF_decompress4X1_DCtx_wksp(dctx, dst, dstSize, cSrc, cSrcSize, workSpace, wkspSize);  in HUF_decompress4X_hufOnly_wksp()
1641                                   const void* cSrc, size_t cSrcSize,  in HUF_decompress1X_DCtx_wksp()  argument
1647 …if (cSrcSize == dstSize) { ZSTD_memcpy(dst, cSrc, dstSize); return dstSize; }   /* not compressed …  in HUF_decompress1X_DCtx_wksp()
1648 …  if (cSrcSize == 1) { ZSTD_memset(dst, *(const BYTE*)cSrc, dstSize); return dstSize; }   /* RLE */  in HUF_decompress1X_DCtx_wksp()
1654         return HUF_decompress1X1_DCtx_wksp(dctx, dst, dstSize, cSrc,  in HUF_decompress1X_DCtx_wksp()
1659         return HUF_decompress1X2_DCtx_wksp(dctx, dst, dstSize, cSrc,  in HUF_decompress1X_DCtx_wksp()
1662         return algoNb ? HUF_decompress1X2_DCtx_wksp(dctx, dst, dstSize, cSrc,  in HUF_decompress1X_DCtx_wksp()
1664                         HUF_decompress1X1_DCtx_wksp(dctx, dst, dstSize, cSrc,  in HUF_decompress1X_DCtx_wksp()
1671 size_t HUF_decompress1X_usingDTable_bmi2(void* dst, size_t maxDstSize, const void* cSrc, size_t cSr…  in HUF_decompress1X_usingDTable_bmi2()  argument
1677     return HUF_decompress1X1_usingDTable_internal(dst, maxDstSize, cSrc, cSrcSize, DTable, bmi2);  in HUF_decompress1X_usingDTable_bmi2()
1681     return HUF_decompress1X2_usingDTable_internal(dst, maxDstSize, cSrc, cSrcSize, DTable, bmi2);  in HUF_decompress1X_usingDTable_bmi2()
1683 …return dtd.tableType ? HUF_decompress1X2_usingDTable_internal(dst, maxDstSize, cSrc, cSrcSize, DTa…  in HUF_decompress1X_usingDTable_bmi2()
1684 …             HUF_decompress1X1_usingDTable_internal(dst, maxDstSize, cSrc, cSrcSize, DTable, bmi2);  in HUF_decompress1X_usingDTable_bmi2()
1689 …1_DCtx_wksp_bmi2(HUF_DTable* dctx, void* dst, size_t dstSize, const void* cSrc, size_t cSrcSize, v…  in HUF_decompress1X1_DCtx_wksp_bmi2()  argument
1691     const BYTE* ip = (const BYTE*) cSrc;  in HUF_decompress1X1_DCtx_wksp_bmi2()
1693 …  size_t const hSize = HUF_readDTableX1_wksp_bmi2(dctx, cSrc, cSrcSize, workSpace, wkspSize, bmi2);  in HUF_decompress1X1_DCtx_wksp_bmi2()
1702 size_t HUF_decompress4X_usingDTable_bmi2(void* dst, size_t maxDstSize, const void* cSrc, size_t cSr…  in HUF_decompress4X_usingDTable_bmi2()  argument
1708     return HUF_decompress4X1_usingDTable_internal(dst, maxDstSize, cSrc, cSrcSize, DTable, bmi2);  in HUF_decompress4X_usingDTable_bmi2()
1712     return HUF_decompress4X2_usingDTable_internal(dst, maxDstSize, cSrc, cSrcSize, DTable, bmi2);  in HUF_decompress4X_usingDTable_bmi2()
1714 …return dtd.tableType ? HUF_decompress4X2_usingDTable_internal(dst, maxDstSize, cSrc, cSrcSize, DTa…  in HUF_decompress4X_usingDTable_bmi2()
1715 …             HUF_decompress4X1_usingDTable_internal(dst, maxDstSize, cSrc, cSrcSize, DTable, bmi2);  in HUF_decompress4X_usingDTable_bmi2()
1719 …ufOnly_wksp_bmi2(HUF_DTable* dctx, void* dst, size_t dstSize, const void* cSrc, size_t cSrcSize, v…  in HUF_decompress4X_hufOnly_wksp_bmi2()  argument
1729 …return HUF_decompress4X1_DCtx_wksp_bmi2(dctx, dst, dstSize, cSrc, cSrcSize, workSpace, wkspSize, b…  in HUF_decompress4X_hufOnly_wksp_bmi2()
1733 …return HUF_decompress4X2_DCtx_wksp_bmi2(dctx, dst, dstSize, cSrc, cSrcSize, workSpace, wkspSize, b…  in HUF_decompress4X_hufOnly_wksp_bmi2()
1735 …return algoNb ? HUF_decompress4X2_DCtx_wksp_bmi2(dctx, dst, dstSize, cSrc, cSrcSize, workSpace, wk…  in HUF_decompress4X_hufOnly_wksp_bmi2()
1736 …   HUF_decompress4X1_DCtx_wksp_bmi2(dctx, dst, dstSize, cSrc, cSrcSize, workSpace, wkspSize, bmi2);  in HUF_decompress4X_hufOnly_wksp_bmi2()