|
@@ -1,17 +1,18 @@
|
|
/* Lzma2Enc.c -- LZMA2 Encoder
|
|
/* Lzma2Enc.c -- LZMA2 Encoder
|
|
-2009-11-24 : Igor Pavlov : Public domain */
|
|
|
|
|
|
+2023-04-13 : Igor Pavlov : Public domain */
|
|
|
|
+
|
|
|
|
+#include "Precomp.h"
|
|
|
|
|
|
-/* #include <stdio.h> */
|
|
|
|
#include <string.h>
|
|
#include <string.h>
|
|
|
|
|
|
-/* #define _7ZIP_ST */
|
|
|
|
|
|
+/* #define Z7_ST */
|
|
|
|
|
|
#include "Lzma2Enc.h"
|
|
#include "Lzma2Enc.h"
|
|
|
|
|
|
-#ifndef _7ZIP_ST
|
|
|
|
|
|
+#ifndef Z7_ST
|
|
#include "MtCoder.h"
|
|
#include "MtCoder.h"
|
|
#else
|
|
#else
|
|
-#define NUM_MT_CODER_THREADS_MAX 1
|
|
|
|
|
|
+#define MTCODER_THREADS_MAX 1
|
|
#endif
|
|
#endif
|
|
|
|
|
|
#define LZMA2_CONTROL_LZMA (1 << 7)
|
|
#define LZMA2_CONTROL_LZMA (1 << 7)
|
|
@@ -33,50 +34,106 @@
|
|
|
|
|
|
#define PRF(x) /* x */
|
|
#define PRF(x) /* x */
|
|
|
|
|
|
|
|
+
|
|
|
|
+/* ---------- CLimitedSeqInStream ---------- */
|
|
|
|
+
|
|
|
|
+typedef struct
|
|
|
|
+{
|
|
|
|
+ ISeqInStream vt;
|
|
|
|
+ ISeqInStreamPtr realStream;
|
|
|
|
+ UInt64 limit;
|
|
|
|
+ UInt64 processed;
|
|
|
|
+ int finished;
|
|
|
|
+} CLimitedSeqInStream;
|
|
|
|
+
|
|
|
|
+static void LimitedSeqInStream_Init(CLimitedSeqInStream *p)
|
|
|
|
+{
|
|
|
|
+ p->limit = (UInt64)(Int64)-1;
|
|
|
|
+ p->processed = 0;
|
|
|
|
+ p->finished = 0;
|
|
|
|
+}
|
|
|
|
+
|
|
|
|
+static SRes LimitedSeqInStream_Read(ISeqInStreamPtr pp, void *data, size_t *size)
|
|
|
|
+{
|
|
|
|
+ Z7_CONTAINER_FROM_VTBL_TO_DECL_VAR_pp_vt_p(CLimitedSeqInStream)
|
|
|
|
+ size_t size2 = *size;
|
|
|
|
+ SRes res = SZ_OK;
|
|
|
|
+
|
|
|
|
+ if (p->limit != (UInt64)(Int64)-1)
|
|
|
|
+ {
|
|
|
|
+ const UInt64 rem = p->limit - p->processed;
|
|
|
|
+ if (size2 > rem)
|
|
|
|
+ size2 = (size_t)rem;
|
|
|
|
+ }
|
|
|
|
+ if (size2 != 0)
|
|
|
|
+ {
|
|
|
|
+ res = ISeqInStream_Read(p->realStream, data, &size2);
|
|
|
|
+ p->finished = (size2 == 0 ? 1 : 0);
|
|
|
|
+ p->processed += size2;
|
|
|
|
+ }
|
|
|
|
+ *size = size2;
|
|
|
|
+ return res;
|
|
|
|
+}
|
|
|
|
+
|
|
|
|
+
|
|
/* ---------- CLzma2EncInt ---------- */
|
|
/* ---------- CLzma2EncInt ---------- */
|
|
|
|
|
|
typedef struct
|
|
typedef struct
|
|
{
|
|
{
|
|
CLzmaEncHandle enc;
|
|
CLzmaEncHandle enc;
|
|
|
|
+ Byte propsAreSet;
|
|
|
|
+ Byte propsByte;
|
|
|
|
+ Byte needInitState;
|
|
|
|
+ Byte needInitProp;
|
|
UInt64 srcPos;
|
|
UInt64 srcPos;
|
|
- Byte props;
|
|
|
|
- Bool needInitState;
|
|
|
|
- Bool needInitProp;
|
|
|
|
} CLzma2EncInt;
|
|
} CLzma2EncInt;
|
|
|
|
|
|
-static SRes Lzma2EncInt_Init(CLzma2EncInt *p, const CLzma2EncProps *props)
|
|
|
|
|
|
+
|
|
|
|
+static SRes Lzma2EncInt_InitStream(CLzma2EncInt *p, const CLzma2EncProps *props)
|
|
|
|
+{
|
|
|
|
+ if (!p->propsAreSet)
|
|
|
|
+ {
|
|
|
|
+ SizeT propsSize = LZMA_PROPS_SIZE;
|
|
|
|
+ Byte propsEncoded[LZMA_PROPS_SIZE];
|
|
|
|
+ RINOK(LzmaEnc_SetProps(p->enc, &props->lzmaProps))
|
|
|
|
+ RINOK(LzmaEnc_WriteProperties(p->enc, propsEncoded, &propsSize))
|
|
|
|
+ p->propsByte = propsEncoded[0];
|
|
|
|
+ p->propsAreSet = True;
|
|
|
|
+ }
|
|
|
|
+ return SZ_OK;
|
|
|
|
+}
|
|
|
|
+
|
|
|
|
+static void Lzma2EncInt_InitBlock(CLzma2EncInt *p)
|
|
{
|
|
{
|
|
- Byte propsEncoded[LZMA_PROPS_SIZE];
|
|
|
|
- SizeT propsSize = LZMA_PROPS_SIZE;
|
|
|
|
- RINOK(LzmaEnc_SetProps(p->enc, &props->lzmaProps));
|
|
|
|
- RINOK(LzmaEnc_WriteProperties(p->enc, propsEncoded, &propsSize));
|
|
|
|
p->srcPos = 0;
|
|
p->srcPos = 0;
|
|
- p->props = propsEncoded[0];
|
|
|
|
p->needInitState = True;
|
|
p->needInitState = True;
|
|
p->needInitProp = True;
|
|
p->needInitProp = True;
|
|
- return SZ_OK;
|
|
|
|
}
|
|
}
|
|
|
|
|
|
-SRes LzmaEnc_PrepareForLzma2(CLzmaEncHandle pp, ISeqInStream *inStream, UInt32 keepWindowSize,
|
|
|
|
- ISzAlloc *alloc, ISzAlloc *allocBig);
|
|
|
|
-SRes LzmaEnc_MemPrepare(CLzmaEncHandle pp, const Byte *src, SizeT srcLen,
|
|
|
|
- UInt32 keepWindowSize, ISzAlloc *alloc, ISzAlloc *allocBig);
|
|
|
|
-SRes LzmaEnc_CodeOneMemBlock(CLzmaEncHandle pp, Bool reInit,
|
|
|
|
|
|
+
|
|
|
|
+SRes LzmaEnc_PrepareForLzma2(CLzmaEncHandle p, ISeqInStreamPtr inStream, UInt32 keepWindowSize,
|
|
|
|
+ ISzAllocPtr alloc, ISzAllocPtr allocBig);
|
|
|
|
+SRes LzmaEnc_MemPrepare(CLzmaEncHandle p, const Byte *src, SizeT srcLen,
|
|
|
|
+ UInt32 keepWindowSize, ISzAllocPtr alloc, ISzAllocPtr allocBig);
|
|
|
|
+SRes LzmaEnc_CodeOneMemBlock(CLzmaEncHandle p, BoolInt reInit,
|
|
Byte *dest, size_t *destLen, UInt32 desiredPackSize, UInt32 *unpackSize);
|
|
Byte *dest, size_t *destLen, UInt32 desiredPackSize, UInt32 *unpackSize);
|
|
-const Byte *LzmaEnc_GetCurBuf(CLzmaEncHandle pp);
|
|
|
|
-void LzmaEnc_Finish(CLzmaEncHandle pp);
|
|
|
|
-void LzmaEnc_SaveState(CLzmaEncHandle pp);
|
|
|
|
-void LzmaEnc_RestoreState(CLzmaEncHandle pp);
|
|
|
|
|
|
+const Byte *LzmaEnc_GetCurBuf(CLzmaEncHandle p);
|
|
|
|
+void LzmaEnc_Finish(CLzmaEncHandle p);
|
|
|
|
+void LzmaEnc_SaveState(CLzmaEncHandle p);
|
|
|
|
+void LzmaEnc_RestoreState(CLzmaEncHandle p);
|
|
|
|
|
|
|
|
+/*
|
|
|
|
+UInt32 LzmaEnc_GetNumAvailableBytes(CLzmaEncHandle p);
|
|
|
|
+*/
|
|
|
|
|
|
static SRes Lzma2EncInt_EncodeSubblock(CLzma2EncInt *p, Byte *outBuf,
|
|
static SRes Lzma2EncInt_EncodeSubblock(CLzma2EncInt *p, Byte *outBuf,
|
|
- size_t *packSizeRes, ISeqOutStream *outStream)
|
|
|
|
|
|
+ size_t *packSizeRes, ISeqOutStreamPtr outStream)
|
|
{
|
|
{
|
|
size_t packSizeLimit = *packSizeRes;
|
|
size_t packSizeLimit = *packSizeRes;
|
|
size_t packSize = packSizeLimit;
|
|
size_t packSize = packSizeLimit;
|
|
UInt32 unpackSize = LZMA2_UNPACK_SIZE_MAX;
|
|
UInt32 unpackSize = LZMA2_UNPACK_SIZE_MAX;
|
|
unsigned lzHeaderSize = 5 + (p->needInitProp ? 1 : 0);
|
|
unsigned lzHeaderSize = 5 + (p->needInitProp ? 1 : 0);
|
|
- Bool useCopyBlock;
|
|
|
|
|
|
+ BoolInt useCopyBlock;
|
|
SRes res;
|
|
SRes res;
|
|
|
|
|
|
*packSizeRes = 0;
|
|
*packSizeRes = 0;
|
|
@@ -107,9 +164,10 @@ static SRes Lzma2EncInt_EncodeSubblock(CLzma2EncInt *p, Byte *outBuf,
|
|
{
|
|
{
|
|
size_t destPos = 0;
|
|
size_t destPos = 0;
|
|
PRF(printf("################# COPY "));
|
|
PRF(printf("################# COPY "));
|
|
|
|
+
|
|
while (unpackSize > 0)
|
|
while (unpackSize > 0)
|
|
{
|
|
{
|
|
- UInt32 u = (unpackSize < LZMA2_COPY_CHUNK_SIZE) ? unpackSize : LZMA2_COPY_CHUNK_SIZE;
|
|
|
|
|
|
+ const UInt32 u = (unpackSize < LZMA2_COPY_CHUNK_SIZE) ? unpackSize : LZMA2_COPY_CHUNK_SIZE;
|
|
if (packSizeLimit - destPos < u + 3)
|
|
if (packSizeLimit - destPos < u + 3)
|
|
return SZ_ERROR_OUTPUT_EOF;
|
|
return SZ_ERROR_OUTPUT_EOF;
|
|
outBuf[destPos++] = (Byte)(p->srcPos == 0 ? LZMA2_CONTROL_COPY_RESET_DIC : LZMA2_CONTROL_COPY_NO_RESET);
|
|
outBuf[destPos++] = (Byte)(p->srcPos == 0 ? LZMA2_CONTROL_COPY_RESET_DIC : LZMA2_CONTROL_COPY_NO_RESET);
|
|
@@ -119,10 +177,11 @@ static SRes Lzma2EncInt_EncodeSubblock(CLzma2EncInt *p, Byte *outBuf,
|
|
unpackSize -= u;
|
|
unpackSize -= u;
|
|
destPos += u;
|
|
destPos += u;
|
|
p->srcPos += u;
|
|
p->srcPos += u;
|
|
|
|
+
|
|
if (outStream)
|
|
if (outStream)
|
|
{
|
|
{
|
|
*packSizeRes += destPos;
|
|
*packSizeRes += destPos;
|
|
- if (outStream->Write(outStream, outBuf, destPos) != destPos)
|
|
|
|
|
|
+ if (ISeqOutStream_Write(outStream, outBuf, destPos) != destPos)
|
|
return SZ_ERROR_WRITE;
|
|
return SZ_ERROR_WRITE;
|
|
destPos = 0;
|
|
destPos = 0;
|
|
}
|
|
}
|
|
@@ -130,25 +189,27 @@ static SRes Lzma2EncInt_EncodeSubblock(CLzma2EncInt *p, Byte *outBuf,
|
|
*packSizeRes = destPos;
|
|
*packSizeRes = destPos;
|
|
/* needInitState = True; */
|
|
/* needInitState = True; */
|
|
}
|
|
}
|
|
|
|
+
|
|
LzmaEnc_RestoreState(p->enc);
|
|
LzmaEnc_RestoreState(p->enc);
|
|
return SZ_OK;
|
|
return SZ_OK;
|
|
}
|
|
}
|
|
|
|
+
|
|
{
|
|
{
|
|
size_t destPos = 0;
|
|
size_t destPos = 0;
|
|
- UInt32 u = unpackSize - 1;
|
|
|
|
- UInt32 pm = (UInt32)(packSize - 1);
|
|
|
|
- unsigned mode = (p->srcPos == 0) ? 3 : (p->needInitState ? (p->needInitProp ? 2 : 1) : 0);
|
|
|
|
|
|
+ const UInt32 u = unpackSize - 1;
|
|
|
|
+ const UInt32 pm = (UInt32)(packSize - 1);
|
|
|
|
+ const unsigned mode = (p->srcPos == 0) ? 3 : (p->needInitState ? (p->needInitProp ? 2 : 1) : 0);
|
|
|
|
|
|
PRF(printf(" "));
|
|
PRF(printf(" "));
|
|
|
|
|
|
- outBuf[destPos++] = (Byte)(LZMA2_CONTROL_LZMA | (mode << 5) | (u >> 16) & 0x1F);
|
|
|
|
|
|
+ outBuf[destPos++] = (Byte)(LZMA2_CONTROL_LZMA | (mode << 5) | ((u >> 16) & 0x1F));
|
|
outBuf[destPos++] = (Byte)(u >> 8);
|
|
outBuf[destPos++] = (Byte)(u >> 8);
|
|
outBuf[destPos++] = (Byte)u;
|
|
outBuf[destPos++] = (Byte)u;
|
|
outBuf[destPos++] = (Byte)(pm >> 8);
|
|
outBuf[destPos++] = (Byte)(pm >> 8);
|
|
outBuf[destPos++] = (Byte)pm;
|
|
outBuf[destPos++] = (Byte)pm;
|
|
|
|
|
|
if (p->needInitProp)
|
|
if (p->needInitProp)
|
|
- outBuf[destPos++] = p->props;
|
|
|
|
|
|
+ outBuf[destPos++] = p->propsByte;
|
|
|
|
|
|
p->needInitProp = False;
|
|
p->needInitProp = False;
|
|
p->needInitState = False;
|
|
p->needInitState = False;
|
|
@@ -156,268 +217,254 @@ static SRes Lzma2EncInt_EncodeSubblock(CLzma2EncInt *p, Byte *outBuf,
|
|
p->srcPos += unpackSize;
|
|
p->srcPos += unpackSize;
|
|
|
|
|
|
if (outStream)
|
|
if (outStream)
|
|
- if (outStream->Write(outStream, outBuf, destPos) != destPos)
|
|
|
|
|
|
+ if (ISeqOutStream_Write(outStream, outBuf, destPos) != destPos)
|
|
return SZ_ERROR_WRITE;
|
|
return SZ_ERROR_WRITE;
|
|
|
|
+
|
|
*packSizeRes = destPos;
|
|
*packSizeRes = destPos;
|
|
return SZ_OK;
|
|
return SZ_OK;
|
|
}
|
|
}
|
|
}
|
|
}
|
|
|
|
|
|
|
|
+
|
|
/* ---------- Lzma2 Props ---------- */
|
|
/* ---------- Lzma2 Props ---------- */
|
|
|
|
|
|
void Lzma2EncProps_Init(CLzma2EncProps *p)
|
|
void Lzma2EncProps_Init(CLzma2EncProps *p)
|
|
{
|
|
{
|
|
LzmaEncProps_Init(&p->lzmaProps);
|
|
LzmaEncProps_Init(&p->lzmaProps);
|
|
|
|
+ p->blockSize = LZMA2_ENC_PROPS_BLOCK_SIZE_AUTO;
|
|
|
|
+ p->numBlockThreads_Reduced = -1;
|
|
|
|
+ p->numBlockThreads_Max = -1;
|
|
p->numTotalThreads = -1;
|
|
p->numTotalThreads = -1;
|
|
- p->numBlockThreads = -1;
|
|
|
|
- p->blockSize = 0;
|
|
|
|
}
|
|
}
|
|
|
|
|
|
-
|
|
|
|
-static SRes Progress(ICompressProgress *p, UInt64 inSize, UInt64 outSize)
|
|
|
|
|
|
+void Lzma2EncProps_Normalize(CLzma2EncProps *p)
|
|
{
|
|
{
|
|
- return (p && p->Progress(p, inSize, outSize) != SZ_OK) ? SZ_ERROR_PROGRESS : SZ_OK;
|
|
|
|
-}
|
|
|
|
|
|
+ UInt64 fileSize;
|
|
|
|
+ int t1, t1n, t2, t2r, t3;
|
|
|
|
+ {
|
|
|
|
+ CLzmaEncProps lzmaProps = p->lzmaProps;
|
|
|
|
+ LzmaEncProps_Normalize(&lzmaProps);
|
|
|
|
+ t1n = lzmaProps.numThreads;
|
|
|
|
+ }
|
|
|
|
|
|
-/* ---------- Lzma2 ---------- */
|
|
|
|
|
|
+ t1 = p->lzmaProps.numThreads;
|
|
|
|
+ t2 = p->numBlockThreads_Max;
|
|
|
|
+ t3 = p->numTotalThreads;
|
|
|
|
|
|
-extern struct _CLzma2Enc;
|
|
|
|
|
|
+ if (t2 > MTCODER_THREADS_MAX)
|
|
|
|
+ t2 = MTCODER_THREADS_MAX;
|
|
|
|
|
|
-typedef struct _CLzma2Enc
|
|
|
|
-{
|
|
|
|
- Byte propEncoded;
|
|
|
|
- CLzma2EncProps props;
|
|
|
|
-
|
|
|
|
- Byte *outBuf;
|
|
|
|
|
|
+ if (t3 <= 0)
|
|
|
|
+ {
|
|
|
|
+ if (t2 <= 0)
|
|
|
|
+ t2 = 1;
|
|
|
|
+ t3 = t1n * t2;
|
|
|
|
+ }
|
|
|
|
+ else if (t2 <= 0)
|
|
|
|
+ {
|
|
|
|
+ t2 = t3 / t1n;
|
|
|
|
+ if (t2 == 0)
|
|
|
|
+ {
|
|
|
|
+ t1 = 1;
|
|
|
|
+ t2 = t3;
|
|
|
|
+ }
|
|
|
|
+ if (t2 > MTCODER_THREADS_MAX)
|
|
|
|
+ t2 = MTCODER_THREADS_MAX;
|
|
|
|
+ }
|
|
|
|
+ else if (t1 <= 0)
|
|
|
|
+ {
|
|
|
|
+ t1 = t3 / t2;
|
|
|
|
+ if (t1 == 0)
|
|
|
|
+ t1 = 1;
|
|
|
|
+ }
|
|
|
|
+ else
|
|
|
|
+ t3 = t1n * t2;
|
|
|
|
|
|
- ISzAlloc *alloc;
|
|
|
|
- ISzAlloc *allocBig;
|
|
|
|
|
|
+ p->lzmaProps.numThreads = t1;
|
|
|
|
|
|
- CLzma2EncInt coders[NUM_MT_CODER_THREADS_MAX];
|
|
|
|
|
|
+ t2r = t2;
|
|
|
|
|
|
- #ifndef _7ZIP_ST
|
|
|
|
- CMtCoder mtCoder;
|
|
|
|
- #endif
|
|
|
|
|
|
+ fileSize = p->lzmaProps.reduceSize;
|
|
|
|
|
|
-} CLzma2Enc;
|
|
|
|
|
|
+ if ( p->blockSize != LZMA2_ENC_PROPS_BLOCK_SIZE_SOLID
|
|
|
|
+ && p->blockSize != LZMA2_ENC_PROPS_BLOCK_SIZE_AUTO
|
|
|
|
+ && (p->blockSize < fileSize || fileSize == (UInt64)(Int64)-1))
|
|
|
|
+ p->lzmaProps.reduceSize = p->blockSize;
|
|
|
|
|
|
|
|
+ LzmaEncProps_Normalize(&p->lzmaProps);
|
|
|
|
|
|
-/* ---------- Lzma2EncThread ---------- */
|
|
|
|
|
|
+ p->lzmaProps.reduceSize = fileSize;
|
|
|
|
|
|
-static SRes Lzma2Enc_EncodeMt1(CLzma2EncInt *p, CLzma2Enc *mainEncoder,
|
|
|
|
- ISeqOutStream *outStream, ISeqInStream *inStream, ICompressProgress *progress)
|
|
|
|
-{
|
|
|
|
- UInt64 packTotal = 0;
|
|
|
|
- SRes res = SZ_OK;
|
|
|
|
|
|
+ t1 = p->lzmaProps.numThreads;
|
|
|
|
|
|
- if (mainEncoder->outBuf == 0)
|
|
|
|
|
|
+ if (p->blockSize == LZMA2_ENC_PROPS_BLOCK_SIZE_SOLID)
|
|
{
|
|
{
|
|
- mainEncoder->outBuf = IAlloc_Alloc(mainEncoder->alloc, LZMA2_CHUNK_SIZE_COMPRESSED_MAX);
|
|
|
|
- if (mainEncoder->outBuf == 0)
|
|
|
|
- return SZ_ERROR_MEM;
|
|
|
|
|
|
+ t2r = t2 = 1;
|
|
|
|
+ t3 = t1;
|
|
}
|
|
}
|
|
- RINOK(Lzma2EncInt_Init(p, &mainEncoder->props));
|
|
|
|
- RINOK(LzmaEnc_PrepareForLzma2(p->enc, inStream, LZMA2_KEEP_WINDOW_SIZE,
|
|
|
|
- mainEncoder->alloc, mainEncoder->allocBig));
|
|
|
|
- for (;;)
|
|
|
|
|
|
+ else if (p->blockSize == LZMA2_ENC_PROPS_BLOCK_SIZE_AUTO && t2 <= 1)
|
|
{
|
|
{
|
|
- size_t packSize = LZMA2_CHUNK_SIZE_COMPRESSED_MAX;
|
|
|
|
- res = Lzma2EncInt_EncodeSubblock(p, mainEncoder->outBuf, &packSize, outStream);
|
|
|
|
- if (res != SZ_OK)
|
|
|
|
- break;
|
|
|
|
- packTotal += packSize;
|
|
|
|
- res = Progress(progress, p->srcPos, packTotal);
|
|
|
|
- if (res != SZ_OK)
|
|
|
|
- break;
|
|
|
|
- if (packSize == 0)
|
|
|
|
- break;
|
|
|
|
|
|
+ /* if there is no block multi-threading, we use SOLID block */
|
|
|
|
+ p->blockSize = LZMA2_ENC_PROPS_BLOCK_SIZE_SOLID;
|
|
}
|
|
}
|
|
- LzmaEnc_Finish(p->enc);
|
|
|
|
- if (res == SZ_OK)
|
|
|
|
|
|
+ else
|
|
{
|
|
{
|
|
- Byte b = 0;
|
|
|
|
- if (outStream->Write(outStream, &b, 1) != 1)
|
|
|
|
- return SZ_ERROR_WRITE;
|
|
|
|
|
|
+ if (p->blockSize == LZMA2_ENC_PROPS_BLOCK_SIZE_AUTO)
|
|
|
|
+ {
|
|
|
|
+ const UInt32 kMinSize = (UInt32)1 << 20;
|
|
|
|
+ const UInt32 kMaxSize = (UInt32)1 << 28;
|
|
|
|
+ const UInt32 dictSize = p->lzmaProps.dictSize;
|
|
|
|
+ UInt64 blockSize = (UInt64)dictSize << 2;
|
|
|
|
+ if (blockSize < kMinSize) blockSize = kMinSize;
|
|
|
|
+ if (blockSize > kMaxSize) blockSize = kMaxSize;
|
|
|
|
+ if (blockSize < dictSize) blockSize = dictSize;
|
|
|
|
+ blockSize += (kMinSize - 1);
|
|
|
|
+ blockSize &= ~(UInt64)(kMinSize - 1);
|
|
|
|
+ p->blockSize = blockSize;
|
|
|
|
+ }
|
|
|
|
+
|
|
|
|
+ if (t2 > 1 && fileSize != (UInt64)(Int64)-1)
|
|
|
|
+ {
|
|
|
|
+ UInt64 numBlocks = fileSize / p->blockSize;
|
|
|
|
+ if (numBlocks * p->blockSize != fileSize)
|
|
|
|
+ numBlocks++;
|
|
|
|
+ if (numBlocks < (unsigned)t2)
|
|
|
|
+ {
|
|
|
|
+ t2r = (int)numBlocks;
|
|
|
|
+ if (t2r == 0)
|
|
|
|
+ t2r = 1;
|
|
|
|
+ t3 = t1 * t2r;
|
|
|
|
+ }
|
|
|
|
+ }
|
|
}
|
|
}
|
|
- return res;
|
|
|
|
|
|
+
|
|
|
|
+ p->numBlockThreads_Max = t2;
|
|
|
|
+ p->numBlockThreads_Reduced = t2r;
|
|
|
|
+ p->numTotalThreads = t3;
|
|
}
|
|
}
|
|
|
|
|
|
-#ifndef _7ZIP_ST
|
|
|
|
|
|
|
|
-typedef struct
|
|
|
|
|
|
+static SRes Progress(ICompressProgressPtr p, UInt64 inSize, UInt64 outSize)
|
|
{
|
|
{
|
|
- IMtCoderCallback funcTable;
|
|
|
|
- CLzma2Enc *lzma2Enc;
|
|
|
|
-} CMtCallbackImp;
|
|
|
|
|
|
+ return (p && ICompressProgress_Progress(p, inSize, outSize) != SZ_OK) ? SZ_ERROR_PROGRESS : SZ_OK;
|
|
|
|
+}
|
|
|
|
+
|
|
|
|
|
|
-static SRes MtCallbackImp_Code(void *pp, unsigned index, Byte *dest, size_t *destSize,
|
|
|
|
- const Byte *src, size_t srcSize, int finished)
|
|
|
|
|
|
+/* ---------- Lzma2 ---------- */
|
|
|
|
+
|
|
|
|
+struct CLzma2Enc
|
|
{
|
|
{
|
|
- CMtCallbackImp *imp = (CMtCallbackImp *)pp;
|
|
|
|
- CLzma2Enc *mainEncoder = imp->lzma2Enc;
|
|
|
|
- CLzma2EncInt *p = &mainEncoder->coders[index];
|
|
|
|
|
|
+ Byte propEncoded;
|
|
|
|
+ CLzma2EncProps props;
|
|
|
|
+ UInt64 expectedDataSize;
|
|
|
|
+
|
|
|
|
+ Byte *tempBufLzma;
|
|
|
|
|
|
- SRes res = SZ_OK;
|
|
|
|
- {
|
|
|
|
- size_t destLim = *destSize;
|
|
|
|
- *destSize = 0;
|
|
|
|
|
|
+ ISzAllocPtr alloc;
|
|
|
|
+ ISzAllocPtr allocBig;
|
|
|
|
|
|
- if (srcSize != 0)
|
|
|
|
- {
|
|
|
|
- RINOK(Lzma2EncInt_Init(p, &mainEncoder->props));
|
|
|
|
-
|
|
|
|
- RINOK(LzmaEnc_MemPrepare(p->enc, src, srcSize, LZMA2_KEEP_WINDOW_SIZE,
|
|
|
|
- mainEncoder->alloc, mainEncoder->allocBig));
|
|
|
|
-
|
|
|
|
- while (p->srcPos < srcSize)
|
|
|
|
- {
|
|
|
|
- size_t packSize = destLim - *destSize;
|
|
|
|
- res = Lzma2EncInt_EncodeSubblock(p, dest + *destSize, &packSize, NULL);
|
|
|
|
- if (res != SZ_OK)
|
|
|
|
- break;
|
|
|
|
- *destSize += packSize;
|
|
|
|
|
|
+ CLzma2EncInt coders[MTCODER_THREADS_MAX];
|
|
|
|
|
|
- if (packSize == 0)
|
|
|
|
- {
|
|
|
|
- res = SZ_ERROR_FAIL;
|
|
|
|
- break;
|
|
|
|
- }
|
|
|
|
|
|
+ #ifndef Z7_ST
|
|
|
|
+
|
|
|
|
+ ISeqOutStreamPtr outStream;
|
|
|
|
+ Byte *outBuf;
|
|
|
|
+ size_t outBuf_Rem; /* remainder in outBuf */
|
|
|
|
|
|
- if (MtProgress_Set(&mainEncoder->mtCoder.mtProgress, index, p->srcPos, *destSize) != SZ_OK)
|
|
|
|
- {
|
|
|
|
- res = SZ_ERROR_PROGRESS;
|
|
|
|
- break;
|
|
|
|
- }
|
|
|
|
- }
|
|
|
|
- LzmaEnc_Finish(p->enc);
|
|
|
|
- if (res != SZ_OK)
|
|
|
|
- return res;
|
|
|
|
- }
|
|
|
|
- if (finished)
|
|
|
|
- {
|
|
|
|
- if (*destSize == destLim)
|
|
|
|
- return SZ_ERROR_OUTPUT_EOF;
|
|
|
|
- dest[(*destSize)++] = 0;
|
|
|
|
- }
|
|
|
|
- }
|
|
|
|
- return res;
|
|
|
|
-}
|
|
|
|
|
|
+ size_t outBufSize; /* size of allocated outBufs[i] */
|
|
|
|
+ size_t outBufsDataSizes[MTCODER_BLOCKS_MAX];
|
|
|
|
+ BoolInt mtCoder_WasConstructed;
|
|
|
|
+ CMtCoder mtCoder;
|
|
|
|
+ Byte *outBufs[MTCODER_BLOCKS_MAX];
|
|
|
|
+
|
|
|
|
+ #endif
|
|
|
|
+};
|
|
|
|
|
|
-#endif
|
|
|
|
|
|
|
|
-/* ---------- Lzma2Enc ---------- */
|
|
|
|
|
|
|
|
-CLzma2EncHandle Lzma2Enc_Create(ISzAlloc *alloc, ISzAlloc *allocBig)
|
|
|
|
|
|
+CLzma2EncHandle Lzma2Enc_Create(ISzAllocPtr alloc, ISzAllocPtr allocBig)
|
|
{
|
|
{
|
|
- CLzma2Enc *p = (CLzma2Enc *)alloc->Alloc(alloc, sizeof(CLzma2Enc));
|
|
|
|
- if (p == 0)
|
|
|
|
|
|
+ CLzma2Enc *p = (CLzma2Enc *)ISzAlloc_Alloc(alloc, sizeof(CLzma2Enc));
|
|
|
|
+ if (!p)
|
|
return NULL;
|
|
return NULL;
|
|
Lzma2EncProps_Init(&p->props);
|
|
Lzma2EncProps_Init(&p->props);
|
|
Lzma2EncProps_Normalize(&p->props);
|
|
Lzma2EncProps_Normalize(&p->props);
|
|
- p->outBuf = 0;
|
|
|
|
|
|
+ p->expectedDataSize = (UInt64)(Int64)-1;
|
|
|
|
+ p->tempBufLzma = NULL;
|
|
p->alloc = alloc;
|
|
p->alloc = alloc;
|
|
p->allocBig = allocBig;
|
|
p->allocBig = allocBig;
|
|
{
|
|
{
|
|
unsigned i;
|
|
unsigned i;
|
|
- for (i = 0; i < NUM_MT_CODER_THREADS_MAX; i++)
|
|
|
|
- p->coders[i].enc = 0;
|
|
|
|
|
|
+ for (i = 0; i < MTCODER_THREADS_MAX; i++)
|
|
|
|
+ p->coders[i].enc = NULL;
|
|
|
|
+ }
|
|
|
|
+
|
|
|
|
+ #ifndef Z7_ST
|
|
|
|
+ p->mtCoder_WasConstructed = False;
|
|
|
|
+ {
|
|
|
|
+ unsigned i;
|
|
|
|
+ for (i = 0; i < MTCODER_BLOCKS_MAX; i++)
|
|
|
|
+ p->outBufs[i] = NULL;
|
|
|
|
+ p->outBufSize = 0;
|
|
}
|
|
}
|
|
- #ifndef _7ZIP_ST
|
|
|
|
- MtCoder_Construct(&p->mtCoder);
|
|
|
|
#endif
|
|
#endif
|
|
|
|
|
|
- return p;
|
|
|
|
|
|
+ return (CLzma2EncHandle)p;
|
|
}
|
|
}
|
|
|
|
|
|
-void Lzma2Enc_Destroy(CLzma2EncHandle pp)
|
|
|
|
|
|
+
|
|
|
|
+#ifndef Z7_ST
|
|
|
|
+
|
|
|
|
+static void Lzma2Enc_FreeOutBufs(CLzma2Enc *p)
|
|
{
|
|
{
|
|
- CLzma2Enc *p = (CLzma2Enc *)pp;
|
|
|
|
unsigned i;
|
|
unsigned i;
|
|
- for (i = 0; i < NUM_MT_CODER_THREADS_MAX; i++)
|
|
|
|
- {
|
|
|
|
- CLzma2EncInt *t = &p->coders[i];
|
|
|
|
- if (t->enc)
|
|
|
|
|
|
+ for (i = 0; i < MTCODER_BLOCKS_MAX; i++)
|
|
|
|
+ if (p->outBufs[i])
|
|
{
|
|
{
|
|
- LzmaEnc_Destroy(t->enc, p->alloc, p->allocBig);
|
|
|
|
- t->enc = 0;
|
|
|
|
|
|
+ ISzAlloc_Free(p->alloc, p->outBufs[i]);
|
|
|
|
+ p->outBufs[i] = NULL;
|
|
}
|
|
}
|
|
- }
|
|
|
|
-
|
|
|
|
- #ifndef _7ZIP_ST
|
|
|
|
- MtCoder_Destruct(&p->mtCoder);
|
|
|
|
- #endif
|
|
|
|
-
|
|
|
|
- IAlloc_Free(p->alloc, p->outBuf);
|
|
|
|
- IAlloc_Free(p->alloc, pp);
|
|
|
|
|
|
+ p->outBufSize = 0;
|
|
}
|
|
}
|
|
|
|
|
|
-void Lzma2EncProps_Normalize(CLzma2EncProps *p)
|
|
|
|
-{
|
|
|
|
- int t1, t1n, t2, t3;
|
|
|
|
- CLzmaEncProps lzmaProps = p->lzmaProps;
|
|
|
|
-
|
|
|
|
- LzmaEncProps_Normalize(&lzmaProps);
|
|
|
|
-
|
|
|
|
- t1 = p->lzmaProps.numThreads;
|
|
|
|
- t1n = lzmaProps.numThreads;
|
|
|
|
- t2 = p->numBlockThreads;
|
|
|
|
- t3 = p->numTotalThreads;
|
|
|
|
|
|
+#endif
|
|
|
|
|
|
- #ifndef _7ZIP_ST
|
|
|
|
- if (t2 > NUM_MT_CODER_THREADS_MAX)
|
|
|
|
- t2 = NUM_MT_CODER_THREADS_MAX;
|
|
|
|
- #else
|
|
|
|
- t2 = 1;
|
|
|
|
- #endif
|
|
|
|
|
|
+// #define GET_CLzma2Enc_p CLzma2Enc *p = (CLzma2Enc *)(void *)p;
|
|
|
|
|
|
- if (t3 <= 0)
|
|
|
|
- {
|
|
|
|
- if (t2 <= 0)
|
|
|
|
- t2 = 1;
|
|
|
|
- t3 = t1n * t2;
|
|
|
|
- }
|
|
|
|
- else
|
|
|
|
|
|
+void Lzma2Enc_Destroy(CLzma2EncHandle p)
|
|
|
|
+{
|
|
|
|
+ // GET_CLzma2Enc_p
|
|
|
|
+ unsigned i;
|
|
|
|
+ for (i = 0; i < MTCODER_THREADS_MAX; i++)
|
|
{
|
|
{
|
|
- if (t2 <= 0)
|
|
|
|
- {
|
|
|
|
- t2 = t3 / t1n;
|
|
|
|
- if (t2 == 0)
|
|
|
|
- {
|
|
|
|
- t1 = 1;
|
|
|
|
- t2 = t3;
|
|
|
|
- }
|
|
|
|
- }
|
|
|
|
- else if (t1 <= 0)
|
|
|
|
|
|
+ CLzma2EncInt *t = &p->coders[i];
|
|
|
|
+ if (t->enc)
|
|
{
|
|
{
|
|
- t1 = t3 / t2;
|
|
|
|
- if (t1 == 0)
|
|
|
|
- t1 = 1;
|
|
|
|
|
|
+ LzmaEnc_Destroy(t->enc, p->alloc, p->allocBig);
|
|
|
|
+ t->enc = NULL;
|
|
}
|
|
}
|
|
- else
|
|
|
|
- t3 = t1n * t2;
|
|
|
|
}
|
|
}
|
|
|
|
|
|
- p->lzmaProps.numThreads = t1;
|
|
|
|
- p->numBlockThreads = t2;
|
|
|
|
- p->numTotalThreads = t3;
|
|
|
|
- LzmaEncProps_Normalize(&p->lzmaProps);
|
|
|
|
|
|
|
|
- if (p->blockSize == 0)
|
|
|
|
|
|
+ #ifndef Z7_ST
|
|
|
|
+ if (p->mtCoder_WasConstructed)
|
|
{
|
|
{
|
|
- UInt64 blockSize = (UInt64)lzmaProps.dictSize << 2;
|
|
|
|
- const UInt32 kMinSize = (UInt32)1 << 20;
|
|
|
|
- const UInt32 kMaxSize = (UInt32)1 << 28;
|
|
|
|
- if (blockSize < kMinSize) blockSize = kMinSize;
|
|
|
|
- if (blockSize > kMaxSize) blockSize = kMaxSize;
|
|
|
|
- if (blockSize < lzmaProps.dictSize)
|
|
|
|
- blockSize = lzmaProps.dictSize;
|
|
|
|
- p->blockSize = (size_t)blockSize;
|
|
|
|
|
|
+ MtCoder_Destruct(&p->mtCoder);
|
|
|
|
+ p->mtCoder_WasConstructed = False;
|
|
}
|
|
}
|
|
|
|
+ Lzma2Enc_FreeOutBufs(p);
|
|
|
|
+ #endif
|
|
|
|
+
|
|
|
|
+ ISzAlloc_Free(p->alloc, p->tempBufLzma);
|
|
|
|
+ p->tempBufLzma = NULL;
|
|
|
|
+
|
|
|
|
+ ISzAlloc_Free(p->alloc, p);
|
|
}
|
|
}
|
|
|
|
|
|
-SRes Lzma2Enc_SetProps(CLzma2EncHandle pp, const CLzma2EncProps *props)
|
|
|
|
|
|
+
|
|
|
|
+SRes Lzma2Enc_SetProps(CLzma2EncHandle p, const CLzma2EncProps *props)
|
|
{
|
|
{
|
|
- CLzma2Enc *p = (CLzma2Enc *)pp;
|
|
|
|
|
|
+ // GET_CLzma2Enc_p
|
|
CLzmaEncProps lzmaProps = props->lzmaProps;
|
|
CLzmaEncProps lzmaProps = props->lzmaProps;
|
|
LzmaEncProps_Normalize(&lzmaProps);
|
|
LzmaEncProps_Normalize(&lzmaProps);
|
|
if (lzmaProps.lc + lzmaProps.lp > LZMA2_LCLP_MAX)
|
|
if (lzmaProps.lc + lzmaProps.lp > LZMA2_LCLP_MAX)
|
|
@@ -427,9 +474,17 @@ SRes Lzma2Enc_SetProps(CLzma2EncHandle pp, const CLzma2EncProps *props)
|
|
return SZ_OK;
|
|
return SZ_OK;
|
|
}
|
|
}
|
|
|
|
|
|
-Byte Lzma2Enc_WriteProperties(CLzma2EncHandle pp)
|
|
|
|
|
|
+
|
|
|
|
+void Lzma2Enc_SetDataSize(CLzma2EncHandle p, UInt64 expectedDataSiize)
|
|
{
|
|
{
|
|
- CLzma2Enc *p = (CLzma2Enc *)pp;
|
|
|
|
|
|
+ // GET_CLzma2Enc_p
|
|
|
|
+ p->expectedDataSize = expectedDataSiize;
|
|
|
|
+}
|
|
|
|
+
|
|
|
|
+
|
|
|
|
+Byte Lzma2Enc_WriteProperties(CLzma2EncHandle p)
|
|
|
|
+{
|
|
|
|
+ // GET_CLzma2Enc_p
|
|
unsigned i;
|
|
unsigned i;
|
|
UInt32 dicSize = LzmaEncProps_GetDictSize(&p->props.lzmaProps);
|
|
UInt32 dicSize = LzmaEncProps_GetDictSize(&p->props.lzmaProps);
|
|
for (i = 0; i < 40; i++)
|
|
for (i = 0; i < 40; i++)
|
|
@@ -438,47 +493,313 @@ Byte Lzma2Enc_WriteProperties(CLzma2EncHandle pp)
|
|
return (Byte)i;
|
|
return (Byte)i;
|
|
}
|
|
}
|
|
|
|
|
|
-SRes Lzma2Enc_Encode(CLzma2EncHandle pp,
|
|
|
|
- ISeqOutStream *outStream, ISeqInStream *inStream, ICompressProgress *progress)
|
|
|
|
|
|
+
|
|
|
|
+static SRes Lzma2Enc_EncodeMt1(
|
|
|
|
+ CLzma2Enc *me,
|
|
|
|
+ CLzma2EncInt *p,
|
|
|
|
+ ISeqOutStreamPtr outStream,
|
|
|
|
+ Byte *outBuf, size_t *outBufSize,
|
|
|
|
+ ISeqInStreamPtr inStream,
|
|
|
|
+ const Byte *inData, size_t inDataSize,
|
|
|
|
+ int finished,
|
|
|
|
+ ICompressProgressPtr progress)
|
|
{
|
|
{
|
|
- CLzma2Enc *p = (CLzma2Enc *)pp;
|
|
|
|
- int i;
|
|
|
|
|
|
+ UInt64 unpackTotal = 0;
|
|
|
|
+ UInt64 packTotal = 0;
|
|
|
|
+ size_t outLim = 0;
|
|
|
|
+ CLimitedSeqInStream limitedInStream;
|
|
|
|
|
|
- for (i = 0; i < p->props.numBlockThreads; i++)
|
|
|
|
|
|
+ if (outBuf)
|
|
{
|
|
{
|
|
- CLzma2EncInt *t = &p->coders[i];
|
|
|
|
- if (t->enc == NULL)
|
|
|
|
|
|
+ outLim = *outBufSize;
|
|
|
|
+ *outBufSize = 0;
|
|
|
|
+ }
|
|
|
|
+
|
|
|
|
+ if (!p->enc)
|
|
|
|
+ {
|
|
|
|
+ p->propsAreSet = False;
|
|
|
|
+ p->enc = LzmaEnc_Create(me->alloc);
|
|
|
|
+ if (!p->enc)
|
|
|
|
+ return SZ_ERROR_MEM;
|
|
|
|
+ }
|
|
|
|
+
|
|
|
|
+ limitedInStream.realStream = inStream;
|
|
|
|
+ if (inStream)
|
|
|
|
+ {
|
|
|
|
+ limitedInStream.vt.Read = LimitedSeqInStream_Read;
|
|
|
|
+ }
|
|
|
|
+
|
|
|
|
+ if (!outBuf)
|
|
|
|
+ {
|
|
|
|
+ // outStream version works only in one thread. So we use CLzma2Enc::tempBufLzma
|
|
|
|
+ if (!me->tempBufLzma)
|
|
{
|
|
{
|
|
- t->enc = LzmaEnc_Create(p->alloc);
|
|
|
|
- if (t->enc == NULL)
|
|
|
|
|
|
+ me->tempBufLzma = (Byte *)ISzAlloc_Alloc(me->alloc, LZMA2_CHUNK_SIZE_COMPRESSED_MAX);
|
|
|
|
+ if (!me->tempBufLzma)
|
|
return SZ_ERROR_MEM;
|
|
return SZ_ERROR_MEM;
|
|
}
|
|
}
|
|
}
|
|
}
|
|
|
|
|
|
- #ifndef _7ZIP_ST
|
|
|
|
- if (p->props.numBlockThreads <= 1)
|
|
|
|
- #endif
|
|
|
|
- return Lzma2Enc_EncodeMt1(&p->coders[0], p, outStream, inStream, progress);
|
|
|
|
-
|
|
|
|
- #ifndef _7ZIP_ST
|
|
|
|
|
|
+ RINOK(Lzma2EncInt_InitStream(p, &me->props))
|
|
|
|
|
|
|
|
+ for (;;)
|
|
{
|
|
{
|
|
- CMtCallbackImp mtCallback;
|
|
|
|
|
|
+ SRes res = SZ_OK;
|
|
|
|
+ SizeT inSizeCur = 0;
|
|
|
|
+
|
|
|
|
+ Lzma2EncInt_InitBlock(p);
|
|
|
|
+
|
|
|
|
+ LimitedSeqInStream_Init(&limitedInStream);
|
|
|
|
+ limitedInStream.limit = me->props.blockSize;
|
|
|
|
+
|
|
|
|
+ if (inStream)
|
|
|
|
+ {
|
|
|
|
+ UInt64 expected = (UInt64)(Int64)-1;
|
|
|
|
+ // inStream version works only in one thread. So we use CLzma2Enc::expectedDataSize
|
|
|
|
+ if (me->expectedDataSize != (UInt64)(Int64)-1
|
|
|
|
+ && me->expectedDataSize >= unpackTotal)
|
|
|
|
+ expected = me->expectedDataSize - unpackTotal;
|
|
|
|
+ if (me->props.blockSize != LZMA2_ENC_PROPS_BLOCK_SIZE_SOLID
|
|
|
|
+ && expected > me->props.blockSize)
|
|
|
|
+ expected = (size_t)me->props.blockSize;
|
|
|
|
+
|
|
|
|
+ LzmaEnc_SetDataSize(p->enc, expected);
|
|
|
|
+
|
|
|
|
+ RINOK(LzmaEnc_PrepareForLzma2(p->enc,
|
|
|
|
+ &limitedInStream.vt,
|
|
|
|
+ LZMA2_KEEP_WINDOW_SIZE,
|
|
|
|
+ me->alloc,
|
|
|
|
+ me->allocBig))
|
|
|
|
+ }
|
|
|
|
+ else
|
|
|
|
+ {
|
|
|
|
+ inSizeCur = (SizeT)(inDataSize - (size_t)unpackTotal);
|
|
|
|
+ if (me->props.blockSize != LZMA2_ENC_PROPS_BLOCK_SIZE_SOLID
|
|
|
|
+ && inSizeCur > me->props.blockSize)
|
|
|
|
+ inSizeCur = (SizeT)(size_t)me->props.blockSize;
|
|
|
|
+
|
|
|
|
+ // LzmaEnc_SetDataSize(p->enc, inSizeCur);
|
|
|
|
+
|
|
|
|
+ RINOK(LzmaEnc_MemPrepare(p->enc,
|
|
|
|
+ inData + (size_t)unpackTotal, inSizeCur,
|
|
|
|
+ LZMA2_KEEP_WINDOW_SIZE,
|
|
|
|
+ me->alloc,
|
|
|
|
+ me->allocBig))
|
|
|
|
+ }
|
|
|
|
+
|
|
|
|
+ for (;;)
|
|
|
|
+ {
|
|
|
|
+ size_t packSize = LZMA2_CHUNK_SIZE_COMPRESSED_MAX;
|
|
|
|
+ if (outBuf)
|
|
|
|
+ packSize = outLim - (size_t)packTotal;
|
|
|
|
+
|
|
|
|
+ res = Lzma2EncInt_EncodeSubblock(p,
|
|
|
|
+ outBuf ? outBuf + (size_t)packTotal : me->tempBufLzma, &packSize,
|
|
|
|
+ outBuf ? NULL : outStream);
|
|
|
|
+
|
|
|
|
+ if (res != SZ_OK)
|
|
|
|
+ break;
|
|
|
|
+
|
|
|
|
+ packTotal += packSize;
|
|
|
|
+ if (outBuf)
|
|
|
|
+ *outBufSize = (size_t)packTotal;
|
|
|
|
+
|
|
|
|
+ res = Progress(progress, unpackTotal + p->srcPos, packTotal);
|
|
|
|
+ if (res != SZ_OK)
|
|
|
|
+ break;
|
|
|
|
+
|
|
|
|
+ /*
|
|
|
|
+ if (LzmaEnc_GetNumAvailableBytes(p->enc) == 0)
|
|
|
|
+ break;
|
|
|
|
+ */
|
|
|
|
|
|
- mtCallback.funcTable.Code = MtCallbackImp_Code;
|
|
|
|
- mtCallback.lzma2Enc = p;
|
|
|
|
|
|
+ if (packSize == 0)
|
|
|
|
+ break;
|
|
|
|
+ }
|
|
|
|
+
|
|
|
|
+ LzmaEnc_Finish(p->enc);
|
|
|
|
+
|
|
|
|
+ unpackTotal += p->srcPos;
|
|
|
|
+
|
|
|
|
+ RINOK(res)
|
|
|
|
+
|
|
|
|
+ if (p->srcPos != (inStream ? limitedInStream.processed : inSizeCur))
|
|
|
|
+ return SZ_ERROR_FAIL;
|
|
|
|
|
|
|
|
+ if (inStream ? limitedInStream.finished : (unpackTotal == inDataSize))
|
|
|
|
+ {
|
|
|
|
+ if (finished)
|
|
|
|
+ {
|
|
|
|
+ if (outBuf)
|
|
|
|
+ {
|
|
|
|
+ const size_t destPos = *outBufSize;
|
|
|
|
+ if (destPos >= outLim)
|
|
|
|
+ return SZ_ERROR_OUTPUT_EOF;
|
|
|
|
+ outBuf[destPos] = LZMA2_CONTROL_EOF; // 0
|
|
|
|
+ *outBufSize = destPos + 1;
|
|
|
|
+ }
|
|
|
|
+ else
|
|
|
|
+ {
|
|
|
|
+ const Byte b = LZMA2_CONTROL_EOF; // 0;
|
|
|
|
+ if (ISeqOutStream_Write(outStream, &b, 1) != 1)
|
|
|
|
+ return SZ_ERROR_WRITE;
|
|
|
|
+ }
|
|
|
|
+ }
|
|
|
|
+ return SZ_OK;
|
|
|
|
+ }
|
|
|
|
+ }
|
|
|
|
+}
|
|
|
|
+
|
|
|
|
+
|
|
|
|
+
|
|
|
|
+#ifndef Z7_ST
|
|
|
|
+
|
|
|
|
+static SRes Lzma2Enc_MtCallback_Code(void *p, unsigned coderIndex, unsigned outBufIndex,
|
|
|
|
+ const Byte *src, size_t srcSize, int finished)
|
|
|
|
+{
|
|
|
|
+ CLzma2Enc *me = (CLzma2Enc *)p;
|
|
|
|
+ size_t destSize = me->outBufSize;
|
|
|
|
+ SRes res;
|
|
|
|
+ CMtProgressThunk progressThunk;
|
|
|
|
+
|
|
|
|
+ Byte *dest = me->outBufs[outBufIndex];
|
|
|
|
+
|
|
|
|
+ me->outBufsDataSizes[outBufIndex] = 0;
|
|
|
|
+
|
|
|
|
+ if (!dest)
|
|
|
|
+ {
|
|
|
|
+ dest = (Byte *)ISzAlloc_Alloc(me->alloc, me->outBufSize);
|
|
|
|
+ if (!dest)
|
|
|
|
+ return SZ_ERROR_MEM;
|
|
|
|
+ me->outBufs[outBufIndex] = dest;
|
|
|
|
+ }
|
|
|
|
+
|
|
|
|
+ MtProgressThunk_CreateVTable(&progressThunk);
|
|
|
|
+ progressThunk.mtProgress = &me->mtCoder.mtProgress;
|
|
|
|
+ progressThunk.inSize = 0;
|
|
|
|
+ progressThunk.outSize = 0;
|
|
|
|
+
|
|
|
|
+ res = Lzma2Enc_EncodeMt1(me,
|
|
|
|
+ &me->coders[coderIndex],
|
|
|
|
+ NULL, dest, &destSize,
|
|
|
|
+ NULL, src, srcSize,
|
|
|
|
+ finished,
|
|
|
|
+ &progressThunk.vt);
|
|
|
|
+
|
|
|
|
+ me->outBufsDataSizes[outBufIndex] = destSize;
|
|
|
|
+
|
|
|
|
+ return res;
|
|
|
|
+}
|
|
|
|
+
|
|
|
|
+
|
|
|
|
+static SRes Lzma2Enc_MtCallback_Write(void *p, unsigned outBufIndex)
|
|
|
|
+{
|
|
|
|
+ CLzma2Enc *me = (CLzma2Enc *)p;
|
|
|
|
+ size_t size = me->outBufsDataSizes[outBufIndex];
|
|
|
|
+ const Byte *data = me->outBufs[outBufIndex];
|
|
|
|
+
|
|
|
|
+ if (me->outStream)
|
|
|
|
+ return ISeqOutStream_Write(me->outStream, data, size) == size ? SZ_OK : SZ_ERROR_WRITE;
|
|
|
|
+
|
|
|
|
+ if (size > me->outBuf_Rem)
|
|
|
|
+ return SZ_ERROR_OUTPUT_EOF;
|
|
|
|
+ memcpy(me->outBuf, data, size);
|
|
|
|
+ me->outBuf_Rem -= size;
|
|
|
|
+ me->outBuf += size;
|
|
|
|
+ return SZ_OK;
|
|
|
|
+}
|
|
|
|
+
|
|
|
|
+#endif
|
|
|
|
+
|
|
|
|
+
|
|
|
|
+
|
|
|
|
+SRes Lzma2Enc_Encode2(CLzma2EncHandle p,
|
|
|
|
+ ISeqOutStreamPtr outStream,
|
|
|
|
+ Byte *outBuf, size_t *outBufSize,
|
|
|
|
+ ISeqInStreamPtr inStream,
|
|
|
|
+ const Byte *inData, size_t inDataSize,
|
|
|
|
+ ICompressProgressPtr progress)
|
|
|
|
+{
|
|
|
|
+ // GET_CLzma2Enc_p
|
|
|
|
+
|
|
|
|
+ if (inStream && inData)
|
|
|
|
+ return SZ_ERROR_PARAM;
|
|
|
|
+
|
|
|
|
+ if (outStream && outBuf)
|
|
|
|
+ return SZ_ERROR_PARAM;
|
|
|
|
+
|
|
|
|
+ {
|
|
|
|
+ unsigned i;
|
|
|
|
+ for (i = 0; i < MTCODER_THREADS_MAX; i++)
|
|
|
|
+ p->coders[i].propsAreSet = False;
|
|
|
|
+ }
|
|
|
|
+
|
|
|
|
+ #ifndef Z7_ST
|
|
|
|
+
|
|
|
|
+ if (p->props.numBlockThreads_Reduced > 1)
|
|
|
|
+ {
|
|
|
|
+ IMtCoderCallback2 vt;
|
|
|
|
+
|
|
|
|
+ if (!p->mtCoder_WasConstructed)
|
|
|
|
+ {
|
|
|
|
+ p->mtCoder_WasConstructed = True;
|
|
|
|
+ MtCoder_Construct(&p->mtCoder);
|
|
|
|
+ }
|
|
|
|
+
|
|
|
|
+ vt.Code = Lzma2Enc_MtCallback_Code;
|
|
|
|
+ vt.Write = Lzma2Enc_MtCallback_Write;
|
|
|
|
+
|
|
|
|
+ p->outStream = outStream;
|
|
|
|
+ p->outBuf = NULL;
|
|
|
|
+ p->outBuf_Rem = 0;
|
|
|
|
+ if (!outStream)
|
|
|
|
+ {
|
|
|
|
+ p->outBuf = outBuf;
|
|
|
|
+ p->outBuf_Rem = *outBufSize;
|
|
|
|
+ *outBufSize = 0;
|
|
|
|
+ }
|
|
|
|
+
|
|
|
|
+ p->mtCoder.allocBig = p->allocBig;
|
|
p->mtCoder.progress = progress;
|
|
p->mtCoder.progress = progress;
|
|
p->mtCoder.inStream = inStream;
|
|
p->mtCoder.inStream = inStream;
|
|
- p->mtCoder.outStream = outStream;
|
|
|
|
- p->mtCoder.alloc = p->alloc;
|
|
|
|
- p->mtCoder.mtCallback = &mtCallback.funcTable;
|
|
|
|
|
|
+ p->mtCoder.inData = inData;
|
|
|
|
+ p->mtCoder.inDataSize = inDataSize;
|
|
|
|
+ p->mtCoder.mtCallback = &vt;
|
|
|
|
+ p->mtCoder.mtCallbackObject = p;
|
|
|
|
+
|
|
|
|
+ p->mtCoder.blockSize = (size_t)p->props.blockSize;
|
|
|
|
+ if (p->mtCoder.blockSize != p->props.blockSize)
|
|
|
|
+ return SZ_ERROR_PARAM; /* SZ_ERROR_MEM */
|
|
|
|
|
|
- p->mtCoder.blockSize = p->props.blockSize;
|
|
|
|
- p->mtCoder.destBlockSize = p->props.blockSize + (p->props.blockSize >> 10) + 16;
|
|
|
|
- p->mtCoder.numThreads = p->props.numBlockThreads;
|
|
|
|
|
|
+ {
|
|
|
|
+ const size_t destBlockSize = p->mtCoder.blockSize + (p->mtCoder.blockSize >> 10) + 16;
|
|
|
|
+ if (destBlockSize < p->mtCoder.blockSize)
|
|
|
|
+ return SZ_ERROR_PARAM;
|
|
|
|
+ if (p->outBufSize != destBlockSize)
|
|
|
|
+ Lzma2Enc_FreeOutBufs(p);
|
|
|
|
+ p->outBufSize = destBlockSize;
|
|
|
|
+ }
|
|
|
|
+
|
|
|
|
+ p->mtCoder.numThreadsMax = (unsigned)p->props.numBlockThreads_Max;
|
|
|
|
+ p->mtCoder.expectedDataSize = p->expectedDataSize;
|
|
|
|
|
|
- return MtCoder_Code(&p->mtCoder);
|
|
|
|
|
|
+ {
|
|
|
|
+ const SRes res = MtCoder_Code(&p->mtCoder);
|
|
|
|
+ if (!outStream)
|
|
|
|
+ *outBufSize = (size_t)(p->outBuf - outBuf);
|
|
|
|
+ return res;
|
|
|
|
+ }
|
|
}
|
|
}
|
|
|
|
+
|
|
#endif
|
|
#endif
|
|
|
|
+
|
|
|
|
+
|
|
|
|
+ return Lzma2Enc_EncodeMt1(p,
|
|
|
|
+ &p->coders[0],
|
|
|
|
+ outStream, outBuf, outBufSize,
|
|
|
|
+ inStream, inData, inDataSize,
|
|
|
|
+ True, /* finished */
|
|
|
|
+ progress);
|
|
}
|
|
}
|
|
|
|
+
|
|
|
|
+#undef PRF
|