7zEncode.cpp 13 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453
  1. // Encode.cpp
  2. #include "StdAfx.h"
  3. #include "7zEncode.h"
  4. #include "7zSpecStream.h"
  5. #include "../../IPassword.h"
  6. #include "../../Common/ProgressUtils.h"
  7. #include "../../Common/LimitedStreams.h"
  8. #include "../../Common/InOutTempBuffer.h"
  9. #include "../../Common/StreamObjects.h"
  10. #include "../../Common/CreateCoder.h"
  11. #include "../../Common/FilterCoder.h"
  12. static const UInt64 k_AES = 0x06F10701;
  13. static const UInt64 k_BCJ = 0x03030103;
  14. static const UInt64 k_BCJ2 = 0x0303011B;
  15. namespace NArchive {
  16. namespace N7z {
  17. static void ConvertBindInfoToFolderItemInfo(const NCoderMixer::CBindInfo &bindInfo,
  18. const CRecordVector<CMethodId> decompressionMethods,
  19. CFolder &folder)
  20. {
  21. folder.Coders.Clear();
  22. // bindInfo.CoderMethodIDs.Clear();
  23. // folder.OutStreams.Clear();
  24. folder.PackStreams.Clear();
  25. folder.BindPairs.Clear();
  26. int i;
  27. for (i = 0; i < bindInfo.BindPairs.Size(); i++)
  28. {
  29. CBindPair bindPair;
  30. bindPair.InIndex = bindInfo.BindPairs[i].InIndex;
  31. bindPair.OutIndex = bindInfo.BindPairs[i].OutIndex;
  32. folder.BindPairs.Add(bindPair);
  33. }
  34. for (i = 0; i < bindInfo.Coders.Size(); i++)
  35. {
  36. CCoderInfo coderInfo;
  37. const NCoderMixer::CCoderStreamsInfo &coderStreamsInfo = bindInfo.Coders[i];
  38. coderInfo.NumInStreams = coderStreamsInfo.NumInStreams;
  39. coderInfo.NumOutStreams = coderStreamsInfo.NumOutStreams;
  40. coderInfo.MethodID = decompressionMethods[i];
  41. folder.Coders.Add(coderInfo);
  42. }
  43. for (i = 0; i < bindInfo.InStreams.Size(); i++)
  44. folder.PackStreams.Add(bindInfo.InStreams[i]);
  45. }
  46. HRESULT CEncoder::CreateMixerCoder(
  47. DECL_EXTERNAL_CODECS_LOC_VARS
  48. const UInt64 *inSizeForReduce)
  49. {
  50. _mixerCoderSpec = new NCoderMixer::CCoderMixer2MT;
  51. _mixerCoder = _mixerCoderSpec;
  52. RINOK(_mixerCoderSpec->SetBindInfo(_bindInfo));
  53. for (int i = 0; i < _options.Methods.Size(); i++)
  54. {
  55. const CMethodFull &methodFull = _options.Methods[i];
  56. _codersInfo.Add(CCoderInfo());
  57. CCoderInfo &encodingInfo = _codersInfo.Back();
  58. encodingInfo.MethodID = methodFull.Id;
  59. CMyComPtr<ICompressCoder> encoder;
  60. CMyComPtr<ICompressCoder2> encoder2;
  61. RINOK(CreateCoder(
  62. EXTERNAL_CODECS_LOC_VARS
  63. methodFull.Id, encoder, encoder2, true));
  64. if (!encoder && !encoder2)
  65. return E_FAIL;
  66. CMyComPtr<IUnknown> encoderCommon = encoder ? (IUnknown *)encoder : (IUnknown *)encoder2;
  67. #ifdef COMPRESS_MT
  68. {
  69. CMyComPtr<ICompressSetCoderMt> setCoderMt;
  70. encoderCommon.QueryInterface(IID_ICompressSetCoderMt, &setCoderMt);
  71. if (setCoderMt)
  72. {
  73. RINOK(setCoderMt->SetNumberOfThreads(_options.NumThreads));
  74. }
  75. }
  76. #endif
  77. RINOK(SetMethodProperties(methodFull, inSizeForReduce, encoderCommon));
  78. /*
  79. CMyComPtr<ICryptoResetSalt> resetSalt;
  80. encoderCommon.QueryInterface(IID_ICryptoResetSalt, (void **)&resetSalt);
  81. if (resetSalt != NULL)
  82. {
  83. resetSalt->ResetSalt();
  84. }
  85. */
  86. #ifdef EXTERNAL_CODECS
  87. CMyComPtr<ISetCompressCodecsInfo> setCompressCodecsInfo;
  88. encoderCommon.QueryInterface(IID_ISetCompressCodecsInfo, (void **)&setCompressCodecsInfo);
  89. if (setCompressCodecsInfo)
  90. {
  91. RINOK(setCompressCodecsInfo->SetCompressCodecsInfo(codecsInfo));
  92. }
  93. #endif
  94. CMyComPtr<ICryptoSetPassword> cryptoSetPassword;
  95. encoderCommon.QueryInterface(IID_ICryptoSetPassword, &cryptoSetPassword);
  96. if (cryptoSetPassword)
  97. {
  98. CByteBuffer buffer;
  99. const UInt32 sizeInBytes = _options.Password.Length() * 2;
  100. buffer.SetCapacity(sizeInBytes);
  101. for (int i = 0; i < _options.Password.Length(); i++)
  102. {
  103. wchar_t c = _options.Password[i];
  104. ((Byte *)buffer)[i * 2] = (Byte)c;
  105. ((Byte *)buffer)[i * 2 + 1] = (Byte)(c >> 8);
  106. }
  107. RINOK(cryptoSetPassword->CryptoSetPassword((const Byte *)buffer, sizeInBytes));
  108. }
  109. if (encoder)
  110. _mixerCoderSpec->AddCoder(encoder);
  111. else
  112. _mixerCoderSpec->AddCoder2(encoder2);
  113. }
  114. return S_OK;
  115. }
  116. HRESULT CEncoder::Encode(
  117. DECL_EXTERNAL_CODECS_LOC_VARS
  118. ISequentialInStream *inStream,
  119. const UInt64 *inStreamSize, const UInt64 *inSizeForReduce,
  120. CFolder &folderItem,
  121. ISequentialOutStream *outStream,
  122. CRecordVector<UInt64> &packSizes,
  123. ICompressProgressInfo *compressProgress)
  124. {
  125. RINOK(EncoderConstr());
  126. if (_mixerCoderSpec == NULL)
  127. {
  128. RINOK(CreateMixerCoder(EXTERNAL_CODECS_LOC_VARS inSizeForReduce));
  129. }
  130. _mixerCoderSpec->ReInit();
  131. // _mixerCoderSpec->SetCoderInfo(0, NULL, NULL, progress);
  132. CObjectVector<CInOutTempBuffer> inOutTempBuffers;
  133. CObjectVector<CSequentialOutTempBufferImp *> tempBufferSpecs;
  134. CObjectVector<CMyComPtr<ISequentialOutStream> > tempBuffers;
  135. int numMethods = _bindInfo.Coders.Size();
  136. int i;
  137. for (i = 1; i < _bindInfo.OutStreams.Size(); i++)
  138. {
  139. inOutTempBuffers.Add(CInOutTempBuffer());
  140. inOutTempBuffers.Back().Create();
  141. inOutTempBuffers.Back().InitWriting();
  142. }
  143. for (i = 1; i < _bindInfo.OutStreams.Size(); i++)
  144. {
  145. CSequentialOutTempBufferImp *tempBufferSpec =
  146. new CSequentialOutTempBufferImp;
  147. CMyComPtr<ISequentialOutStream> tempBuffer = tempBufferSpec;
  148. tempBufferSpec->Init(&inOutTempBuffers[i - 1]);
  149. tempBuffers.Add(tempBuffer);
  150. tempBufferSpecs.Add(tempBufferSpec);
  151. }
  152. for (i = 0; i < numMethods; i++)
  153. _mixerCoderSpec->SetCoderInfo(i, NULL, NULL);
  154. if (_bindInfo.InStreams.IsEmpty())
  155. return E_FAIL;
  156. UInt32 mainCoderIndex, mainStreamIndex;
  157. _bindInfo.FindInStream(_bindInfo.InStreams[0], mainCoderIndex, mainStreamIndex);
  158. if (inStreamSize != NULL)
  159. {
  160. CRecordVector<const UInt64 *> sizePointers;
  161. for (UInt32 i = 0; i < _bindInfo.Coders[mainCoderIndex].NumInStreams; i++)
  162. if (i == mainStreamIndex)
  163. sizePointers.Add(inStreamSize);
  164. else
  165. sizePointers.Add(NULL);
  166. _mixerCoderSpec->SetCoderInfo(mainCoderIndex, &sizePointers.Front(), NULL);
  167. }
  168. // UInt64 outStreamStartPos;
  169. // RINOK(stream->Seek(0, STREAM_SEEK_CUR, &outStreamStartPos));
  170. CSequentialInStreamSizeCount2 *inStreamSizeCountSpec =
  171. new CSequentialInStreamSizeCount2;
  172. CMyComPtr<ISequentialInStream> inStreamSizeCount = inStreamSizeCountSpec;
  173. CSequentialOutStreamSizeCount *outStreamSizeCountSpec =
  174. new CSequentialOutStreamSizeCount;
  175. CMyComPtr<ISequentialOutStream> outStreamSizeCount = outStreamSizeCountSpec;
  176. inStreamSizeCountSpec->Init(inStream);
  177. outStreamSizeCountSpec->SetStream(outStream);
  178. outStreamSizeCountSpec->Init();
  179. CRecordVector<ISequentialInStream *> inStreamPointers;
  180. CRecordVector<ISequentialOutStream *> outStreamPointers;
  181. inStreamPointers.Add(inStreamSizeCount);
  182. outStreamPointers.Add(outStreamSizeCount);
  183. for (i = 1; i < _bindInfo.OutStreams.Size(); i++)
  184. outStreamPointers.Add(tempBuffers[i - 1]);
  185. for (i = 0; i < _codersInfo.Size(); i++)
  186. {
  187. CCoderInfo &encodingInfo = _codersInfo[i];
  188. CMyComPtr<ICryptoResetInitVector> resetInitVector;
  189. _mixerCoderSpec->_coders[i].QueryInterface(IID_ICryptoResetInitVector, (void **)&resetInitVector);
  190. if (resetInitVector != NULL)
  191. {
  192. resetInitVector->ResetInitVector();
  193. }
  194. CMyComPtr<ICompressWriteCoderProperties> writeCoderProperties;
  195. _mixerCoderSpec->_coders[i].QueryInterface(IID_ICompressWriteCoderProperties, (void **)&writeCoderProperties);
  196. if (writeCoderProperties != NULL)
  197. {
  198. CSequentialOutStreamImp *outStreamSpec = new CSequentialOutStreamImp;
  199. CMyComPtr<ISequentialOutStream> outStream(outStreamSpec);
  200. outStreamSpec->Init();
  201. writeCoderProperties->WriteCoderProperties(outStream);
  202. size_t size = outStreamSpec->GetSize();
  203. encodingInfo.Properties.SetCapacity(size);
  204. memmove(encodingInfo.Properties, outStreamSpec->GetBuffer(), size);
  205. }
  206. }
  207. UInt32 progressIndex = mainCoderIndex;
  208. for (i = 0; i < _codersInfo.Size(); i++)
  209. {
  210. const CCoderInfo &e = _codersInfo[i];
  211. if ((e.MethodID == k_BCJ || e.MethodID == k_BCJ2) && i + 1 < _codersInfo.Size())
  212. progressIndex = i + 1;
  213. }
  214. _mixerCoderSpec->SetProgressCoderIndex(progressIndex);
  215. RINOK(_mixerCoder->Code(&inStreamPointers.Front(), NULL, 1,
  216. &outStreamPointers.Front(), NULL, outStreamPointers.Size(), compressProgress));
  217. ConvertBindInfoToFolderItemInfo(_decompressBindInfo, _decompressionMethods,
  218. folderItem);
  219. packSizes.Add(outStreamSizeCountSpec->GetSize());
  220. for (i = 1; i < _bindInfo.OutStreams.Size(); i++)
  221. {
  222. CInOutTempBuffer &inOutTempBuffer = inOutTempBuffers[i - 1];
  223. inOutTempBuffer.FlushWrite();
  224. inOutTempBuffer.InitReading();
  225. inOutTempBuffer.WriteToStream(outStream);
  226. packSizes.Add(inOutTempBuffer.GetDataSize());
  227. }
  228. for (i = 0; i < (int)_bindReverseConverter->NumSrcInStreams; i++)
  229. {
  230. int binder = _bindInfo.FindBinderForInStream(
  231. _bindReverseConverter->DestOutToSrcInMap[i]);
  232. UInt64 streamSize;
  233. if (binder < 0)
  234. streamSize = inStreamSizeCountSpec->GetSize();
  235. else
  236. streamSize = _mixerCoderSpec->GetWriteProcessedSize(binder);
  237. folderItem.UnPackSizes.Add(streamSize);
  238. }
  239. for (i = numMethods - 1; i >= 0; i--)
  240. folderItem.Coders[numMethods - 1 - i].Properties = _codersInfo[i].Properties;
  241. return S_OK;
  242. }
  243. CEncoder::CEncoder(const CCompressionMethodMode &options):
  244. _bindReverseConverter(0),
  245. _constructed(false)
  246. {
  247. if (options.IsEmpty())
  248. throw 1;
  249. _options = options;
  250. _mixerCoderSpec = NULL;
  251. }
  252. HRESULT CEncoder::EncoderConstr()
  253. {
  254. if (_constructed)
  255. return S_OK;
  256. if (_options.Methods.IsEmpty())
  257. {
  258. // it has only password method;
  259. if (!_options.PasswordIsDefined)
  260. throw 1;
  261. if (!_options.Binds.IsEmpty())
  262. throw 1;
  263. NCoderMixer::CCoderStreamsInfo coderStreamsInfo;
  264. CMethodFull method;
  265. method.NumInStreams = 1;
  266. method.NumOutStreams = 1;
  267. coderStreamsInfo.NumInStreams = 1;
  268. coderStreamsInfo.NumOutStreams = 1;
  269. method.Id = k_AES;
  270. _options.Methods.Add(method);
  271. _bindInfo.Coders.Add(coderStreamsInfo);
  272. _bindInfo.InStreams.Add(0);
  273. _bindInfo.OutStreams.Add(0);
  274. }
  275. else
  276. {
  277. UInt32 numInStreams = 0, numOutStreams = 0;
  278. int i;
  279. for (i = 0; i < _options.Methods.Size(); i++)
  280. {
  281. const CMethodFull &methodFull = _options.Methods[i];
  282. NCoderMixer::CCoderStreamsInfo coderStreamsInfo;
  283. coderStreamsInfo.NumInStreams = methodFull.NumOutStreams;
  284. coderStreamsInfo.NumOutStreams = methodFull.NumInStreams;
  285. if (_options.Binds.IsEmpty())
  286. {
  287. if (i < _options.Methods.Size() - 1)
  288. {
  289. NCoderMixer::CBindPair bindPair;
  290. bindPair.InIndex = numInStreams + coderStreamsInfo.NumInStreams;
  291. bindPair.OutIndex = numOutStreams;
  292. _bindInfo.BindPairs.Add(bindPair);
  293. }
  294. else
  295. _bindInfo.OutStreams.Insert(0, numOutStreams);
  296. for (UInt32 j = 1; j < coderStreamsInfo.NumOutStreams; j++)
  297. _bindInfo.OutStreams.Add(numOutStreams + j);
  298. }
  299. numInStreams += coderStreamsInfo.NumInStreams;
  300. numOutStreams += coderStreamsInfo.NumOutStreams;
  301. _bindInfo.Coders.Add(coderStreamsInfo);
  302. }
  303. if (!_options.Binds.IsEmpty())
  304. {
  305. for (i = 0; i < _options.Binds.Size(); i++)
  306. {
  307. NCoderMixer::CBindPair bindPair;
  308. const CBind &bind = _options.Binds[i];
  309. bindPair.InIndex = _bindInfo.GetCoderInStreamIndex(bind.InCoder) + bind.InStream;
  310. bindPair.OutIndex = _bindInfo.GetCoderOutStreamIndex(bind.OutCoder) + bind.OutStream;
  311. _bindInfo.BindPairs.Add(bindPair);
  312. }
  313. for (i = 0; i < (int)numOutStreams; i++)
  314. if (_bindInfo.FindBinderForOutStream(i) == -1)
  315. _bindInfo.OutStreams.Add(i);
  316. }
  317. for (i = 0; i < (int)numInStreams; i++)
  318. if (_bindInfo.FindBinderForInStream(i) == -1)
  319. _bindInfo.InStreams.Add(i);
  320. if (_bindInfo.InStreams.IsEmpty())
  321. throw 1; // this is error
  322. // Make main stream first in list
  323. int inIndex = _bindInfo.InStreams[0];
  324. for (;;)
  325. {
  326. UInt32 coderIndex, coderStreamIndex;
  327. _bindInfo.FindInStream(inIndex, coderIndex, coderStreamIndex);
  328. UInt32 outIndex = _bindInfo.GetCoderOutStreamIndex(coderIndex);
  329. int binder = _bindInfo.FindBinderForOutStream(outIndex);
  330. if (binder >= 0)
  331. {
  332. inIndex = _bindInfo.BindPairs[binder].InIndex;
  333. continue;
  334. }
  335. for (i = 0; i < _bindInfo.OutStreams.Size(); i++)
  336. if (_bindInfo.OutStreams[i] == outIndex)
  337. {
  338. _bindInfo.OutStreams.Delete(i);
  339. _bindInfo.OutStreams.Insert(0, outIndex);
  340. break;
  341. }
  342. break;
  343. }
  344. if (_options.PasswordIsDefined)
  345. {
  346. int numCryptoStreams = _bindInfo.OutStreams.Size();
  347. for (i = 0; i < numCryptoStreams; i++)
  348. {
  349. NCoderMixer::CBindPair bindPair;
  350. bindPair.InIndex = numInStreams + i;
  351. bindPair.OutIndex = _bindInfo.OutStreams[i];
  352. _bindInfo.BindPairs.Add(bindPair);
  353. }
  354. _bindInfo.OutStreams.Clear();
  355. /*
  356. if (numCryptoStreams == 0)
  357. numCryptoStreams = 1;
  358. */
  359. for (i = 0; i < numCryptoStreams; i++)
  360. {
  361. NCoderMixer::CCoderStreamsInfo coderStreamsInfo;
  362. CMethodFull method;
  363. method.NumInStreams = 1;
  364. method.NumOutStreams = 1;
  365. coderStreamsInfo.NumInStreams = method.NumOutStreams;
  366. coderStreamsInfo.NumOutStreams = method.NumInStreams;
  367. method.Id = k_AES;
  368. _options.Methods.Add(method);
  369. _bindInfo.Coders.Add(coderStreamsInfo);
  370. _bindInfo.OutStreams.Add(numOutStreams + i);
  371. }
  372. }
  373. }
  374. for (int i = _options.Methods.Size() - 1; i >= 0; i--)
  375. {
  376. const CMethodFull &methodFull = _options.Methods[i];
  377. _decompressionMethods.Add(methodFull.Id);
  378. }
  379. _bindReverseConverter = new NCoderMixer::CBindReverseConverter(_bindInfo);
  380. _bindReverseConverter->CreateReverseBindInfo(_decompressBindInfo);
  381. _constructed = true;
  382. return S_OK;
  383. }
  384. CEncoder::~CEncoder()
  385. {
  386. delete _bindReverseConverter;
  387. }
  388. }}