readerwriter.h 12 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576
  1. /*
  2. * Copyright 2010-2016 Branimir Karadzic. All rights reserved.
  3. * License: https://github.com/bkaradzic/bx#license-bsd-2-clause
  4. */
  5. #ifndef BX_READERWRITER_H_HEADER_GUARD
  6. #define BX_READERWRITER_H_HEADER_GUARD
  7. #include <alloca.h>
  8. #include <stdarg.h> // va_list
  9. #include <stdio.h>
  10. #include <string.h>
  11. #include "bx.h"
  12. #include "allocator.h"
  13. #include "error.h"
  14. #include "uint32_t.h"
  15. #if BX_CRT_MSVC
  16. # define fseeko64 _fseeki64
  17. # define ftello64 _ftelli64
  18. #elif BX_PLATFORM_ANDROID || BX_PLATFORM_BSD || BX_PLATFORM_IOS || BX_PLATFORM_OSX || BX_PLATFORM_QNX
  19. # define fseeko64 fseeko
  20. # define ftello64 ftello
  21. #endif // BX_
  22. BX_ERROR_RESULT(BX_ERROR_READERWRITER_OPEN, BX_MAKEFOURCC('R', 'W', 0, 1) );
  23. BX_ERROR_RESULT(BX_ERROR_READERWRITER_READ, BX_MAKEFOURCC('R', 'W', 0, 2) );
  24. BX_ERROR_RESULT(BX_ERROR_READERWRITER_WRITE, BX_MAKEFOURCC('R', 'W', 0, 3) );
  25. namespace bx
  26. {
  27. struct Whence
  28. {
  29. enum Enum
  30. {
  31. Begin,
  32. Current,
  33. End,
  34. };
  35. };
  36. struct BX_NO_VTABLE ReaderI
  37. {
  38. virtual ~ReaderI() = 0;
  39. virtual int32_t read(void* _data, int32_t _size, Error* _err) = 0;
  40. };
  41. inline ReaderI::~ReaderI()
  42. {
  43. }
  44. struct BX_NO_VTABLE WriterI
  45. {
  46. virtual ~WriterI() = 0;
  47. virtual int32_t write(const void* _data, int32_t _size, Error* _err) = 0;
  48. };
  49. inline WriterI::~WriterI()
  50. {
  51. }
  52. struct BX_NO_VTABLE SeekerI
  53. {
  54. virtual ~SeekerI() = 0;
  55. virtual int64_t seek(int64_t _offset = 0, Whence::Enum _whence = Whence::Current) = 0;
  56. };
  57. inline SeekerI::~SeekerI()
  58. {
  59. }
  60. /// Read data.
  61. inline int32_t read(ReaderI* _reader, void* _data, int32_t _size, Error* _err = NULL)
  62. {
  63. BX_ERROR_SCOPE(_err);
  64. return _reader->read(_data, _size, _err);
  65. }
  66. /// Read value.
  67. template<typename Ty>
  68. inline int32_t read(ReaderI* _reader, Ty& _value, Error* _err = NULL)
  69. {
  70. BX_ERROR_SCOPE(_err);
  71. BX_STATIC_ASSERT(BX_TYPE_IS_POD(Ty) );
  72. return _reader->read(&_value, sizeof(Ty), _err);
  73. }
  74. /// Read value and converts it to host endianess. _fromLittleEndian specifies
  75. /// underlying stream endianess.
  76. template<typename Ty>
  77. inline int32_t readHE(ReaderI* _reader, Ty& _value, bool _fromLittleEndian, Error* _err = NULL)
  78. {
  79. BX_ERROR_SCOPE(_err);
  80. BX_STATIC_ASSERT(BX_TYPE_IS_POD(Ty) );
  81. Ty value;
  82. int32_t result = _reader->read(&value, sizeof(Ty), _err);
  83. _value = toHostEndian(value, _fromLittleEndian);
  84. return result;
  85. }
  86. /// Write data.
  87. inline int32_t write(WriterI* _writer, const void* _data, int32_t _size, Error* _err = NULL)
  88. {
  89. BX_ERROR_SCOPE(_err);
  90. return _writer->write(_data, _size, _err);
  91. }
  92. /// Write repeat the same value.
  93. inline int32_t writeRep(WriterI* _writer, uint8_t _byte, int32_t _size, Error* _err = NULL)
  94. {
  95. BX_ERROR_SCOPE(_err);
  96. const uint32_t tmp0 = uint32_sels(64 - _size, 64, _size);
  97. const uint32_t tmp1 = uint32_sels(256 - _size, 256, tmp0);
  98. const uint32_t blockSize = uint32_sels(1024 - _size, 1024, tmp1);
  99. uint8_t* temp = (uint8_t*)alloca(blockSize);
  100. memset(temp, _byte, blockSize);
  101. int32_t size = 0;
  102. while (0 < _size)
  103. {
  104. int32_t bytes = write(_writer, temp, uint32_min(blockSize, _size), _err);
  105. size += bytes;
  106. _size -= bytes;
  107. }
  108. return size;
  109. }
  110. /// Write value.
  111. template<typename Ty>
  112. inline int32_t write(WriterI* _writer, const Ty& _value, Error* _err = NULL)
  113. {
  114. BX_ERROR_SCOPE(_err);
  115. BX_STATIC_ASSERT(BX_TYPE_IS_POD(Ty) );
  116. return _writer->write(&_value, sizeof(Ty), _err);
  117. }
  118. /// Write value as little endian.
  119. template<typename Ty>
  120. inline int32_t writeLE(WriterI* _writer, const Ty& _value, Error* _err = NULL)
  121. {
  122. BX_ERROR_SCOPE(_err);
  123. BX_STATIC_ASSERT(BX_TYPE_IS_POD(Ty) );
  124. Ty value = toLittleEndian(_value);
  125. int32_t result = _writer->write(&value, sizeof(Ty), _err);
  126. return result;
  127. }
  128. /// Write value as big endian.
  129. template<typename Ty>
  130. inline int32_t writeBE(WriterI* _writer, const Ty& _value, Error* _err = NULL)
  131. {
  132. BX_ERROR_SCOPE(_err);
  133. BX_STATIC_ASSERT(BX_TYPE_IS_POD(Ty) );
  134. Ty value = toBigEndian(_value);
  135. int32_t result = _writer->write(&value, sizeof(Ty), _err);
  136. return result;
  137. }
  138. /// Write formated string.
  139. inline int32_t writePrintf(WriterI* _writer, const char* _format, ...)
  140. {
  141. va_list argList;
  142. va_start(argList, _format);
  143. char temp[2048];
  144. char* out = temp;
  145. int32_t max = sizeof(temp);
  146. int32_t len = vsnprintf(out, max, _format, argList);
  147. if (len > max)
  148. {
  149. out = (char*)alloca(len);
  150. len = vsnprintf(out, len, _format, argList);
  151. }
  152. int32_t size = write(_writer, out, len);
  153. va_end(argList);
  154. return size;
  155. }
  156. /// Skip _offset bytes forward.
  157. inline int64_t skip(SeekerI* _seeker, int64_t _offset)
  158. {
  159. return _seeker->seek(_offset, Whence::Current);
  160. }
  161. /// Seek to any position in file.
  162. inline int64_t seek(SeekerI* _seeker, int64_t _offset = 0, Whence::Enum _whence = Whence::Current)
  163. {
  164. return _seeker->seek(_offset, _whence);
  165. }
  166. /// Returns size of file.
  167. inline int64_t getSize(SeekerI* _seeker)
  168. {
  169. int64_t offset = _seeker->seek();
  170. int64_t size = _seeker->seek(0, Whence::End);
  171. _seeker->seek(offset, Whence::Begin);
  172. return size;
  173. }
  174. struct BX_NO_VTABLE ReaderSeekerI : public ReaderI, public SeekerI
  175. {
  176. };
  177. /// Peek data.
  178. inline int32_t peek(ReaderSeekerI* _reader, void* _data, int32_t _size, Error* _err = NULL)
  179. {
  180. BX_ERROR_SCOPE(_err);
  181. int64_t offset = bx::seek(_reader);
  182. int32_t size = _reader->read(_data, _size, _err);
  183. bx::seek(_reader, offset, bx::Whence::Begin);
  184. return size;
  185. }
  186. /// Peek value.
  187. template<typename Ty>
  188. inline int32_t peek(ReaderSeekerI* _reader, Ty& _value, Error* _err = NULL)
  189. {
  190. BX_ERROR_SCOPE(_err);
  191. BX_STATIC_ASSERT(BX_TYPE_IS_POD(Ty) );
  192. return peek(_reader, &_value, sizeof(Ty), _err);
  193. }
  194. struct BX_NO_VTABLE WriterSeekerI : public WriterI, public SeekerI
  195. {
  196. };
  197. struct BX_NO_VTABLE ReaderOpenI
  198. {
  199. virtual ~ReaderOpenI() = 0;
  200. virtual bool open(const char* _filePath, Error* _err) = 0;
  201. };
  202. inline ReaderOpenI::~ReaderOpenI()
  203. {
  204. }
  205. struct BX_NO_VTABLE WriterOpenI
  206. {
  207. virtual ~WriterOpenI() = 0;
  208. virtual bool open(const char* _filePath, bool _append, Error* _err) = 0;
  209. };
  210. inline WriterOpenI::~WriterOpenI()
  211. {
  212. }
  213. struct BX_NO_VTABLE CloserI
  214. {
  215. virtual ~CloserI() = 0;
  216. virtual void close() = 0;
  217. };
  218. inline CloserI::~CloserI()
  219. {
  220. }
  221. struct BX_NO_VTABLE FileReaderI : public ReaderOpenI, public CloserI, public ReaderSeekerI
  222. {
  223. };
  224. struct BX_NO_VTABLE FileWriterI : public WriterOpenI, public CloserI, public WriterSeekerI
  225. {
  226. };
  227. inline bool open(ReaderOpenI* _reader, const char* _filePath, Error* _err = NULL)
  228. {
  229. BX_ERROR_USE_TEMP_WHEN_NULL(_err);
  230. return _reader->open(_filePath, _err);
  231. }
  232. inline bool open(WriterOpenI* _writer, const char* _filePath, bool _append = false, Error* _err = NULL)
  233. {
  234. BX_ERROR_USE_TEMP_WHEN_NULL(_err);
  235. return _writer->open(_filePath, _append, _err);
  236. }
  237. inline void close(CloserI* _reader)
  238. {
  239. _reader->close();
  240. }
  241. struct BX_NO_VTABLE MemoryBlockI
  242. {
  243. virtual void* more(uint32_t _size = 0) = 0;
  244. virtual uint32_t getSize() = 0;
  245. };
  246. class StaticMemoryBlock : public MemoryBlockI
  247. {
  248. public:
  249. StaticMemoryBlock(void* _data, uint32_t _size)
  250. : m_data(_data)
  251. , m_size(_size)
  252. {
  253. }
  254. virtual ~StaticMemoryBlock()
  255. {
  256. }
  257. virtual void* more(uint32_t /*_size*/ = 0) BX_OVERRIDE
  258. {
  259. return m_data;
  260. }
  261. virtual uint32_t getSize() BX_OVERRIDE
  262. {
  263. return m_size;
  264. }
  265. private:
  266. void* m_data;
  267. uint32_t m_size;
  268. };
  269. class MemoryBlock : public MemoryBlockI
  270. {
  271. public:
  272. MemoryBlock(AllocatorI* _allocator)
  273. : m_allocator(_allocator)
  274. , m_data(NULL)
  275. , m_size(0)
  276. {
  277. }
  278. virtual ~MemoryBlock()
  279. {
  280. BX_FREE(m_allocator, m_data);
  281. }
  282. virtual void* more(uint32_t _size = 0) BX_OVERRIDE
  283. {
  284. if (0 < _size)
  285. {
  286. m_size += _size;
  287. m_data = BX_REALLOC(m_allocator, m_data, m_size);
  288. }
  289. return m_data;
  290. }
  291. virtual uint32_t getSize() BX_OVERRIDE
  292. {
  293. return m_size;
  294. }
  295. private:
  296. AllocatorI* m_allocator;
  297. void* m_data;
  298. uint32_t m_size;
  299. };
  300. class SizerWriter : public WriterSeekerI
  301. {
  302. public:
  303. SizerWriter()
  304. : m_pos(0)
  305. , m_top(0)
  306. {
  307. }
  308. virtual ~SizerWriter()
  309. {
  310. }
  311. virtual int64_t seek(int64_t _offset = 0, Whence::Enum _whence = Whence::Current) BX_OVERRIDE
  312. {
  313. switch (_whence)
  314. {
  315. case Whence::Begin:
  316. m_pos = int64_clamp(_offset, 0, m_top);
  317. break;
  318. case Whence::Current:
  319. m_pos = int64_clamp(m_pos + _offset, 0, m_top);
  320. break;
  321. case Whence::End:
  322. m_pos = int64_clamp(m_top - _offset, 0, m_top);
  323. break;
  324. }
  325. return m_pos;
  326. }
  327. virtual int32_t write(const void* /*_data*/, int32_t _size, Error* _err) BX_OVERRIDE
  328. {
  329. BX_CHECK(NULL != _err, "Reader/Writer interface calling functions must handle errors.");
  330. int32_t morecore = int32_t(m_pos - m_top) + _size;
  331. if (0 < morecore)
  332. {
  333. m_top += morecore;
  334. }
  335. int64_t remainder = m_top-m_pos;
  336. int32_t size = uint32_min(_size, uint32_t(int64_min(remainder, INT32_MAX) ) );
  337. m_pos += size;
  338. if (size != _size)
  339. {
  340. BX_ERROR_SET(_err, BX_ERROR_READERWRITER_WRITE, "SizerWriter: write truncated.");
  341. }
  342. return size;
  343. }
  344. private:
  345. int64_t m_pos;
  346. int64_t m_top;
  347. };
  348. class MemoryReader : public ReaderSeekerI
  349. {
  350. public:
  351. MemoryReader(const void* _data, uint32_t _size)
  352. : m_data( (const uint8_t*)_data)
  353. , m_pos(0)
  354. , m_top(_size)
  355. {
  356. }
  357. virtual ~MemoryReader()
  358. {
  359. }
  360. virtual int64_t seek(int64_t _offset, Whence::Enum _whence) BX_OVERRIDE
  361. {
  362. switch (_whence)
  363. {
  364. case Whence::Begin:
  365. m_pos = int64_clamp(_offset, 0, m_top);
  366. break;
  367. case Whence::Current:
  368. m_pos = int64_clamp(m_pos + _offset, 0, m_top);
  369. break;
  370. case Whence::End:
  371. m_pos = int64_clamp(m_top - _offset, 0, m_top);
  372. break;
  373. }
  374. return m_pos;
  375. }
  376. virtual int32_t read(void* _data, int32_t _size, Error* _err) BX_OVERRIDE
  377. {
  378. BX_CHECK(NULL != _err, "Reader/Writer interface calling functions must handle errors.");
  379. int64_t remainder = m_top-m_pos;
  380. int32_t size = uint32_min(_size, uint32_t(int64_min(remainder, INT32_MAX) ) );
  381. memcpy(_data, &m_data[m_pos], size);
  382. m_pos += size;
  383. if (size != _size)
  384. {
  385. BX_ERROR_SET(_err, BX_ERROR_READERWRITER_READ, "MemoryReader: read truncated.");
  386. }
  387. return size;
  388. }
  389. const uint8_t* getDataPtr() const
  390. {
  391. return &m_data[m_pos];
  392. }
  393. int64_t getPos() const
  394. {
  395. return m_pos;
  396. }
  397. int64_t remaining() const
  398. {
  399. return m_top-m_pos;
  400. }
  401. private:
  402. const uint8_t* m_data;
  403. int64_t m_pos;
  404. int64_t m_top;
  405. };
  406. class MemoryWriter : public WriterSeekerI
  407. {
  408. public:
  409. MemoryWriter(MemoryBlockI* _memBlock)
  410. : m_memBlock(_memBlock)
  411. , m_data(NULL)
  412. , m_pos(0)
  413. , m_top(0)
  414. , m_size(0)
  415. {
  416. }
  417. virtual ~MemoryWriter()
  418. {
  419. }
  420. virtual int64_t seek(int64_t _offset = 0, Whence::Enum _whence = Whence::Current) BX_OVERRIDE
  421. {
  422. switch (_whence)
  423. {
  424. case Whence::Begin:
  425. m_pos = int64_clamp(_offset, 0, m_top);
  426. break;
  427. case Whence::Current:
  428. m_pos = int64_clamp(m_pos + _offset, 0, m_top);
  429. break;
  430. case Whence::End:
  431. m_pos = int64_clamp(m_top - _offset, 0, m_top);
  432. break;
  433. }
  434. return m_pos;
  435. }
  436. virtual int32_t write(const void* _data, int32_t _size, Error* _err) BX_OVERRIDE
  437. {
  438. BX_CHECK(NULL != _err, "Reader/Writer interface calling functions must handle errors.");
  439. int32_t morecore = int32_t(m_pos - m_size) + _size;
  440. if (0 < morecore)
  441. {
  442. morecore = BX_ALIGN_MASK(morecore, 0xfff);
  443. m_data = (uint8_t*)m_memBlock->more(morecore);
  444. m_size = m_memBlock->getSize();
  445. }
  446. int64_t remainder = m_size-m_pos;
  447. int32_t size = uint32_min(_size, uint32_t(int64_min(remainder, INT32_MAX) ) );
  448. memcpy(&m_data[m_pos], _data, size);
  449. m_pos += size;
  450. m_top = int64_max(m_top, m_pos);
  451. if (size != _size)
  452. {
  453. BX_ERROR_SET(_err, BX_ERROR_READERWRITER_WRITE, "MemoryWriter: write truncated.");
  454. }
  455. return size;
  456. }
  457. private:
  458. MemoryBlockI* m_memBlock;
  459. uint8_t* m_data;
  460. int64_t m_pos;
  461. int64_t m_top;
  462. int64_t m_size;
  463. };
  464. class StaticMemoryBlockWriter : public MemoryWriter
  465. {
  466. public:
  467. StaticMemoryBlockWriter(void* _data, uint32_t _size)
  468. : MemoryWriter(&m_smb)
  469. , m_smb(_data, _size)
  470. {
  471. }
  472. ~StaticMemoryBlockWriter()
  473. {
  474. }
  475. private:
  476. StaticMemoryBlock m_smb;
  477. };
  478. } // namespace bx
  479. #endif // BX_READERWRITER_H_HEADER_GUARD