basisu_basis_file.cpp 10 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269
  1. // basisu_basis_file.cpp
  2. // Copyright (C) 2019-2021 Binomial LLC. All Rights Reserved.
  3. //
  4. // Licensed under the Apache License, Version 2.0 (the "License");
  5. // you may not use this file except in compliance with the License.
  6. // You may obtain a copy of the License at
  7. //
  8. // http://www.apache.org/licenses/LICENSE-2.0
  9. //
  10. // Unless required by applicable law or agreed to in writing, software
  11. // distributed under the License is distributed on an "AS IS" BASIS,
  12. // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  13. // See the License for the specific language governing permissions and
  14. // limitations under the License.
  15. #include "basisu_basis_file.h"
  16. #include "../transcoder/basisu_transcoder.h"
  17. // The output file version. Keep in sync with BASISD_SUPPORTED_BASIS_VERSION.
  18. #define BASIS_FILE_VERSION (0x13)
  19. namespace basisu
  20. {
  21. void basisu_file::create_header(const basisu_backend_output &encoder_output, basist::basis_texture_type tex_type, uint32_t userdata0, uint32_t userdata1, bool y_flipped, uint32_t us_per_frame)
  22. {
  23. m_header.m_header_size = sizeof(basist::basis_file_header);
  24. m_header.m_data_size = m_total_file_size - sizeof(basist::basis_file_header);
  25. m_header.m_total_slices = (uint32_t)encoder_output.m_slice_desc.size();
  26. m_header.m_total_images = 0;
  27. for (uint32_t i = 0; i < encoder_output.m_slice_desc.size(); i++)
  28. m_header.m_total_images = maximum<uint32_t>(m_header.m_total_images, encoder_output.m_slice_desc[i].m_source_file_index + 1);
  29. m_header.m_tex_format = (int)encoder_output.m_tex_format;
  30. m_header.m_flags = 0;
  31. if (encoder_output.m_etc1s)
  32. {
  33. assert(encoder_output.m_tex_format == basist::basis_tex_format::cETC1S);
  34. m_header.m_flags = m_header.m_flags | basist::cBASISHeaderFlagETC1S;
  35. }
  36. else
  37. {
  38. assert(encoder_output.m_tex_format != basist::basis_tex_format::cETC1S);
  39. }
  40. if (y_flipped)
  41. m_header.m_flags = m_header.m_flags | basist::cBASISHeaderFlagYFlipped;
  42. if (encoder_output.m_uses_global_codebooks)
  43. m_header.m_flags = m_header.m_flags | basist::cBASISHeaderFlagUsesGlobalCodebook;
  44. if (encoder_output.m_srgb)
  45. m_header.m_flags = m_header.m_flags | basist::cBASISHeaderFlagSRGB;
  46. for (uint32_t i = 0; i < encoder_output.m_slice_desc.size(); i++)
  47. {
  48. if (encoder_output.m_slice_desc[i].m_alpha)
  49. {
  50. m_header.m_flags = m_header.m_flags | basist::cBASISHeaderFlagHasAlphaSlices;
  51. break;
  52. }
  53. }
  54. m_header.m_tex_type = static_cast<uint8_t>(tex_type);
  55. m_header.m_us_per_frame = clamp<uint32_t>(us_per_frame, 0, basist::cBASISMaxUSPerFrame);
  56. m_header.m_userdata0 = userdata0;
  57. m_header.m_userdata1 = userdata1;
  58. m_header.m_total_endpoints = encoder_output.m_num_endpoints;
  59. if (!encoder_output.m_uses_global_codebooks)
  60. {
  61. m_header.m_endpoint_cb_file_ofs = m_endpoint_cb_file_ofs;
  62. m_header.m_endpoint_cb_file_size = (uint32_t)encoder_output.m_endpoint_palette.size();
  63. }
  64. else
  65. {
  66. assert(!m_endpoint_cb_file_ofs);
  67. }
  68. m_header.m_total_selectors = encoder_output.m_num_selectors;
  69. if (!encoder_output.m_uses_global_codebooks)
  70. {
  71. m_header.m_selector_cb_file_ofs = m_selector_cb_file_ofs;
  72. m_header.m_selector_cb_file_size = (uint32_t)encoder_output.m_selector_palette.size();
  73. }
  74. else
  75. {
  76. assert(!m_selector_cb_file_ofs);
  77. }
  78. m_header.m_tables_file_ofs = m_tables_file_ofs;
  79. m_header.m_tables_file_size = (uint32_t)encoder_output.m_slice_image_tables.size();
  80. m_header.m_slice_desc_file_ofs = m_slice_descs_file_ofs;
  81. }
  82. bool basisu_file::create_image_descs(const basisu_backend_output &encoder_output)
  83. {
  84. const basisu_backend_slice_desc_vec &slice_descs = encoder_output.m_slice_desc;
  85. m_images_descs.resize(slice_descs.size());
  86. uint64_t cur_slice_file_ofs = m_first_image_file_ofs;
  87. for (uint32_t i = 0; i < slice_descs.size(); i++)
  88. {
  89. clear_obj(m_images_descs[i]);
  90. m_images_descs[i].m_image_index = slice_descs[i].m_source_file_index;
  91. m_images_descs[i].m_level_index = slice_descs[i].m_mip_index;
  92. if (slice_descs[i].m_alpha)
  93. m_images_descs[i].m_flags = m_images_descs[i].m_flags | basist::cSliceDescFlagsHasAlpha;
  94. if (slice_descs[i].m_iframe)
  95. m_images_descs[i].m_flags = m_images_descs[i].m_flags | basist::cSliceDescFlagsFrameIsIFrame;
  96. m_images_descs[i].m_orig_width = slice_descs[i].m_orig_width;
  97. m_images_descs[i].m_orig_height = slice_descs[i].m_orig_height;
  98. m_images_descs[i].m_num_blocks_x = slice_descs[i].m_num_blocks_x;
  99. m_images_descs[i].m_num_blocks_y = slice_descs[i].m_num_blocks_y;
  100. m_images_descs[i].m_slice_data_crc16 = encoder_output.m_slice_image_crcs[i];
  101. if (encoder_output.m_slice_image_data[i].size() > UINT32_MAX)
  102. {
  103. error_printf("basisu_file::create_image_descs: Basis file too large\n");
  104. return false;
  105. }
  106. const uint32_t image_size = (uint32_t)encoder_output.m_slice_image_data[i].size();
  107. m_images_descs[i].m_file_ofs = (uint32_t)cur_slice_file_ofs;
  108. m_images_descs[i].m_file_size = image_size;
  109. cur_slice_file_ofs += image_size;
  110. if (cur_slice_file_ofs > UINT32_MAX)
  111. {
  112. error_printf("basisu_file::create_image_descs: Basis file too large\n");
  113. return false;
  114. }
  115. }
  116. assert(cur_slice_file_ofs == m_total_file_size);
  117. return true;
  118. }
  119. void basisu_file::create_comp_data(const basisu_backend_output &encoder_output)
  120. {
  121. const basisu_backend_slice_desc_vec &slice_descs = encoder_output.m_slice_desc;
  122. append_vector(m_comp_data, reinterpret_cast<const uint8_t *>(&m_header), sizeof(m_header));
  123. assert(m_comp_data.size() == m_slice_descs_file_ofs);
  124. append_vector(m_comp_data, reinterpret_cast<const uint8_t*>(&m_images_descs[0]), m_images_descs.size() * sizeof(m_images_descs[0]));
  125. if (!encoder_output.m_uses_global_codebooks)
  126. {
  127. if (encoder_output.m_endpoint_palette.size())
  128. {
  129. assert(m_comp_data.size() == m_endpoint_cb_file_ofs);
  130. append_vector(m_comp_data, reinterpret_cast<const uint8_t*>(&encoder_output.m_endpoint_palette[0]), encoder_output.m_endpoint_palette.size());
  131. }
  132. if (encoder_output.m_selector_palette.size())
  133. {
  134. assert(m_comp_data.size() == m_selector_cb_file_ofs);
  135. append_vector(m_comp_data, reinterpret_cast<const uint8_t*>(&encoder_output.m_selector_palette[0]), encoder_output.m_selector_palette.size());
  136. }
  137. }
  138. if (encoder_output.m_slice_image_tables.size())
  139. {
  140. assert(m_comp_data.size() == m_tables_file_ofs);
  141. append_vector(m_comp_data, reinterpret_cast<const uint8_t*>(&encoder_output.m_slice_image_tables[0]), encoder_output.m_slice_image_tables.size());
  142. }
  143. assert(m_comp_data.size() == m_first_image_file_ofs);
  144. for (uint32_t i = 0; i < slice_descs.size(); i++)
  145. append_vector(m_comp_data, &encoder_output.m_slice_image_data[i][0], encoder_output.m_slice_image_data[i].size());
  146. assert(m_comp_data.size() == m_total_file_size);
  147. }
  148. void basisu_file::fixup_crcs()
  149. {
  150. basist::basis_file_header *pHeader = reinterpret_cast<basist::basis_file_header *>(&m_comp_data[0]);
  151. pHeader->m_data_size = m_total_file_size - sizeof(basist::basis_file_header);
  152. pHeader->m_data_crc16 = basist::crc16(&m_comp_data[0] + sizeof(basist::basis_file_header), m_total_file_size - sizeof(basist::basis_file_header), 0);
  153. pHeader->m_header_crc16 = basist::crc16(&pHeader->m_data_size, sizeof(basist::basis_file_header) - BASISU_OFFSETOF(basist::basis_file_header, m_data_size), 0);
  154. pHeader->m_sig = basist::basis_file_header::cBASISSigValue;
  155. pHeader->m_ver = BASIS_FILE_VERSION;// basist::basis_file_header::cBASISFirstVersion;
  156. }
  157. bool basisu_file::init(const basisu_backend_output &encoder_output, basist::basis_texture_type tex_type, uint32_t userdata0, uint32_t userdata1, bool y_flipped, uint32_t us_per_frame)
  158. {
  159. clear();
  160. const basisu_backend_slice_desc_vec &slice_descs = encoder_output.m_slice_desc;
  161. // The Basis file uses 32-bit fields for lots of stuff, so make sure it's not too large.
  162. uint64_t check_size = 0;
  163. if (!encoder_output.m_uses_global_codebooks)
  164. {
  165. check_size = (uint64_t)sizeof(basist::basis_file_header) + (uint64_t)sizeof(basist::basis_slice_desc) * slice_descs.size() +
  166. (uint64_t)encoder_output.m_endpoint_palette.size() + (uint64_t)encoder_output.m_selector_palette.size() + (uint64_t)encoder_output.m_slice_image_tables.size();
  167. }
  168. else
  169. {
  170. check_size = (uint64_t)sizeof(basist::basis_file_header) + (uint64_t)sizeof(basist::basis_slice_desc) * slice_descs.size() +
  171. (uint64_t)encoder_output.m_slice_image_tables.size();
  172. }
  173. if (check_size >= 0xFFFF0000ULL)
  174. {
  175. error_printf("basisu_file::init: File is too large!\n");
  176. return false;
  177. }
  178. m_header_file_ofs = 0;
  179. m_slice_descs_file_ofs = sizeof(basist::basis_file_header);
  180. if (encoder_output.m_tex_format == basist::basis_tex_format::cETC1S)
  181. {
  182. if (encoder_output.m_uses_global_codebooks)
  183. {
  184. m_endpoint_cb_file_ofs = 0;
  185. m_selector_cb_file_ofs = 0;
  186. m_tables_file_ofs = m_slice_descs_file_ofs + sizeof(basist::basis_slice_desc) * (uint32_t)slice_descs.size();
  187. }
  188. else
  189. {
  190. m_endpoint_cb_file_ofs = m_slice_descs_file_ofs + sizeof(basist::basis_slice_desc) * (uint32_t)slice_descs.size();
  191. m_selector_cb_file_ofs = m_endpoint_cb_file_ofs + (uint32_t)encoder_output.m_endpoint_palette.size();
  192. m_tables_file_ofs = m_selector_cb_file_ofs + (uint32_t)encoder_output.m_selector_palette.size();
  193. }
  194. m_first_image_file_ofs = m_tables_file_ofs + (uint32_t)encoder_output.m_slice_image_tables.size();
  195. }
  196. else
  197. {
  198. m_endpoint_cb_file_ofs = 0;
  199. m_selector_cb_file_ofs = 0;
  200. m_tables_file_ofs = 0;
  201. m_first_image_file_ofs = m_slice_descs_file_ofs + sizeof(basist::basis_slice_desc) * (uint32_t)slice_descs.size();
  202. }
  203. uint64_t total_file_size = m_first_image_file_ofs;
  204. for (uint32_t i = 0; i < encoder_output.m_slice_image_data.size(); i++)
  205. total_file_size += encoder_output.m_slice_image_data[i].size();
  206. if (total_file_size >= 0xFFFF0000ULL)
  207. {
  208. error_printf("basisu_file::init: File is too large!\n");
  209. return false;
  210. }
  211. m_total_file_size = (uint32_t)total_file_size;
  212. create_header(encoder_output, tex_type, userdata0, userdata1, y_flipped, us_per_frame);
  213. if (!create_image_descs(encoder_output))
  214. return false;
  215. create_comp_data(encoder_output);
  216. fixup_crcs();
  217. return true;
  218. }
  219. } // namespace basisu