state.h 7.0 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243
  1. /* Copyright 2015 Google Inc. All Rights Reserved.
  2. Distributed under MIT license.
  3. See file LICENSE for detail or copy at https://opensource.org/licenses/MIT
  4. */
  5. /* Brotli state for partial streaming decoding. */
  6. #ifndef BROTLI_DEC_STATE_H_
  7. #define BROTLI_DEC_STATE_H_
  8. #include "../common/constants.h"
  9. #include "../common/types.h"
  10. #include "./bit_reader.h"
  11. #include "./huffman.h"
  12. #include "./port.h"
  13. #if defined(__cplusplus) || defined(c_plusplus)
  14. extern "C" {
  15. #endif
  16. typedef enum {
  17. BROTLI_STATE_UNINITED,
  18. BROTLI_STATE_METABLOCK_BEGIN,
  19. BROTLI_STATE_METABLOCK_HEADER,
  20. BROTLI_STATE_METABLOCK_HEADER_2,
  21. BROTLI_STATE_CONTEXT_MODES,
  22. BROTLI_STATE_COMMAND_BEGIN,
  23. BROTLI_STATE_COMMAND_INNER,
  24. BROTLI_STATE_COMMAND_POST_DECODE_LITERALS,
  25. BROTLI_STATE_COMMAND_POST_WRAP_COPY,
  26. BROTLI_STATE_UNCOMPRESSED,
  27. BROTLI_STATE_METADATA,
  28. BROTLI_STATE_COMMAND_INNER_WRITE,
  29. BROTLI_STATE_METABLOCK_DONE,
  30. BROTLI_STATE_COMMAND_POST_WRITE_1,
  31. BROTLI_STATE_COMMAND_POST_WRITE_2,
  32. BROTLI_STATE_HUFFMAN_CODE_0,
  33. BROTLI_STATE_HUFFMAN_CODE_1,
  34. BROTLI_STATE_HUFFMAN_CODE_2,
  35. BROTLI_STATE_HUFFMAN_CODE_3,
  36. BROTLI_STATE_CONTEXT_MAP_1,
  37. BROTLI_STATE_CONTEXT_MAP_2,
  38. BROTLI_STATE_TREE_GROUP,
  39. BROTLI_STATE_DONE
  40. } BrotliRunningState;
  41. typedef enum {
  42. BROTLI_STATE_METABLOCK_HEADER_NONE,
  43. BROTLI_STATE_METABLOCK_HEADER_EMPTY,
  44. BROTLI_STATE_METABLOCK_HEADER_NIBBLES,
  45. BROTLI_STATE_METABLOCK_HEADER_SIZE,
  46. BROTLI_STATE_METABLOCK_HEADER_UNCOMPRESSED,
  47. BROTLI_STATE_METABLOCK_HEADER_RESERVED,
  48. BROTLI_STATE_METABLOCK_HEADER_BYTES,
  49. BROTLI_STATE_METABLOCK_HEADER_METADATA
  50. } BrotliRunningMetablockHeaderState;
  51. typedef enum {
  52. BROTLI_STATE_UNCOMPRESSED_NONE,
  53. BROTLI_STATE_UNCOMPRESSED_WRITE
  54. } BrotliRunningUncompressedState;
  55. typedef enum {
  56. BROTLI_STATE_TREE_GROUP_NONE,
  57. BROTLI_STATE_TREE_GROUP_LOOP
  58. } BrotliRunningTreeGroupState;
  59. typedef enum {
  60. BROTLI_STATE_CONTEXT_MAP_NONE,
  61. BROTLI_STATE_CONTEXT_MAP_READ_PREFIX,
  62. BROTLI_STATE_CONTEXT_MAP_HUFFMAN,
  63. BROTLI_STATE_CONTEXT_MAP_DECODE,
  64. BROTLI_STATE_CONTEXT_MAP_TRANSFORM
  65. } BrotliRunningContextMapState;
  66. typedef enum {
  67. BROTLI_STATE_HUFFMAN_NONE,
  68. BROTLI_STATE_HUFFMAN_SIMPLE_SIZE,
  69. BROTLI_STATE_HUFFMAN_SIMPLE_READ,
  70. BROTLI_STATE_HUFFMAN_SIMPLE_BUILD,
  71. BROTLI_STATE_HUFFMAN_COMPLEX,
  72. BROTLI_STATE_HUFFMAN_LENGTH_SYMBOLS
  73. } BrotliRunningHuffmanState;
  74. typedef enum {
  75. BROTLI_STATE_DECODE_UINT8_NONE,
  76. BROTLI_STATE_DECODE_UINT8_SHORT,
  77. BROTLI_STATE_DECODE_UINT8_LONG
  78. } BrotliRunningDecodeUint8State;
  79. typedef enum {
  80. BROTLI_STATE_READ_BLOCK_LENGTH_NONE,
  81. BROTLI_STATE_READ_BLOCK_LENGTH_SUFFIX
  82. } BrotliRunningReadBlockLengthState;
  83. struct BrotliStateStruct {
  84. BrotliRunningState state;
  85. /* This counter is reused for several disjoint loops. */
  86. int loop_counter;
  87. BrotliBitReader br;
  88. brotli_alloc_func alloc_func;
  89. brotli_free_func free_func;
  90. void* memory_manager_opaque;
  91. /* Temporary storage for remaining input. */
  92. union {
  93. uint64_t u64;
  94. uint8_t u8[8];
  95. } buffer;
  96. uint32_t buffer_length;
  97. int pos;
  98. int max_backward_distance;
  99. int max_backward_distance_minus_custom_dict_size;
  100. int max_distance;
  101. int ringbuffer_size;
  102. int ringbuffer_mask;
  103. int dist_rb_idx;
  104. int dist_rb[4];
  105. int error_code;
  106. uint32_t sub_loop_counter;
  107. uint8_t* ringbuffer;
  108. uint8_t* ringbuffer_end;
  109. HuffmanCode* htree_command;
  110. const uint8_t* context_lookup1;
  111. const uint8_t* context_lookup2;
  112. uint8_t* context_map_slice;
  113. uint8_t* dist_context_map_slice;
  114. /* This ring buffer holds a few past copy distances that will be used by */
  115. /* some special distance codes. */
  116. HuffmanTreeGroup literal_hgroup;
  117. HuffmanTreeGroup insert_copy_hgroup;
  118. HuffmanTreeGroup distance_hgroup;
  119. HuffmanCode* block_type_trees;
  120. HuffmanCode* block_len_trees;
  121. /* This is true if the literal context map histogram type always matches the
  122. block type. It is then not needed to keep the context (faster decoding). */
  123. int trivial_literal_context;
  124. int distance_context;
  125. int meta_block_remaining_len;
  126. uint32_t block_length_index;
  127. uint32_t block_length[3];
  128. uint32_t num_block_types[3];
  129. uint32_t block_type_rb[6];
  130. uint32_t distance_postfix_bits;
  131. uint32_t num_direct_distance_codes;
  132. int distance_postfix_mask;
  133. uint32_t num_dist_htrees;
  134. uint8_t* dist_context_map;
  135. HuffmanCode* literal_htree;
  136. uint8_t dist_htree_index;
  137. uint32_t repeat_code_len;
  138. uint32_t prev_code_len;
  139. int copy_length;
  140. int distance_code;
  141. /* For partial write operations */
  142. size_t rb_roundtrips; /* How many times we went around the ringbuffer */
  143. size_t partial_pos_out; /* How much output to the user in total (<= rb) */
  144. /* For ReadHuffmanCode */
  145. uint32_t symbol;
  146. uint32_t repeat;
  147. uint32_t space;
  148. HuffmanCode table[32];
  149. /* List of of symbol chains. */
  150. uint16_t* symbol_lists;
  151. /* Storage from symbol_lists. */
  152. uint16_t symbols_lists_array[BROTLI_HUFFMAN_MAX_CODE_LENGTH + 1 +
  153. BROTLI_NUM_COMMAND_SYMBOLS];
  154. /* Tails of symbol chains. */
  155. int next_symbol[32];
  156. uint8_t code_length_code_lengths[BROTLI_CODE_LENGTH_CODES];
  157. /* Population counts for the code lengths */
  158. uint16_t code_length_histo[16];
  159. /* For HuffmanTreeGroupDecode */
  160. int htree_index;
  161. HuffmanCode* next;
  162. /* For DecodeContextMap */
  163. uint32_t context_index;
  164. uint32_t max_run_length_prefix;
  165. uint32_t code;
  166. HuffmanCode context_map_table[BROTLI_HUFFMAN_MAX_SIZE_272];
  167. /* For InverseMoveToFrontTransform */
  168. uint32_t mtf_upper_bound;
  169. uint8_t mtf[256 + 4];
  170. /* For custom dictionaries */
  171. const uint8_t* custom_dict;
  172. int custom_dict_size;
  173. /* less used attributes are in the end of this struct */
  174. /* States inside function calls */
  175. BrotliRunningMetablockHeaderState substate_metablock_header;
  176. BrotliRunningTreeGroupState substate_tree_group;
  177. BrotliRunningContextMapState substate_context_map;
  178. BrotliRunningUncompressedState substate_uncompressed;
  179. BrotliRunningHuffmanState substate_huffman;
  180. BrotliRunningDecodeUint8State substate_decode_uint8;
  181. BrotliRunningReadBlockLengthState substate_read_block_length;
  182. uint8_t is_last_metablock;
  183. uint8_t is_uncompressed;
  184. uint8_t is_metadata;
  185. uint8_t size_nibbles;
  186. uint32_t window_bits;
  187. uint32_t num_literal_htrees;
  188. uint8_t* context_map;
  189. uint8_t* context_modes;
  190. uint32_t trivial_literal_contexts[8]; /* 256 bits */
  191. };
  192. typedef struct BrotliStateStruct BrotliStateInternal;
  193. #define BrotliState BrotliStateInternal
  194. BROTLI_INTERNAL void BrotliStateInit(BrotliState* s);
  195. BROTLI_INTERNAL void BrotliStateInitWithCustomAllocators(BrotliState* s,
  196. brotli_alloc_func alloc_func, brotli_free_func free_func, void* opaque);
  197. BROTLI_INTERNAL void BrotliStateCleanup(BrotliState* s);
  198. BROTLI_INTERNAL void BrotliStateMetablockBegin(BrotliState* s);
  199. BROTLI_INTERNAL void BrotliStateCleanupAfterMetablock(BrotliState* s);
  200. BROTLI_INTERNAL void BrotliHuffmanTreeGroupInit(BrotliState* s,
  201. HuffmanTreeGroup* group, uint32_t alphabet_size, uint32_t ntrees);
  202. BROTLI_INTERNAL void BrotliHuffmanTreeGroupRelease(BrotliState* s,
  203. HuffmanTreeGroup* group);
  204. #if defined(__cplusplus) || defined(c_plusplus)
  205. } /* extern "C" */
  206. #endif
  207. #endif /* BROTLI_DEC_STATE_H_ */