histogram.c 3.0 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495
  1. /* Copyright 2013 Google Inc. All Rights Reserved.
  2. Distributed under MIT license.
  3. See file LICENSE for detail or copy at https://opensource.org/licenses/MIT
  4. */
  5. /* Build per-context histograms of literals, commands and distance codes. */
  6. #include "./histogram.h"
  7. #include "./block_splitter.h"
  8. #include "./command.h"
  9. #include "./context.h"
  10. #if defined(__cplusplus) || defined(c_plusplus)
  11. extern "C" {
  12. #endif
  13. typedef struct BlockSplitIterator {
  14. const BlockSplit* split_; /* Not owned. */
  15. size_t idx_;
  16. size_t type_;
  17. size_t length_;
  18. } BlockSplitIterator;
  19. static void InitBlockSplitIterator(BlockSplitIterator* self,
  20. const BlockSplit* split) {
  21. self->split_ = split;
  22. self->idx_ = 0;
  23. self->type_ = 0;
  24. self->length_ = split->lengths ? split->lengths[0] : 0;
  25. }
  26. static void BlockSplitIteratorNext(BlockSplitIterator* self) {
  27. if (self->length_ == 0) {
  28. ++self->idx_;
  29. self->type_ = self->split_->types[self->idx_];
  30. self->length_ = self->split_->lengths[self->idx_];
  31. }
  32. --self->length_;
  33. }
  34. void BrotliBuildHistogramsWithContext(
  35. const Command* cmds, const size_t num_commands,
  36. const BlockSplit* literal_split, const BlockSplit* insert_and_copy_split,
  37. const BlockSplit* dist_split, const uint8_t* ringbuffer, size_t start_pos,
  38. size_t mask, uint8_t prev_byte, uint8_t prev_byte2,
  39. const ContextType* context_modes, HistogramLiteral* literal_histograms,
  40. HistogramCommand* insert_and_copy_histograms,
  41. HistogramDistance* copy_dist_histograms) {
  42. size_t pos = start_pos;
  43. BlockSplitIterator literal_it;
  44. BlockSplitIterator insert_and_copy_it;
  45. BlockSplitIterator dist_it;
  46. size_t i;
  47. InitBlockSplitIterator(&literal_it, literal_split);
  48. InitBlockSplitIterator(&insert_and_copy_it, insert_and_copy_split);
  49. InitBlockSplitIterator(&dist_it, dist_split);
  50. for (i = 0; i < num_commands; ++i) {
  51. const Command* cmd = &cmds[i];
  52. size_t j;
  53. BlockSplitIteratorNext(&insert_and_copy_it);
  54. HistogramAddCommand(&insert_and_copy_histograms[insert_and_copy_it.type_],
  55. cmd->cmd_prefix_);
  56. for (j = cmd->insert_len_; j != 0; --j) {
  57. size_t context;
  58. BlockSplitIteratorNext(&literal_it);
  59. context = (literal_it.type_ << BROTLI_LITERAL_CONTEXT_BITS) +
  60. Context(prev_byte, prev_byte2, context_modes[literal_it.type_]);
  61. HistogramAddLiteral(&literal_histograms[context],
  62. ringbuffer[pos & mask]);
  63. prev_byte2 = prev_byte;
  64. prev_byte = ringbuffer[pos & mask];
  65. ++pos;
  66. }
  67. pos += CommandCopyLen(cmd);
  68. if (CommandCopyLen(cmd)) {
  69. prev_byte2 = ringbuffer[(pos - 2) & mask];
  70. prev_byte = ringbuffer[(pos - 1) & mask];
  71. if (cmd->cmd_prefix_ >= 128) {
  72. size_t context;
  73. BlockSplitIteratorNext(&dist_it);
  74. context = (dist_it.type_ << BROTLI_DISTANCE_CONTEXT_BITS) +
  75. CommandDistanceContext(cmd);
  76. HistogramAddDistance(&copy_dist_histograms[context],
  77. cmd->dist_prefix_);
  78. }
  79. }
  80. }
  81. }
  82. #if defined(__cplusplus) || defined(c_plusplus)
  83. } /* extern "C" */
  84. #endif