metrohash64.cpp 8.2 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244
  1. // metrohash64.cpp
  2. //
  3. // The MIT License (MIT)
  4. //
  5. // Copyright (c) 2015 J. Andrew Rogers
  6. //
  7. // Permission is hereby granted, free of charge, to any person obtaining a copy
  8. // of this software and associated documentation files (the "Software"), to deal
  9. // in the Software without restriction, including without limitation the rights
  10. // to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
  11. // copies of the Software, and to permit persons to whom the Software is
  12. // furnished to do so, subject to the following conditions:
  13. //
  14. // The above copyright notice and this permission notice shall be included in all
  15. // copies or substantial portions of the Software.
  16. //
  17. // THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
  18. // IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
  19. // FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
  20. // AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
  21. // LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
  22. // OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
  23. // SOFTWARE.
  24. //
  25. #include "platform.h"
  26. #include "metrohash64.h"
  27. INLINE void MetroHash64::Initialize(const uint64_t seed)
  28. {
  29. vseed = (seed + k2) * k0;
  30. // initialize internal hash registers
  31. state.v[0] = vseed;
  32. state.v[1] = vseed;
  33. state.v[2] = vseed;
  34. state.v[3] = vseed;
  35. // initialize total length of input
  36. bytes = 0;
  37. }
  38. INLINE void MetroHash64::Update(const uint8_t *data, const uint64_t length) // ESENTHEL CHANGED
  39. {
  40. uint64_t input_size=(bytes&31);
  41. bytes+=length;
  42. const uint64_t copy=32-input_size;
  43. if(length<copy){memcpy(input.b+input_size, data, length); return;} // incomplete input buffer
  44. const uint8_t *const end=data+length;
  45. State state=this->state;
  46. if(input_size) // complete input buffer
  47. {
  48. // process full input buffer
  49. memcpy(input.b+input_size, data, copy); data+=copy;
  50. state.v[0] += read_u64(&input.b[ 0]) * k0; state.v[0] = rotate_right(state.v[0],29) + state.v[2];
  51. state.v[1] += read_u64(&input.b[ 8]) * k1; state.v[1] = rotate_right(state.v[1],29) + state.v[3];
  52. state.v[2] += read_u64(&input.b[16]) * k2; state.v[2] = rotate_right(state.v[2],29) + state.v[0];
  53. state.v[3] += read_u64(&input.b[24]) * k3; state.v[3] = rotate_right(state.v[3],29) + state.v[1];
  54. }
  55. const uint8_t *const limit=end-32;
  56. while(data<=limit)
  57. {
  58. state.v[0] += read_u64(data) * k0; data += 8; state.v[0] = rotate_right(state.v[0],29) + state.v[2];
  59. state.v[1] += read_u64(data) * k1; data += 8; state.v[1] = rotate_right(state.v[1],29) + state.v[3];
  60. state.v[2] += read_u64(data) * k2; data += 8; state.v[2] = rotate_right(state.v[2],29) + state.v[0];
  61. state.v[3] += read_u64(data) * k3; data += 8; state.v[3] = rotate_right(state.v[3],29) + state.v[1];
  62. }
  63. this->state=state;
  64. // store remaining bytes in input buffer
  65. if(data<end)memcpy(input.b, data, end-data);
  66. }
  67. INLINE void MetroHash64::Finalize(uint8_t *const hash)
  68. {
  69. State state = this->state; // ESENTHEL CHANGED (using these as temp variables works faster)
  70. // finalize bulk loop, if used
  71. if (bytes >= 32)
  72. {
  73. state.v[2] ^= rotate_right(((state.v[0] + state.v[3]) * k0) + state.v[1], 37) * k1;
  74. state.v[3] ^= rotate_right(((state.v[1] + state.v[2]) * k1) + state.v[0], 37) * k0;
  75. state.v[0] ^= rotate_right(((state.v[0] + state.v[2]) * k0) + state.v[3], 37) * k1;
  76. state.v[1] ^= rotate_right(((state.v[1] + state.v[3]) * k1) + state.v[2], 37) * k0;
  77. state.v[0] = vseed + (state.v[0] ^ state.v[1]);
  78. }
  79. // process any bytes remaining in the input buffer
  80. const uint8_t * data = input.b;
  81. const uint8_t *const end = data + (bytes & 31);
  82. if ((end - data) >= 16)
  83. {
  84. state.v[1] = state.v[0] + (read_u64(data) * k2); data += 8; state.v[1] = rotate_right(state.v[1],29) * k3;
  85. state.v[2] = state.v[0] + (read_u64(data) * k2); data += 8; state.v[2] = rotate_right(state.v[2],29) * k3;
  86. state.v[1] ^= rotate_right(state.v[1] * k0, 21) + state.v[2];
  87. state.v[2] ^= rotate_right(state.v[2] * k3, 21) + state.v[1];
  88. state.v[0] += state.v[2];
  89. }
  90. if ((end - data) >= 8)
  91. {
  92. state.v[0] += read_u64(data) * k3; data += 8;
  93. state.v[0] ^= rotate_right(state.v[0], 55) * k1;
  94. }
  95. if ((end - data) >= 4)
  96. {
  97. state.v[0] += read_u32(data) * k3; data += 4;
  98. state.v[0] ^= rotate_right(state.v[0], 26) * k1;
  99. }
  100. if ((end - data) >= 2)
  101. {
  102. state.v[0] += read_u16(data) * k3; data += 2;
  103. state.v[0] ^= rotate_right(state.v[0], 48) * k1;
  104. }
  105. if ((end - data) >= 1)
  106. {
  107. state.v[0] += read_u8 (data) * k3;
  108. state.v[0] ^= rotate_right(state.v[0], 37) * k1;
  109. }
  110. state.v[0] ^= rotate_right(state.v[0], 28);
  111. state.v[0] *= k0;
  112. state.v[0] ^= rotate_right(state.v[0], 29);
  113. bytes = 0;
  114. // do any endian conversion here
  115. memcpy(hash, state.v, 8);
  116. }
  117. INLINE void MetroHash64::Hash(const uint8_t *data, const uint64_t length, uint8_t *const hash, const uint64_t seed)
  118. {
  119. const uint8_t *const end=data+length;
  120. uint64_t h = (seed + k2) * k0;
  121. if (length >= 32)
  122. {
  123. uint64_t v[4];
  124. v[0] = h;
  125. v[1] = h;
  126. v[2] = h;
  127. v[3] = h;
  128. do
  129. {
  130. v[0] += read_u64(data) * k0; data += 8; v[0] = rotate_right(v[0],29) + v[2];
  131. v[1] += read_u64(data) * k1; data += 8; v[1] = rotate_right(v[1],29) + v[3];
  132. v[2] += read_u64(data) * k2; data += 8; v[2] = rotate_right(v[2],29) + v[0];
  133. v[3] += read_u64(data) * k3; data += 8; v[3] = rotate_right(v[3],29) + v[1];
  134. }
  135. while (data <= (end - 32));
  136. v[2] ^= rotate_right(((v[0] + v[3]) * k0) + v[1], 37) * k1;
  137. v[3] ^= rotate_right(((v[1] + v[2]) * k1) + v[0], 37) * k0;
  138. v[0] ^= rotate_right(((v[0] + v[2]) * k0) + v[3], 37) * k1;
  139. v[1] ^= rotate_right(((v[1] + v[3]) * k1) + v[2], 37) * k0;
  140. h += v[0] ^ v[1];
  141. }
  142. if ((end - data) >= 16)
  143. {
  144. uint64_t v0 = h + (read_u64(data) * k2); data += 8; v0 = rotate_right(v0,29) * k3;
  145. uint64_t v1 = h + (read_u64(data) * k2); data += 8; v1 = rotate_right(v1,29) * k3;
  146. v0 ^= rotate_right(v0 * k0, 21) + v1;
  147. v1 ^= rotate_right(v1 * k3, 21) + v0;
  148. h += v1;
  149. }
  150. if ((end - data) >= 8)
  151. {
  152. h += read_u64(data) * k3; data += 8;
  153. h ^= rotate_right(h, 55) * k1;
  154. }
  155. if ((end - data) >= 4)
  156. {
  157. h += read_u32(data) * k3; data += 4;
  158. h ^= rotate_right(h, 26) * k1;
  159. }
  160. if ((end - data) >= 2)
  161. {
  162. h += read_u16(data) * k3; data += 2;
  163. h ^= rotate_right(h, 48) * k1;
  164. }
  165. if ((end - data) >= 1)
  166. {
  167. h += read_u8 (data) * k3;
  168. h ^= rotate_right(h, 37) * k1;
  169. }
  170. h ^= rotate_right(h, 28);
  171. h *= k0;
  172. h ^= rotate_right(h, 29);
  173. memcpy(hash, &h, 8);
  174. }
  175. const char * MetroHash64::test_string = "012345678901234567890123456789012345678901234567890123456789012";
  176. const uint8_t MetroHash64::test_seed_0[8] = { 0x6B, 0x75, 0x3D, 0xAE, 0x06, 0x70, 0x4B, 0xAD };
  177. const uint8_t MetroHash64::test_seed_1[8] = { 0x3B, 0x0D, 0x48, 0x1C, 0xF4, 0xB9, 0xB8, 0xDF };
  178. bool MetroHash64::ImplementationVerified()
  179. {
  180. uint8_t hash[8];
  181. const uint8_t *key = reinterpret_cast<const uint8_t *>(MetroHash64::test_string);
  182. // verify one-shot implementation
  183. MetroHash64::Hash(key, strlen(MetroHash64::test_string), hash, 0);
  184. if (memcmp(hash, MetroHash64::test_seed_0, 8) != 0) return false;
  185. MetroHash64::Hash(key, strlen(MetroHash64::test_string), hash, 1);
  186. if (memcmp(hash, MetroHash64::test_seed_1, 8) != 0) return false;
  187. // verify incremental implementation
  188. MetroHash64 metro;
  189. metro.Initialize(0);
  190. metro.Update(reinterpret_cast<const uint8_t *>(MetroHash64::test_string), strlen(MetroHash64::test_string));
  191. metro.Finalize(hash);
  192. if (memcmp(hash, MetroHash64::test_seed_0, 8) != 0) return false;
  193. metro.Initialize(1);
  194. metro.Update(reinterpret_cast<const uint8_t *>(MetroHash64::test_string), strlen(MetroHash64::test_string));
  195. metro.Finalize(hash);
  196. if (memcmp(hash, MetroHash64::test_seed_1, 8) != 0) return false;
  197. return true;
  198. }