hash.odin 11 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337
  1. crc32 :: proc(data: []u8) -> u32 {
  2. result := ~u32(0);
  3. for b in data {
  4. result = result>>8 ~ _crc32_table[(result ~ u32(b)) & 0xff];
  5. }
  6. return ~result;
  7. }
  8. crc64 :: proc(data: []u8) -> u64 {
  9. result := ~u64(0);
  10. for b in data {
  11. result = result>>8 ~ _crc64_table[(result ~ u64(b)) & 0xff];
  12. }
  13. return ~result;
  14. }
  15. fnv32 :: proc(data: []u8) -> u32 {
  16. h: u32 = 0x811c9dc5;
  17. for b in data {
  18. h = (h * 0x01000193) ~ u32(b);
  19. }
  20. return h;
  21. }
  22. fnv64 :: proc(data: []u8) -> u64 {
  23. h: u64 = 0xcbf29ce484222325;
  24. for b in data {
  25. h = (h * 0x100000001b3) ~ u64(b);
  26. }
  27. return h;
  28. }
  29. fnv32a :: proc(data: []u8) -> u32 {
  30. h: u32 = 0x811c9dc5;
  31. for b in data {
  32. h = (h ~ u32(b)) * 0x01000193;
  33. }
  34. return h;
  35. }
  36. fnv64a :: proc(data: []u8) -> u64 {
  37. h: u64 = 0xcbf29ce484222325;
  38. for b in data {
  39. h = (h ~ u64(b)) * 0x100000001b3;
  40. }
  41. return h;
  42. }
  43. murmur32 :: proc(data: []u8) -> u32 {
  44. c1_32: u32 : 0xcc9e2d51;
  45. c2_32: u32 : 0x1b873593;
  46. h1: u32 = 0;
  47. nblocks := len(data)/4;
  48. p := &data[0];
  49. p1 := p + 4*nblocks;
  50. for ; p < p1; p += 4 {
  51. k1 := ^u32(p)^;
  52. k1 *= c1_32;
  53. k1 = (k1 << 15) | (k1 >> 17);
  54. k1 *= c2_32;
  55. h1 ~= k1;
  56. h1 = (h1 << 13) | (h1 >> 19);
  57. h1 = h1*5 + 0xe6546b64;
  58. }
  59. tail := data[nblocks*4 ..];
  60. k1: u32;
  61. match len(tail)&3 {
  62. case 3:
  63. k1 ~= u32(tail[2]) << 16;
  64. fallthrough;
  65. case 2:
  66. k1 ~= u32(tail[2]) << 8;
  67. fallthrough;
  68. case 1:
  69. k1 ~= u32(tail[0]);
  70. k1 *= c1_32;
  71. k1 = (k1 << 15) | (k1 >> 17) ;
  72. k1 *= c2_32;
  73. h1 ~= k1;
  74. }
  75. h1 ~= u32(len(data));
  76. h1 ~= h1 >> 16;
  77. h1 *= 0x85ebca6b;
  78. h1 ~= h1 >> 13;
  79. h1 *= 0xc2b2ae35;
  80. h1 ~= h1 >> 16;
  81. return h1;
  82. }
  83. murmur64 :: proc(data: []u8) -> u64 {
  84. SEED :: 0x9747b28c;
  85. when size_of(int) == 8 {
  86. m :: 0xc6a4a7935bd1e995;
  87. r :: 47;
  88. h: u64 = SEED ~ (u64(len(data)) * m);
  89. data64 := slice_ptr(^u64(&data[0]), len(data)/size_of(u64));
  90. for _, i in data64 {
  91. k := data64[i];
  92. k *= m;
  93. k ~= k>>r;
  94. k *= m;
  95. h ~= k;
  96. h *= m;
  97. }
  98. match len(data)&7 {
  99. case 7: h ~= u64(data[6]) << 48; fallthrough;
  100. case 6: h ~= u64(data[5]) << 40; fallthrough;
  101. case 5: h ~= u64(data[4]) << 32; fallthrough;
  102. case 4: h ~= u64(data[3]) << 24; fallthrough;
  103. case 3: h ~= u64(data[2]) << 16; fallthrough;
  104. case 2: h ~= u64(data[1]) << 8; fallthrough;
  105. case 1:
  106. h ~= u64(data[0]);
  107. h *= m;
  108. }
  109. h ~= h>>r;
  110. h *= m;
  111. h ~= h>>r;
  112. return h;
  113. } else {
  114. m :: 0x5bd1e995;
  115. r :: 24;
  116. h1 := u32(SEED) ~ u32(len(data));
  117. h2 := u32(SEED) >> 32;
  118. data32 := slice_ptr(cast(^u32)&data[0], len(data)/size_of(u32));
  119. len := len(data);
  120. i := 0;
  121. for len >= 8 {
  122. k1, k2: u32;
  123. k1 = data32[i]; i++;
  124. k1 *= m;
  125. k1 ~= k1>>r;
  126. k1 *= m;
  127. h1 *= m;
  128. h1 ~= k1;
  129. len -= 4;
  130. k2 = data32[i]; i++;
  131. k2 *= m;
  132. k2 ~= k2>>r;
  133. k2 *= m;
  134. h2 *= m;
  135. h2 ~= k2;
  136. len -= 4;
  137. }
  138. if len >= 4 {
  139. k1: u32;
  140. k1 = data32[i]; i++;
  141. k1 *= m;
  142. k1 ~= k1>>r;
  143. k1 *= m;
  144. h1 *= m;
  145. h1 ~= k1;
  146. len -= 4;
  147. }
  148. // TODO(bill): Fix this
  149. #no_bounds_check data8 := slice_to_bytes(data32[i..])[0..<3];
  150. match len {
  151. case 3:
  152. h2 ~= u32(data8[2]) << 16;
  153. fallthrough;
  154. case 2:
  155. h2 ~= u32(data8[1]) << 8;
  156. fallthrough;
  157. case 1:
  158. h2 ~= u32(data8[0]);
  159. h2 *= m;
  160. }
  161. h1 ~= h2>>18;
  162. h1 *= m;
  163. h2 ~= h1>>22;
  164. h2 *= m;
  165. h1 ~= h2>>17;
  166. h1 *= m;
  167. h2 ~= h1>>19;
  168. h2 *= m;
  169. h := cast(u64)(h1)<<32 | cast(u64)(h2);
  170. return h;
  171. }
  172. }
  173. immutable _crc32_table := [256]u32{
  174. 0x00000000, 0x77073096, 0xee0e612c, 0x990951ba,
  175. 0x076dc419, 0x706af48f, 0xe963a535, 0x9e6495a3,
  176. 0x0edb8832, 0x79dcb8a4, 0xe0d5e91e, 0x97d2d988,
  177. 0x09b64c2b, 0x7eb17cbd, 0xe7b82d07, 0x90bf1d91,
  178. 0x1db71064, 0x6ab020f2, 0xf3b97148, 0x84be41de,
  179. 0x1adad47d, 0x6ddde4eb, 0xf4d4b551, 0x83d385c7,
  180. 0x136c9856, 0x646ba8c0, 0xfd62f97a, 0x8a65c9ec,
  181. 0x14015c4f, 0x63066cd9, 0xfa0f3d63, 0x8d080df5,
  182. 0x3b6e20c8, 0x4c69105e, 0xd56041e4, 0xa2677172,
  183. 0x3c03e4d1, 0x4b04d447, 0xd20d85fd, 0xa50ab56b,
  184. 0x35b5a8fa, 0x42b2986c, 0xdbbbc9d6, 0xacbcf940,
  185. 0x32d86ce3, 0x45df5c75, 0xdcd60dcf, 0xabd13d59,
  186. 0x26d930ac, 0x51de003a, 0xc8d75180, 0xbfd06116,
  187. 0x21b4f4b5, 0x56b3c423, 0xcfba9599, 0xb8bda50f,
  188. 0x2802b89e, 0x5f058808, 0xc60cd9b2, 0xb10be924,
  189. 0x2f6f7c87, 0x58684c11, 0xc1611dab, 0xb6662d3d,
  190. 0x76dc4190, 0x01db7106, 0x98d220bc, 0xefd5102a,
  191. 0x71b18589, 0x06b6b51f, 0x9fbfe4a5, 0xe8b8d433,
  192. 0x7807c9a2, 0x0f00f934, 0x9609a88e, 0xe10e9818,
  193. 0x7f6a0dbb, 0x086d3d2d, 0x91646c97, 0xe6635c01,
  194. 0x6b6b51f4, 0x1c6c6162, 0x856530d8, 0xf262004e,
  195. 0x6c0695ed, 0x1b01a57b, 0x8208f4c1, 0xf50fc457,
  196. 0x65b0d9c6, 0x12b7e950, 0x8bbeb8ea, 0xfcb9887c,
  197. 0x62dd1ddf, 0x15da2d49, 0x8cd37cf3, 0xfbd44c65,
  198. 0x4db26158, 0x3ab551ce, 0xa3bc0074, 0xd4bb30e2,
  199. 0x4adfa541, 0x3dd895d7, 0xa4d1c46d, 0xd3d6f4fb,
  200. 0x4369e96a, 0x346ed9fc, 0xad678846, 0xda60b8d0,
  201. 0x44042d73, 0x33031de5, 0xaa0a4c5f, 0xdd0d7cc9,
  202. 0x5005713c, 0x270241aa, 0xbe0b1010, 0xc90c2086,
  203. 0x5768b525, 0x206f85b3, 0xb966d409, 0xce61e49f,
  204. 0x5edef90e, 0x29d9c998, 0xb0d09822, 0xc7d7a8b4,
  205. 0x59b33d17, 0x2eb40d81, 0xb7bd5c3b, 0xc0ba6cad,
  206. 0xedb88320, 0x9abfb3b6, 0x03b6e20c, 0x74b1d29a,
  207. 0xead54739, 0x9dd277af, 0x04db2615, 0x73dc1683,
  208. 0xe3630b12, 0x94643b84, 0x0d6d6a3e, 0x7a6a5aa8,
  209. 0xe40ecf0b, 0x9309ff9d, 0x0a00ae27, 0x7d079eb1,
  210. 0xf00f9344, 0x8708a3d2, 0x1e01f268, 0x6906c2fe,
  211. 0xf762575d, 0x806567cb, 0x196c3671, 0x6e6b06e7,
  212. 0xfed41b76, 0x89d32be0, 0x10da7a5a, 0x67dd4acc,
  213. 0xf9b9df6f, 0x8ebeeff9, 0x17b7be43, 0x60b08ed5,
  214. 0xd6d6a3e8, 0xa1d1937e, 0x38d8c2c4, 0x4fdff252,
  215. 0xd1bb67f1, 0xa6bc5767, 0x3fb506dd, 0x48b2364b,
  216. 0xd80d2bda, 0xaf0a1b4c, 0x36034af6, 0x41047a60,
  217. 0xdf60efc3, 0xa867df55, 0x316e8eef, 0x4669be79,
  218. 0xcb61b38c, 0xbc66831a, 0x256fd2a0, 0x5268e236,
  219. 0xcc0c7795, 0xbb0b4703, 0x220216b9, 0x5505262f,
  220. 0xc5ba3bbe, 0xb2bd0b28, 0x2bb45a92, 0x5cb36a04,
  221. 0xc2d7ffa7, 0xb5d0cf31, 0x2cd99e8b, 0x5bdeae1d,
  222. 0x9b64c2b0, 0xec63f226, 0x756aa39c, 0x026d930a,
  223. 0x9c0906a9, 0xeb0e363f, 0x72076785, 0x05005713,
  224. 0x95bf4a82, 0xe2b87a14, 0x7bb12bae, 0x0cb61b38,
  225. 0x92d28e9b, 0xe5d5be0d, 0x7cdcefb7, 0x0bdbdf21,
  226. 0x86d3d2d4, 0xf1d4e242, 0x68ddb3f8, 0x1fda836e,
  227. 0x81be16cd, 0xf6b9265b, 0x6fb077e1, 0x18b74777,
  228. 0x88085ae6, 0xff0f6a70, 0x66063bca, 0x11010b5c,
  229. 0x8f659eff, 0xf862ae69, 0x616bffd3, 0x166ccf45,
  230. 0xa00ae278, 0xd70dd2ee, 0x4e048354, 0x3903b3c2,
  231. 0xa7672661, 0xd06016f7, 0x4969474d, 0x3e6e77db,
  232. 0xaed16a4a, 0xd9d65adc, 0x40df0b66, 0x37d83bf0,
  233. 0xa9bcae53, 0xdebb9ec5, 0x47b2cf7f, 0x30b5ffe9,
  234. 0xbdbdf21c, 0xcabac28a, 0x53b39330, 0x24b4a3a6,
  235. 0xbad03605, 0xcdd70693, 0x54de5729, 0x23d967bf,
  236. 0xb3667a2e, 0xc4614ab8, 0x5d681b02, 0x2a6f2b94,
  237. 0xb40bbe37, 0xc30c8ea1, 0x5a05df1b, 0x2d02ef8d,
  238. };
  239. immutable _crc64_table := [256]u64{
  240. 0x0000000000000000, 0x42f0e1eba9ea3693, 0x85e1c3d753d46d26, 0xc711223cfa3e5bb5,
  241. 0x493366450e42ecdf, 0x0bc387aea7a8da4c, 0xccd2a5925d9681f9, 0x8e224479f47cb76a,
  242. 0x9266cc8a1c85d9be, 0xd0962d61b56fef2d, 0x17870f5d4f51b498, 0x5577eeb6e6bb820b,
  243. 0xdb55aacf12c73561, 0x99a54b24bb2d03f2, 0x5eb4691841135847, 0x1c4488f3e8f96ed4,
  244. 0x663d78ff90e185ef, 0x24cd9914390bb37c, 0xe3dcbb28c335e8c9, 0xa12c5ac36adfde5a,
  245. 0x2f0e1eba9ea36930, 0x6dfeff5137495fa3, 0xaaefdd6dcd770416, 0xe81f3c86649d3285,
  246. 0xf45bb4758c645c51, 0xb6ab559e258e6ac2, 0x71ba77a2dfb03177, 0x334a9649765a07e4,
  247. 0xbd68d2308226b08e, 0xff9833db2bcc861d, 0x388911e7d1f2dda8, 0x7a79f00c7818eb3b,
  248. 0xcc7af1ff21c30bde, 0x8e8a101488293d4d, 0x499b3228721766f8, 0x0b6bd3c3dbfd506b,
  249. 0x854997ba2f81e701, 0xc7b97651866bd192, 0x00a8546d7c558a27, 0x4258b586d5bfbcb4,
  250. 0x5e1c3d753d46d260, 0x1cecdc9e94ace4f3, 0xdbfdfea26e92bf46, 0x990d1f49c77889d5,
  251. 0x172f5b3033043ebf, 0x55dfbadb9aee082c, 0x92ce98e760d05399, 0xd03e790cc93a650a,
  252. 0xaa478900b1228e31, 0xe8b768eb18c8b8a2, 0x2fa64ad7e2f6e317, 0x6d56ab3c4b1cd584,
  253. 0xe374ef45bf6062ee, 0xa1840eae168a547d, 0x66952c92ecb40fc8, 0x2465cd79455e395b,
  254. 0x3821458aada7578f, 0x7ad1a461044d611c, 0xbdc0865dfe733aa9, 0xff3067b657990c3a,
  255. 0x711223cfa3e5bb50, 0x33e2c2240a0f8dc3, 0xf4f3e018f031d676, 0xb60301f359dbe0e5,
  256. 0xda050215ea6c212f, 0x98f5e3fe438617bc, 0x5fe4c1c2b9b84c09, 0x1d14202910527a9a,
  257. 0x93366450e42ecdf0, 0xd1c685bb4dc4fb63, 0x16d7a787b7faa0d6, 0x5427466c1e109645,
  258. 0x4863ce9ff6e9f891, 0x0a932f745f03ce02, 0xcd820d48a53d95b7, 0x8f72eca30cd7a324,
  259. 0x0150a8daf8ab144e, 0x43a04931514122dd, 0x84b16b0dab7f7968, 0xc6418ae602954ffb,
  260. 0xbc387aea7a8da4c0, 0xfec89b01d3679253, 0x39d9b93d2959c9e6, 0x7b2958d680b3ff75,
  261. 0xf50b1caf74cf481f, 0xb7fbfd44dd257e8c, 0x70eadf78271b2539, 0x321a3e938ef113aa,
  262. 0x2e5eb66066087d7e, 0x6cae578bcfe24bed, 0xabbf75b735dc1058, 0xe94f945c9c3626cb,
  263. 0x676dd025684a91a1, 0x259d31cec1a0a732, 0xe28c13f23b9efc87, 0xa07cf2199274ca14,
  264. 0x167ff3eacbaf2af1, 0x548f120162451c62, 0x939e303d987b47d7, 0xd16ed1d631917144,
  265. 0x5f4c95afc5edc62e, 0x1dbc74446c07f0bd, 0xdaad56789639ab08, 0x985db7933fd39d9b,
  266. 0x84193f60d72af34f, 0xc6e9de8b7ec0c5dc, 0x01f8fcb784fe9e69, 0x43081d5c2d14a8fa,
  267. 0xcd2a5925d9681f90, 0x8fdab8ce70822903, 0x48cb9af28abc72b6, 0x0a3b7b1923564425,
  268. 0x70428b155b4eaf1e, 0x32b26afef2a4998d, 0xf5a348c2089ac238, 0xb753a929a170f4ab,
  269. 0x3971ed50550c43c1, 0x7b810cbbfce67552, 0xbc902e8706d82ee7, 0xfe60cf6caf321874,
  270. 0xe224479f47cb76a0, 0xa0d4a674ee214033, 0x67c58448141f1b86, 0x253565a3bdf52d15,
  271. 0xab1721da49899a7f, 0xe9e7c031e063acec, 0x2ef6e20d1a5df759, 0x6c0603e6b3b7c1ca,
  272. 0xf6fae5c07d3274cd, 0xb40a042bd4d8425e, 0x731b26172ee619eb, 0x31ebc7fc870c2f78,
  273. 0xbfc9838573709812, 0xfd39626eda9aae81, 0x3a28405220a4f534, 0x78d8a1b9894ec3a7,
  274. 0x649c294a61b7ad73, 0x266cc8a1c85d9be0, 0xe17dea9d3263c055, 0xa38d0b769b89f6c6,
  275. 0x2daf4f0f6ff541ac, 0x6f5faee4c61f773f, 0xa84e8cd83c212c8a, 0xeabe6d3395cb1a19,
  276. 0x90c79d3fedd3f122, 0xd2377cd44439c7b1, 0x15265ee8be079c04, 0x57d6bf0317edaa97,
  277. 0xd9f4fb7ae3911dfd, 0x9b041a914a7b2b6e, 0x5c1538adb04570db, 0x1ee5d94619af4648,
  278. 0x02a151b5f156289c, 0x4051b05e58bc1e0f, 0x87409262a28245ba, 0xc5b073890b687329,
  279. 0x4b9237f0ff14c443, 0x0962d61b56fef2d0, 0xce73f427acc0a965, 0x8c8315cc052a9ff6,
  280. 0x3a80143f5cf17f13, 0x7870f5d4f51b4980, 0xbf61d7e80f251235, 0xfd913603a6cf24a6,
  281. 0x73b3727a52b393cc, 0x31439391fb59a55f, 0xf652b1ad0167feea, 0xb4a25046a88dc879,
  282. 0xa8e6d8b54074a6ad, 0xea16395ee99e903e, 0x2d071b6213a0cb8b, 0x6ff7fa89ba4afd18,
  283. 0xe1d5bef04e364a72, 0xa3255f1be7dc7ce1, 0x64347d271de22754, 0x26c49cccb40811c7,
  284. 0x5cbd6cc0cc10fafc, 0x1e4d8d2b65facc6f, 0xd95caf179fc497da, 0x9bac4efc362ea149,
  285. 0x158e0a85c2521623, 0x577eeb6e6bb820b0, 0x906fc95291867b05, 0xd29f28b9386c4d96,
  286. 0xcedba04ad0952342, 0x8c2b41a1797f15d1, 0x4b3a639d83414e64, 0x09ca82762aab78f7,
  287. 0x87e8c60fded7cf9d, 0xc51827e4773df90e, 0x020905d88d03a2bb, 0x40f9e43324e99428,
  288. 0x2cffe7d5975e55e2, 0x6e0f063e3eb46371, 0xa91e2402c48a38c4, 0xebeec5e96d600e57,
  289. 0x65cc8190991cb93d, 0x273c607b30f68fae, 0xe02d4247cac8d41b, 0xa2dda3ac6322e288,
  290. 0xbe992b5f8bdb8c5c, 0xfc69cab42231bacf, 0x3b78e888d80fe17a, 0x7988096371e5d7e9,
  291. 0xf7aa4d1a85996083, 0xb55aacf12c735610, 0x724b8ecdd64d0da5, 0x30bb6f267fa73b36,
  292. 0x4ac29f2a07bfd00d, 0x08327ec1ae55e69e, 0xcf235cfd546bbd2b, 0x8dd3bd16fd818bb8,
  293. 0x03f1f96f09fd3cd2, 0x41011884a0170a41, 0x86103ab85a2951f4, 0xc4e0db53f3c36767,
  294. 0xd8a453a01b3a09b3, 0x9a54b24bb2d03f20, 0x5d45907748ee6495, 0x1fb5719ce1045206,
  295. 0x919735e51578e56c, 0xd367d40ebc92d3ff, 0x1476f63246ac884a, 0x568617d9ef46bed9,
  296. 0xe085162ab69d5e3c, 0xa275f7c11f7768af, 0x6564d5fde549331a, 0x279434164ca30589,
  297. 0xa9b6706fb8dfb2e3, 0xeb46918411358470, 0x2c57b3b8eb0bdfc5, 0x6ea7525342e1e956,
  298. 0x72e3daa0aa188782, 0x30133b4b03f2b111, 0xf7021977f9cceaa4, 0xb5f2f89c5026dc37,
  299. 0x3bd0bce5a45a6b5d, 0x79205d0e0db05dce, 0xbe317f32f78e067b, 0xfcc19ed95e6430e8,
  300. 0x86b86ed5267cdbd3, 0xc4488f3e8f96ed40, 0x0359ad0275a8b6f5, 0x41a94ce9dc428066,
  301. 0xcf8b0890283e370c, 0x8d7be97b81d4019f, 0x4a6acb477bea5a2a, 0x089a2aacd2006cb9,
  302. 0x14dea25f3af9026d, 0x562e43b4931334fe, 0x913f6188692d6f4b, 0xd3cf8063c0c759d8,
  303. 0x5dedc41a34bbeeb2, 0x1f1d25f19d51d821, 0xd80c07cd676f8394, 0x9afce626ce85b507,
  304. };