test.rs 16 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461
  1. // Copyright (c) 2020 Stu Small
  2. //
  3. // Licensed under the Apache License, Version 2.0
  4. // <LICENSE-APACHE or http://www.apache.org/licenses/LICENSE-2.0> or the MIT
  5. // license <LICENSE-MIT or http://opensource.org/licenses/MIT>, at your
  6. // option. All files in the project carrying such notice may not be copied,
  7. // modified, or distributed except according to those terms.
  8. extern crate murmur3;
  9. use std::io::{Cursor, Read};
  10. struct Result {
  11. string: &'static str,
  12. hash_32: u32,
  13. hash_128_x86: [u8; 16],
  14. hash_128_x64: [u8; 16],
  15. }
  16. #[test]
  17. fn test_static_strings() {
  18. let tests = [
  19. Result {
  20. string: "Lorem ipsum dolor sit amet, consectetur adipisicing \
  21. elit",
  22. hash_32: 0x3bf7e870,
  23. hash_128_x86: [
  24. 0xAB, 0x53, 0x3F, 0x57, 0xAD, 0x3B, 0xBA, 0x56, 0xFE, 0xA4, 0x9F, 0x73, 0x48, 0x88,
  25. 0x91, 0x10,
  26. ],
  27. hash_128_x64: [
  28. 0x6F, 0x5C, 0xB0, 0x2C, 0xFD, 0x5E, 0xDC, 0x6F, 0xE6, 0x9D, 0xF0, 0xFF, 0x60, 0x41,
  29. 0x70, 0x46,
  30. ],
  31. },
  32. Result {
  33. string: "Hello, world!",
  34. hash_32: 0xc0363e43,
  35. hash_128_x86: [
  36. 0xA7, 0xDB, 0xAC, 0x26, 0xFC, 0x8D, 0x63, 0xF0, 0x63, 0x42, 0x2B, 0x40, 0xC3, 0xD4,
  37. 0xFD, 0x0A,
  38. ],
  39. hash_128_x64: [
  40. 0xDF, 0x65, 0xD6, 0xD2, 0xD1, 0x2D, 0x51, 0xF1, 0x64, 0xC5, 0xF3, 0xA8, 0x50, 0x66,
  41. 0x32, 0x2C,
  42. ],
  43. },
  44. Result {
  45. string: "",
  46. hash_32: 0000000000,
  47. hash_128_x86: [
  48. 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00,
  49. 0x00, 0x00,
  50. ],
  51. hash_128_x64: [
  52. 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00,
  53. 0x00, 0x00,
  54. ],
  55. },
  56. Result {
  57. string: "1",
  58. hash_32: 0x9416ac93,
  59. hash_128_x86: [
  60. 0xFB, 0xF4, 0xF2, 0xE0, 0xD5, 0xB1, 0x6B, 0xD9, 0xD5, 0xB1, 0x6B, 0xD9, 0xD5, 0xB1,
  61. 0x6B, 0xD9,
  62. ],
  63. hash_128_x64: [
  64. 0x71, 0x7C, 0x7B, 0x8A, 0xFE, 0xBB, 0xFB, 0x71, 0x37, 0xF6, 0xF0, 0xF9, 0x9B, 0xEB,
  65. 0x2A, 0x94,
  66. ],
  67. },
  68. Result {
  69. string: "12",
  70. hash_32: 0xf9d2ef15,
  71. hash_128_x86: [
  72. 0x9F, 0x1F, 0x9B, 0xC0, 0x1E, 0x49, 0x4F, 0xAF, 0x1E, 0x49, 0x4F, 0xAF, 0x1E, 0x49,
  73. 0x4F, 0xAF,
  74. ],
  75. hash_128_x64: [
  76. 0x95, 0xFD, 0xE3, 0x09, 0x62, 0x3C, 0x53, 0x4A, 0x1D, 0x31, 0x0B, 0x5E, 0x69, 0x2C,
  77. 0xC7, 0x88,
  78. ],
  79. },
  80. Result {
  81. string: "123",
  82. hash_32: 0x9eb471eb,
  83. hash_128_x86: [
  84. 0x2F, 0x2B, 0x4D, 0x51, 0x08, 0x6F, 0x40, 0x7B, 0x08, 0x6F, 0x40, 0x7B, 0x08, 0x6F,
  85. 0x40, 0x7B,
  86. ],
  87. hash_128_x64: [
  88. 0x6A, 0x7F, 0x66, 0x0D, 0x1B, 0x2D, 0x5B, 0x98, 0x69, 0xCF, 0x0E, 0xCE, 0xE3, 0xA1,
  89. 0x7E, 0x42,
  90. ],
  91. },
  92. Result {
  93. string: "1234",
  94. hash_32: 0x721c5dc3,
  95. hash_128_x86: [
  96. 0x4D, 0x64, 0xDF, 0x4A, 0xCE, 0x32, 0xAA, 0x2E, 0xCE, 0x32, 0xAA, 0x2E, 0xCE, 0x32,
  97. 0xAA, 0x2E,
  98. ],
  99. hash_128_x64: [
  100. 0xB4, 0xE7, 0x8F, 0x21, 0x4D, 0x36, 0x97, 0x08, 0xA5, 0xFD, 0x37, 0x24, 0xD9, 0x8B,
  101. 0x1E, 0x34,
  102. ],
  103. },
  104. Result {
  105. string: "12345",
  106. hash_32: 0x13a51193,
  107. hash_128_x86: [
  108. 0x7C, 0xF8, 0x48, 0xD0, 0x30, 0xD9, 0x59, 0x0A, 0x94, 0xED, 0x4F, 0xD4, 0x94, 0xED,
  109. 0x4F, 0xD4,
  110. ],
  111. hash_128_x64: [
  112. 0xCB, 0xDF, 0x21, 0x6B, 0x17, 0x3A, 0xF8, 0x20, 0xF4, 0xA9, 0x5C, 0x32, 0x41, 0x5C,
  113. 0x3C, 0xF1,
  114. ],
  115. },
  116. Result {
  117. string: "123456",
  118. hash_32: 0xbf60eab8,
  119. hash_128_x86: [
  120. 0xB9, 0xF9, 0x06, 0x7D, 0xBF, 0x7E, 0xEB, 0x69, 0xED, 0xEF, 0x32, 0x88, 0xED, 0xEF,
  121. 0x32, 0x88,
  122. ],
  123. hash_128_x64: [
  124. 0xD6, 0xD0, 0xBB, 0x0B, 0x05, 0xCF, 0x17, 0xE4, 0xFE, 0x31, 0x25, 0x00, 0x91, 0x80,
  125. 0xA4, 0x51,
  126. ],
  127. },
  128. Result {
  129. string: "1234567",
  130. hash_32: 0xb7ef82f7,
  131. hash_128_x86: [
  132. 0x71, 0xFE, 0x6B, 0x74, 0x54, 0x40, 0xC1, 0xEA, 0x92, 0xB3, 0x83, 0x8C, 0x92, 0xB3,
  133. 0x83, 0x8C,
  134. ],
  135. hash_128_x64: [
  136. 0xA2, 0x23, 0xC6, 0xF2, 0xF7, 0xC5, 0xDA, 0x2C, 0x55, 0xD9, 0xE1, 0xCA, 0x8B, 0x51,
  137. 0xDC, 0x37,
  138. ],
  139. },
  140. Result {
  141. string: "12345678",
  142. hash_32: 0x91b313ce,
  143. hash_128_x86: [
  144. 0x93, 0xD3, 0xAD, 0x65, 0x87, 0x73, 0x0B, 0x56, 0x3A, 0xEE, 0xC8, 0x6A, 0x3A, 0xEE,
  145. 0xC8, 0x6A,
  146. ],
  147. hash_128_x64: [
  148. 0x9C, 0x41, 0xB1, 0x38, 0x06, 0x64, 0x4A, 0x3B, 0x57, 0x25, 0xD4, 0x6B, 0x67, 0x0E,
  149. 0x3B, 0x91,
  150. ],
  151. },
  152. Result {
  153. string: "123456789",
  154. hash_32: 0xb4fef382,
  155. hash_128_x86: [
  156. 0xBB, 0x76, 0x58, 0xC6, 0x52, 0x15, 0x9A, 0x11, 0xD7, 0xE5, 0xE3, 0xC5, 0xA4, 0x8C,
  157. 0x16, 0xA9,
  158. ],
  159. hash_128_x64: [
  160. 0xA4, 0xCC, 0x66, 0xDB, 0x5E, 0x64, 0x84, 0x3C, 0x05, 0xA1, 0x1E, 0x3A, 0xC7, 0xFA,
  161. 0xF8, 0x99,
  162. ],
  163. },
  164. Result {
  165. string: "1234567890",
  166. hash_32: 0x3204634d,
  167. hash_128_x86: [
  168. 0x34, 0x0E, 0xAD, 0x47, 0x37, 0xA5, 0x10, 0x92, 0xAB, 0x4F, 0x1A, 0xE5, 0x40, 0xDA,
  169. 0xE7, 0xAB,
  170. ],
  171. hash_128_x64: [
  172. 0x0A, 0x87, 0x79, 0x80, 0xE6, 0x4A, 0xFA, 0xEC, 0x2B, 0xD2, 0xEB, 0x20, 0xC8, 0x17,
  173. 0xD0, 0xC1,
  174. ],
  175. },
  176. Result {
  177. string: "12345678901",
  178. hash_32: 0x3ca173d0,
  179. hash_128_x86: [
  180. 0xE7, 0xA8, 0xB1, 0x1F, 0x7D, 0x7F, 0xCD, 0xFD, 0x1F, 0x44, 0xB5, 0x93, 0x8F, 0x0A,
  181. 0x14, 0x04,
  182. ],
  183. hash_128_x64: [
  184. 0xD3, 0x27, 0xB3, 0x85, 0x13, 0xFB, 0x84, 0x2A, 0xC1, 0xDF, 0xE0, 0x7D, 0x85, 0x95,
  185. 0xEB, 0xDA,
  186. ],
  187. },
  188. Result {
  189. string: "123456789012",
  190. hash_32: 0x6c75e419,
  191. hash_128_x86: [
  192. 0x99, 0x7E, 0x6F, 0x80, 0x1C, 0x4F, 0x20, 0x74, 0xCB, 0x0E, 0x11, 0xFB, 0xF1, 0xE4,
  193. 0x3F, 0x41,
  194. ],
  195. hash_128_x64: [
  196. 0x14, 0x29, 0x02, 0x7C, 0x8B, 0xE3, 0xA6, 0xDD, 0x1E, 0x9D, 0x71, 0xFD, 0x83, 0x39,
  197. 0xA2, 0x75,
  198. ],
  199. },
  200. Result {
  201. string: "1234567890123",
  202. hash_32: 0xcaf7e549,
  203. hash_128_x86: [
  204. 0x83, 0xA6, 0x21, 0xBE, 0xBB, 0x3E, 0xF4, 0x38, 0x22, 0xC8, 0x85, 0x19, 0x3D, 0x7D,
  205. 0xED, 0xBB,
  206. ],
  207. hash_128_x64: [
  208. 0x49, 0xDF, 0x72, 0x37, 0x85, 0xF2, 0xDD, 0xE3, 0x97, 0x24, 0xEF, 0x5E, 0xF0, 0x21,
  209. 0xC5, 0x1B,
  210. ],
  211. },
  212. Result {
  213. string: "12345678901234",
  214. hash_32: 0x57ae5bd1,
  215. hash_128_x86: [
  216. 0xD8, 0xC7, 0x1E, 0x23, 0x6A, 0x9B, 0x8D, 0xAC, 0x8D, 0xC4, 0xA2, 0xA0, 0x96, 0xAF,
  217. 0x97, 0x3F,
  218. ],
  219. hash_128_x64: [
  220. 0x91, 0xCC, 0x3C, 0xE8, 0x70, 0xE1, 0x51, 0x7D, 0xD0, 0x5A, 0xF8, 0xFA, 0xBE, 0x6C,
  221. 0x3D, 0xC6,
  222. ],
  223. },
  224. Result {
  225. string: "123456789012345",
  226. hash_32: 0x09bb660c,
  227. hash_128_x86: [
  228. 0x78, 0x0A, 0x91, 0x78, 0x23, 0xC9, 0x84, 0xD4, 0x03, 0xF9, 0x0A, 0xC3, 0xDB, 0x30,
  229. 0x55, 0x12,
  230. ],
  231. hash_128_x64: [
  232. 0xD6, 0xCF, 0xAF, 0xA2, 0xAE, 0x01, 0x70, 0x88, 0xB3, 0x01, 0x08, 0x4F, 0x36, 0x26,
  233. 0xC3, 0x1E,
  234. ],
  235. },
  236. Result {
  237. string: "1234567890123456",
  238. hash_32: 0x06b2ff24,
  239. hash_128_x86: [
  240. 0xB8, 0xDF, 0x3D, 0x20, 0x83, 0x3D, 0xF4, 0x19, 0x4C, 0xB4, 0x40, 0x3F, 0xBD, 0xA0,
  241. 0xD7, 0xD2,
  242. ],
  243. hash_128_x64: [
  244. 0xF8, 0x2C, 0xE3, 0xC0, 0xC5, 0x5D, 0xBE, 0x4F, 0xC1, 0x22, 0xC3, 0x60, 0x6B, 0xE9,
  245. 0xC8, 0xC0,
  246. ],
  247. },
  248. Result {
  249. string: "12345678901234567",
  250. hash_32: 0xc50a5d2b,
  251. hash_128_x86: [
  252. 0x6F, 0x8B, 0x41, 0x43, 0x9E, 0x40, 0xE2, 0x6C, 0x42, 0x31, 0x9E, 0x9D, 0x7C, 0x80,
  253. 0x9A, 0x40,
  254. ],
  255. hash_128_x64: [
  256. 0x7E, 0xB7, 0x26, 0x80, 0x96, 0x17, 0x86, 0x74, 0x03, 0x71, 0x3F, 0x47, 0x86, 0x63,
  257. 0x1E, 0x29,
  258. ],
  259. },
  260. Result {
  261. string: "123456789012345678",
  262. hash_32: 0xe970a44f,
  263. hash_128_x86: [
  264. 0xC6, 0x05, 0xE9, 0x5C, 0x08, 0xD2, 0x0D, 0x92, 0x89, 0x2C, 0x38, 0x68, 0x3F, 0x8A,
  265. 0x96, 0x4F,
  266. ],
  267. hash_128_x64: [
  268. 0xAF, 0x61, 0xA9, 0xCF, 0x1C, 0xE5, 0xEA, 0xEA, 0x69, 0x04, 0xCC, 0x52, 0x7D, 0x65,
  269. 0x4C, 0x75,
  270. ],
  271. },
  272. Result {
  273. string: "1234567890123456789",
  274. hash_32: 0xf7c5400e,
  275. hash_128_x86: [
  276. 0x7C, 0x88, 0x97, 0x5A, 0xA2, 0xCE, 0x7F, 0x0C, 0xD8, 0xE6, 0xA2, 0x29, 0xE0, 0x61,
  277. 0x05, 0x26,
  278. ],
  279. hash_128_x64: [
  280. 0x59, 0x99, 0x47, 0x0A, 0xBA, 0x2F, 0x72, 0x0C, 0x2A, 0x8A, 0x21, 0x12, 0x69, 0xCD,
  281. 0xBB, 0x4E,
  282. ],
  283. },
  284. Result {
  285. string: "12345678901234567890",
  286. hash_32: 0x45e28067,
  287. hash_128_x86: [
  288. 0xE1, 0x93, 0x21, 0x22, 0x7E, 0xAA, 0x15, 0x07, 0xA6, 0x22, 0x87, 0xCD, 0x54, 0x55,
  289. 0x9E, 0x1E,
  290. ],
  291. hash_128_x64: [
  292. 0x3A, 0x8C, 0xDC, 0x25, 0x19, 0xD8, 0x1C, 0xB1, 0x7D, 0x36, 0xF1, 0xE8, 0x3C, 0x60,
  293. 0x9F, 0x71,
  294. ],
  295. },
  296. Result {
  297. string: "123456789012345678901",
  298. hash_32: 0x7b4f3da6,
  299. hash_128_x86: [
  300. 0xE3, 0x50, 0x2D, 0xFB, 0x0F, 0x03, 0x6F, 0x39, 0xA3, 0x83, 0x11, 0xEA, 0x5E, 0xB6,
  301. 0x85, 0x9A,
  302. ],
  303. hash_128_x64: [
  304. 0x55, 0x68, 0xEE, 0x16, 0x3C, 0xF2, 0xD7, 0xA2, 0xD3, 0x3D, 0xF5, 0xA5, 0x02, 0x37,
  305. 0xE6, 0xFE,
  306. ],
  307. },
  308. Result {
  309. string: "1234567890123456789010",
  310. hash_32: 0x1e4a77ff,
  311. hash_128_x86: [
  312. 0xFE, 0x78, 0x3B, 0x50, 0x3D, 0x5A, 0x45, 0x33, 0xA7, 0xCB, 0x0F, 0x53, 0xB9, 0xF0,
  313. 0xAB, 0x36,
  314. ],
  315. hash_128_x64: [
  316. 0x76, 0x70, 0x7E, 0xAE, 0xC7, 0x8B, 0x20, 0x37, 0xAF, 0xB8, 0xAB, 0x7A, 0x58, 0x79,
  317. 0xA9, 0xEF,
  318. ],
  319. },
  320. Result {
  321. string: "€",
  322. hash_32: 0x5b43fca5,
  323. hash_128_x86: [
  324. 0x4C, 0xF5, 0x4D, 0xC, 0x9F, 0x57, 0x9A, 0xBA, 0x9F, 0x57, 0x9A, 0xBA, 0x9F, 0x57,
  325. 0x9A, 0xBA,
  326. ],
  327. hash_128_x64: [
  328. 0x55, 0x95, 0xDD, 0x2F, 0x3A, 0x30, 0xE3, 0x59, 0x64, 0x31, 0xBC, 0xE4, 0xB3, 0x8B,
  329. 0x9D, 0x4F,
  330. ],
  331. },
  332. Result {
  333. string: "€€€€€€€€€€",
  334. hash_32: 0xda3c1253,
  335. hash_128_x86: [
  336. 0xE5, 0xBB, 0xF1, 0xB2, 0x53, 0xDC, 0xB5, 0x92, 0x78, 0x4E, 0x71, 0xDE, 0x44, 0x38,
  337. 0x31, 0xC5,
  338. ],
  339. hash_128_x64: [
  340. 0x6F, 0xEF, 0x5E, 0x37, 0x77, 0xEB, 0xCF, 0xCE, 0xC6, 0xE2, 0x69, 0x68, 0xC2, 0xB,
  341. 0x83, 0xE9,
  342. ],
  343. },
  344. ];
  345. fn str_as_cursor(string: &str) -> Cursor<&[u8]> {
  346. Cursor::new(string.as_bytes())
  347. }
  348. fn str_as_chained_cursor(string: &'static str) -> impl Read {
  349. let string = string.as_bytes();
  350. let mut result: Box<dyn Read> = Box::new(Cursor::new("".as_bytes()));
  351. for i in 0..string.len() {
  352. result = Box::new(result.chain(Cursor::new(&string[i..i + 1])));
  353. }
  354. result
  355. }
  356. for test in &tests {
  357. assert_eq!(
  358. murmur3::murmur3_32(&mut str_as_cursor(test.string), 0).unwrap_or_else(|err| panic!(
  359. "Panicked with {err:?} at {}:{} (git sha: {:?})",
  360. file!(),
  361. line!(),
  362. option_env!("GIT_SHA")
  363. )),
  364. test.hash_32,
  365. "Failed 32 on string {}",
  366. test.string
  367. );
  368. assert_eq!(
  369. murmur3::murmur3_32_of_slice(test.string.as_bytes(), 0),
  370. test.hash_32,
  371. "Failed 32_of_slice on string {}",
  372. test.string,
  373. );
  374. let mut string = String::new();
  375. str_as_chained_cursor(test.string)
  376. .read_to_string(&mut string)
  377. .unwrap_or_else(|_| {
  378. panic!(
  379. "Called `expect()` at {}:{} (git sha: {})",
  380. file!(),
  381. line!(),
  382. option_env!("GIT_SHA").unwrap_or("unknown")
  383. )
  384. });
  385. assert_eq!(
  386. murmur3::murmur3_32(&mut str_as_chained_cursor(test.string), 0).unwrap_or_else(
  387. |err| panic!(
  388. "Panicked with {err:?} at {}:{} (git sha: {:?})",
  389. file!(),
  390. line!(),
  391. option_env!("GIT_SHA")
  392. )
  393. ),
  394. test.hash_32,
  395. "Failed 32 chained reader on string {}, reader value {}",
  396. test.string,
  397. string
  398. );
  399. let expected = u128::from_le_bytes(test.hash_128_x86);
  400. let hash =
  401. murmur3::murmur3_x86_128(&mut str_as_cursor(test.string), 0).unwrap_or_else(|_| {
  402. panic!(
  403. "Called `expect()` at {}:{} (git sha: {})",
  404. file!(),
  405. line!(),
  406. option_env!("GIT_SHA").unwrap_or("unknown")
  407. )
  408. });
  409. assert_eq!(hash, expected, "Failed x86_128 on string {}", test.string);
  410. let chained_hash = murmur3::murmur3_x86_128(&mut str_as_chained_cursor(test.string), 0)
  411. .unwrap_or_else(|_| {
  412. panic!(
  413. "Called `expect()` at {}:{} (git sha: {})",
  414. file!(),
  415. line!(),
  416. option_env!("GIT_SHA").unwrap_or("unknown")
  417. )
  418. });
  419. assert_eq!(
  420. chained_hash, expected,
  421. "Failed x86_128 chained reader on string {}",
  422. test.string
  423. );
  424. let expected = u128::from_le_bytes(test.hash_128_x64);
  425. let hash =
  426. murmur3::murmur3_x64_128(&mut str_as_cursor(test.string), 0).unwrap_or_else(|_| {
  427. panic!(
  428. "Called `expect()` at {}:{} (git sha: {})",
  429. file!(),
  430. line!(),
  431. option_env!("GIT_SHA").unwrap_or("unknown")
  432. )
  433. });
  434. assert_eq!(hash, expected, "Failed on string {}", test.string);
  435. let chained_hash = murmur3::murmur3_x64_128(&mut str_as_chained_cursor(test.string), 0)
  436. .unwrap_or_else(|_| {
  437. panic!(
  438. "Called `expect()` at {}:{} (git sha: {})",
  439. file!(),
  440. line!(),
  441. option_env!("GIT_SHA").unwrap_or("unknown")
  442. )
  443. });
  444. assert_eq!(
  445. chained_hash, expected,
  446. "Failed x64_128 chained reader on string {}",
  447. test.string
  448. );
  449. }
  450. }