1 /* SPDX-License-Identifier: BSD-3-Clause
2 * Copyright(c) 2010-2018 Intel Corporation
5 #ifndef __INCLUDE_HASH_FUNC_H__
6 #define __INCLUDE_HASH_FUNC_H__
8 #include <rte_common.h>
10 static inline uint64_t
11 hash_xor_key8(void *key, void *mask, __rte_unused uint32_t key_size,
18 xor0 = seed ^ (k[0] & m[0]);
20 return (xor0 >> 32) ^ xor0;
23 static inline uint64_t
24 hash_xor_key16(void *key, void *mask, __rte_unused uint32_t key_size,
31 xor0 = ((k[0] & m[0]) ^ seed) ^ (k[1] & m[1]);
33 return (xor0 >> 32) ^ xor0;
36 static inline uint64_t
37 hash_xor_key24(void *key, void *mask, __rte_unused uint32_t key_size,
44 xor0 = ((k[0] & m[0]) ^ seed) ^ (k[1] & m[1]);
48 return (xor0 >> 32) ^ xor0;
51 static inline uint64_t
52 hash_xor_key32(void *key, void *mask, __rte_unused uint32_t key_size,
59 xor0 = ((k[0] & m[0]) ^ seed) ^ (k[1] & m[1]);
60 xor1 = (k[2] & m[2]) ^ (k[3] & m[3]);
64 return (xor0 >> 32) ^ xor0;
67 static inline uint64_t
68 hash_xor_key40(void *key, void *mask, __rte_unused uint32_t key_size,
75 xor0 = ((k[0] & m[0]) ^ seed) ^ (k[1] & m[1]);
76 xor1 = (k[2] & m[2]) ^ (k[3] & m[3]);
82 return (xor0 >> 32) ^ xor0;
85 static inline uint64_t
86 hash_xor_key48(void *key, void *mask, __rte_unused uint32_t key_size,
91 uint64_t xor0, xor1, xor2;
93 xor0 = ((k[0] & m[0]) ^ seed) ^ (k[1] & m[1]);
94 xor1 = (k[2] & m[2]) ^ (k[3] & m[3]);
95 xor2 = (k[4] & m[4]) ^ (k[5] & m[5]);
101 return (xor0 >> 32) ^ xor0;
104 static inline uint64_t
105 hash_xor_key56(void *key, void *mask, __rte_unused uint32_t key_size,
110 uint64_t xor0, xor1, xor2;
112 xor0 = ((k[0] & m[0]) ^ seed) ^ (k[1] & m[1]);
113 xor1 = (k[2] & m[2]) ^ (k[3] & m[3]);
114 xor2 = (k[4] & m[4]) ^ (k[5] & m[5]);
121 return (xor0 >> 32) ^ xor0;
124 static inline uint64_t
125 hash_xor_key64(void *key, void *mask, __rte_unused uint32_t key_size,
130 uint64_t xor0, xor1, xor2, xor3;
132 xor0 = ((k[0] & m[0]) ^ seed) ^ (k[1] & m[1]);
133 xor1 = (k[2] & m[2]) ^ (k[3] & m[3]);
134 xor2 = (k[4] & m[4]) ^ (k[5] & m[5]);
135 xor3 = (k[6] & m[6]) ^ (k[7] & m[7]);
142 return (xor0 >> 32) ^ xor0;
145 #if defined(RTE_ARCH_X86_64)
147 #include <x86intrin.h>
149 static inline uint64_t
150 hash_crc_key8(void *key, void *mask, __rte_unused uint32_t key_size,
157 crc0 = _mm_crc32_u64(seed, k[0] & m[0]);
162 static inline uint64_t
163 hash_crc_key16(void *key, void *mask, __rte_unused uint32_t key_size,
168 uint64_t k0, crc0, crc1;
172 crc0 = _mm_crc32_u64(k0, seed);
173 crc1 = _mm_crc32_u64(k0 >> 32, k[1] & m[1]);
180 static inline uint64_t
181 hash_crc_key24(void *key, void *mask, __rte_unused uint32_t key_size,
186 uint64_t k0, k2, crc0, crc1;
191 crc0 = _mm_crc32_u64(k0, seed);
192 crc1 = _mm_crc32_u64(k0 >> 32, k[1] & m[1]);
194 crc0 = _mm_crc32_u64(crc0, k2);
201 static inline uint64_t
202 hash_crc_key32(void *key, void *mask, __rte_unused uint32_t key_size,
207 uint64_t k0, k2, crc0, crc1, crc2, crc3;
212 crc0 = _mm_crc32_u64(k0, seed);
213 crc1 = _mm_crc32_u64(k0 >> 32, k[1] & m[1]);
215 crc2 = _mm_crc32_u64(k2, k[3] & m[3]);
218 crc0 = _mm_crc32_u64(crc0, crc1);
219 crc1 = _mm_crc32_u64(crc2, crc3);
226 static inline uint64_t
227 hash_crc_key40(void *key, void *mask, __rte_unused uint32_t key_size,
232 uint64_t k0, k2, crc0, crc1, crc2, crc3;
237 crc0 = _mm_crc32_u64(k0, seed);
238 crc1 = _mm_crc32_u64(k0 >> 32, k[1] & m[1]);
240 crc2 = _mm_crc32_u64(k2, k[3] & m[3]);
241 crc3 = _mm_crc32_u64(k2 >> 32, k[4] & m[4]);
243 crc0 = _mm_crc32_u64(crc0, crc1);
244 crc1 = _mm_crc32_u64(crc2, crc3);
251 static inline uint64_t
252 hash_crc_key48(void *key, void *mask, __rte_unused uint32_t key_size,
257 uint64_t k0, k2, k5, crc0, crc1, crc2, crc3;
263 crc0 = _mm_crc32_u64(k0, seed);
264 crc1 = _mm_crc32_u64(k0 >> 32, k[1] & m[1]);
266 crc2 = _mm_crc32_u64(k2, k[3] & m[3]);
267 crc3 = _mm_crc32_u64(k2 >> 32, k[4] & m[4]);
269 crc0 = _mm_crc32_u64(crc0, (crc1 << 32) ^ crc2);
270 crc1 = _mm_crc32_u64(crc3, k5);
277 static inline uint64_t
278 hash_crc_key56(void *key, void *mask, __rte_unused uint32_t key_size,
283 uint64_t k0, k2, k5, crc0, crc1, crc2, crc3, crc4, crc5;
289 crc0 = _mm_crc32_u64(k0, seed);
290 crc1 = _mm_crc32_u64(k0 >> 32, k[1] & m[1]);
292 crc2 = _mm_crc32_u64(k2, k[3] & m[3]);
293 crc3 = _mm_crc32_u64(k2 >> 32, k[4] & m[4]);
295 crc4 = _mm_crc32_u64(k5, k[6] & m[6]);
298 crc0 = _mm_crc32_u64(crc0, (crc1 << 32) ^ crc2);
299 crc1 = _mm_crc32_u64(crc3, (crc4 << 32) ^ crc5);
306 static inline uint64_t
307 hash_crc_key64(void *key, void *mask, __rte_unused uint32_t key_size,
312 uint64_t k0, k2, k5, crc0, crc1, crc2, crc3, crc4, crc5;
318 crc0 = _mm_crc32_u64(k0, seed);
319 crc1 = _mm_crc32_u64(k0 >> 32, k[1] & m[1]);
321 crc2 = _mm_crc32_u64(k2, k[3] & m[3]);
322 crc3 = _mm_crc32_u64(k2 >> 32, k[4] & m[4]);
324 crc4 = _mm_crc32_u64(k5, k[6] & m[6]);
325 crc5 = _mm_crc32_u64(k5 >> 32, k[7] & m[7]);
327 crc0 = _mm_crc32_u64(crc0, (crc1 << 32) ^ crc2);
328 crc1 = _mm_crc32_u64(crc3, (crc4 << 32) ^ crc5);
335 #define hash_default_key8 hash_crc_key8
336 #define hash_default_key16 hash_crc_key16
337 #define hash_default_key24 hash_crc_key24
338 #define hash_default_key32 hash_crc_key32
339 #define hash_default_key40 hash_crc_key40
340 #define hash_default_key48 hash_crc_key48
341 #define hash_default_key56 hash_crc_key56
342 #define hash_default_key64 hash_crc_key64
344 #elif defined(RTE_ARCH_ARM64)
345 #include "hash_func_arm64.h"
348 #define hash_default_key8 hash_xor_key8
349 #define hash_default_key16 hash_xor_key16
350 #define hash_default_key24 hash_xor_key24
351 #define hash_default_key32 hash_xor_key32
352 #define hash_default_key40 hash_xor_key40
353 #define hash_default_key48 hash_xor_key48
354 #define hash_default_key56 hash_xor_key56
355 #define hash_default_key64 hash_xor_key64