1 /* SPDX-License-Identifier: BSD-3-Clause
2 * Copyright(c) 2010-2014 Intel Corporation
5 #ifndef _RTE_CRC_X86_H_
6 #define _RTE_CRC_X86_H_
9 crc32c_sse42_u8(uint8_t data, uint32_t init_val)
12 "crc32b %[data], %[init_val];"
13 : [init_val] "+r" (init_val)
14 : [data] "rm" (data));
18 static inline uint32_t
19 crc32c_sse42_u16(uint16_t data, uint32_t init_val)
22 "crc32w %[data], %[init_val];"
23 : [init_val] "+r" (init_val)
24 : [data] "rm" (data));
28 static inline uint32_t
29 crc32c_sse42_u32(uint32_t data, uint32_t init_val)
32 "crc32l %[data], %[init_val];"
33 : [init_val] "+r" (init_val)
34 : [data] "rm" (data));
38 static inline uint32_t
39 crc32c_sse42_u64_mimic(uint64_t data, uint64_t init_val)
47 init_val = crc32c_sse42_u32(d.u32[0], (uint32_t)init_val);
48 init_val = crc32c_sse42_u32(d.u32[1], (uint32_t)init_val);
49 return (uint32_t)init_val;
52 static inline uint32_t
53 crc32c_sse42_u64(uint64_t data, uint64_t init_val)
56 "crc32q %[data], %[init_val];"
57 : [init_val] "+r" (init_val)
58 : [data] "rm" (data));
59 return (uint32_t)init_val;
63 * Use single crc32 instruction to perform a hash on a byte value.
64 * Fall back to software crc32 implementation in case SSE4.2 is
67 static inline uint32_t
68 rte_hash_crc_1byte(uint8_t data, uint32_t init_val)
70 if (likely(crc32_alg & CRC32_SSE42))
71 return crc32c_sse42_u8(data, init_val);
73 return crc32c_1byte(data, init_val);
77 * Use single crc32 instruction to perform a hash on a 2 bytes value.
78 * Fall back to software crc32 implementation in case SSE4.2 is
81 static inline uint32_t
82 rte_hash_crc_2byte(uint16_t data, uint32_t init_val)
84 if (likely(crc32_alg & CRC32_SSE42))
85 return crc32c_sse42_u16(data, init_val);
87 return crc32c_2bytes(data, init_val);
91 * Use single crc32 instruction to perform a hash on a 4 byte value.
92 * Fall back to software crc32 implementation in case SSE4.2 is
95 static inline uint32_t
96 rte_hash_crc_4byte(uint32_t data, uint32_t init_val)
98 if (likely(crc32_alg & CRC32_SSE42))
99 return crc32c_sse42_u32(data, init_val);
101 return crc32c_1word(data, init_val);
105 * Use single crc32 instruction to perform a hash on a 8 byte value.
106 * Fall back to software crc32 implementation in case SSE4.2 is
109 static inline uint32_t
110 rte_hash_crc_8byte(uint64_t data, uint32_t init_val)
112 #ifdef RTE_ARCH_X86_64
113 if (likely(crc32_alg == CRC32_SSE42_x64))
114 return crc32c_sse42_u64(data, init_val);
117 if (likely(crc32_alg & CRC32_SSE42))
118 return crc32c_sse42_u64_mimic(data, init_val);
120 return crc32c_2words(data, init_val);
123 #endif /* _RTE_CRC_X86_H_ */