1 /* SPDX-License-Identifier: BSD-3-Clause
2 * Copyright(c) 2018-2020 Intel Corporation
8 #include <rte_rwlock.h>
10 #define IPSEC_MAX_HDR_SIZE 64
11 #define IPSEC_MAX_IV_SIZE 16
12 #define IPSEC_MAX_IV_QWORD (IPSEC_MAX_IV_SIZE / sizeof(uint64_t))
13 #define TUN_HDR_MSK (RTE_IPSEC_SATP_ECN_MASK | RTE_IPSEC_SATP_DSCP_MASK)
15 /* padding alignment for different algorithms */
17 IPSEC_PAD_DEFAULT = 4,
18 IPSEC_PAD_3DES_CBC = 8,
19 IPSEC_PAD_AES_CBC = IPSEC_MAX_IV_SIZE,
20 IPSEC_PAD_AES_CTR = IPSEC_PAD_DEFAULT,
21 IPSEC_PAD_AES_GCM = IPSEC_PAD_DEFAULT,
22 IPSEC_PAD_AES_CCM = IPSEC_PAD_DEFAULT,
23 IPSEC_PAD_CHACHA20_POLY1305 = IPSEC_PAD_DEFAULT,
24 IPSEC_PAD_NULL = IPSEC_PAD_DEFAULT,
25 IPSEC_PAD_AES_GMAC = IPSEC_PAD_DEFAULT,
28 /* iv sizes for different algorithms */
30 IPSEC_IV_SIZE_DEFAULT = IPSEC_MAX_IV_SIZE,
31 IPSEC_AES_CTR_IV_SIZE = sizeof(uint64_t),
32 /* TripleDES supports IV size of 32bits or 64bits but he library
33 * only supports 64bits.
35 IPSEC_3DES_IV_SIZE = sizeof(uint64_t),
38 /* these definitions probably has to be in rte_crypto_sym.h */
48 #ifdef __SIZEOF_INT128__
57 #define REPLAY_SQN_NUM 2
58 #define REPLAY_SQN_NEXT(n) ((n) ^ 1)
63 __extension__ uint64_t window[0];
66 /*IPSEC SA supported algorithms */
74 ALGO_TYPE_CHACHA20_POLY1305,
81 uint64_t type; /* type of given SA */
82 uint64_t udata; /* user defined */
83 uint32_t size; /* size of given sa object */
85 /* sqn calculations related */
90 uint16_t bucket_index_mask;
92 /* template for crypto op fields */
94 union sym_op_ofslen cipher;
95 union sym_op_ofslen auth;
97 /* cpu-crypto offsets */
98 union rte_crypto_sym_ofs cofs;
99 /* tx_offload template for tunnel mbuf */
106 uint8_t proto; /* next proto */
112 uint8_t iv_ofs; /* offset for algo-specific IV inside crypto op */
117 /* template for tunnel header */
118 uint8_t hdr[IPSEC_MAX_HDR_SIZE];
121 * sqn and replay window
122 * In case of SA handled by multiple threads *sqn* cacheline
123 * could be shared by multiple cores.
124 * To minimise performance impact, we try to locate in a separate
125 * place from other frequently accesed data.
130 uint32_t rdidx; /* read index */
131 uint32_t wridx; /* write index */
132 struct replay_sqn *rsn[REPLAY_SQN_NUM];
141 uint64_t authentication_failed;
145 } __rte_cache_aligned;
148 ipsec_sa_pkt_func_select(const struct rte_ipsec_session *ss,
149 const struct rte_ipsec_sa *sa, struct rte_ipsec_sa_pkt_func *pf);
151 /* inbound processing */
154 esp_inb_pkt_prepare(const struct rte_ipsec_session *ss, struct rte_mbuf *mb[],
155 struct rte_crypto_op *cop[], uint16_t num);
158 esp_inb_tun_pkt_process(const struct rte_ipsec_session *ss,
159 struct rte_mbuf *mb[], uint16_t num);
162 inline_inb_tun_pkt_process(const struct rte_ipsec_session *ss,
163 struct rte_mbuf *mb[], uint16_t num);
166 esp_inb_trs_pkt_process(const struct rte_ipsec_session *ss,
167 struct rte_mbuf *mb[], uint16_t num);
170 inline_inb_trs_pkt_process(const struct rte_ipsec_session *ss,
171 struct rte_mbuf *mb[], uint16_t num);
174 cpu_inb_pkt_prepare(const struct rte_ipsec_session *ss,
175 struct rte_mbuf *mb[], uint16_t num);
177 /* outbound processing */
180 esp_outb_tun_prepare(const struct rte_ipsec_session *ss, struct rte_mbuf *mb[],
181 struct rte_crypto_op *cop[], uint16_t num);
184 esp_outb_trs_prepare(const struct rte_ipsec_session *ss, struct rte_mbuf *mb[],
185 struct rte_crypto_op *cop[], uint16_t num);
188 esp_outb_sqh_process(const struct rte_ipsec_session *ss, struct rte_mbuf *mb[],
192 pkt_flag_process(const struct rte_ipsec_session *ss,
193 struct rte_mbuf *mb[], uint16_t num);
196 inline_outb_tun_pkt_process(const struct rte_ipsec_session *ss,
197 struct rte_mbuf *mb[], uint16_t num);
200 inline_outb_trs_pkt_process(const struct rte_ipsec_session *ss,
201 struct rte_mbuf *mb[], uint16_t num);
204 inline_proto_outb_pkt_process(const struct rte_ipsec_session *ss,
205 struct rte_mbuf *mb[], uint16_t num);
208 cpu_outb_tun_pkt_prepare(const struct rte_ipsec_session *ss,
209 struct rte_mbuf *mb[], uint16_t num);
211 cpu_outb_trs_pkt_prepare(const struct rte_ipsec_session *ss,
212 struct rte_mbuf *mb[], uint16_t num);