1 /* SPDX-License-Identifier: BSD-3-Clause
2 * Copyright(c) 2010-2017 Intel Corporation
5 #include <rte_ethdev_driver.h>
6 #include <rte_ethdev_pci.h>
9 #include <rte_security_driver.h>
10 #include <rte_cryptodev.h>
13 #include "base/ixgbe_type.h"
14 #include "base/ixgbe_api.h"
15 #include "ixgbe_ethdev.h"
16 #include "ixgbe_ipsec.h"
18 #define RTE_IXGBE_REGISTER_POLL_WAIT_5_MS 5
20 #define IXGBE_WAIT_RREAD \
21 IXGBE_WRITE_REG_THEN_POLL_MASK(hw, IXGBE_IPSRXIDX, reg_val, \
22 IPSRXIDX_READ, RTE_IXGBE_REGISTER_POLL_WAIT_5_MS)
23 #define IXGBE_WAIT_RWRITE \
24 IXGBE_WRITE_REG_THEN_POLL_MASK(hw, IXGBE_IPSRXIDX, reg_val, \
25 IPSRXIDX_WRITE, RTE_IXGBE_REGISTER_POLL_WAIT_5_MS)
26 #define IXGBE_WAIT_TREAD \
27 IXGBE_WRITE_REG_THEN_POLL_MASK(hw, IXGBE_IPSTXIDX, reg_val, \
28 IPSRXIDX_READ, RTE_IXGBE_REGISTER_POLL_WAIT_5_MS)
29 #define IXGBE_WAIT_TWRITE \
30 IXGBE_WRITE_REG_THEN_POLL_MASK(hw, IXGBE_IPSTXIDX, reg_val, \
31 IPSRXIDX_WRITE, RTE_IXGBE_REGISTER_POLL_WAIT_5_MS)
33 #define CMP_IP(a, b) (\
34 (a).ipv6[0] == (b).ipv6[0] && \
35 (a).ipv6[1] == (b).ipv6[1] && \
36 (a).ipv6[2] == (b).ipv6[2] && \
37 (a).ipv6[3] == (b).ipv6[3])
41 ixgbe_crypto_clear_ipsec_tables(struct rte_eth_dev *dev)
43 struct ixgbe_hw *hw = IXGBE_DEV_PRIVATE_TO_HW(dev->data->dev_private);
44 struct ixgbe_ipsec *priv = IXGBE_DEV_PRIVATE_TO_IPSEC(
45 dev->data->dev_private);
48 /* clear Rx IP table*/
49 for (i = 0; i < IPSEC_MAX_RX_IP_COUNT; i++) {
50 uint16_t index = i << 3;
51 uint32_t reg_val = IPSRXIDX_WRITE | IPSRXIDX_TABLE_IP | index;
52 IXGBE_WRITE_REG(hw, IXGBE_IPSRXIPADDR(0), 0);
53 IXGBE_WRITE_REG(hw, IXGBE_IPSRXIPADDR(1), 0);
54 IXGBE_WRITE_REG(hw, IXGBE_IPSRXIPADDR(2), 0);
55 IXGBE_WRITE_REG(hw, IXGBE_IPSRXIPADDR(3), 0);
59 /* clear Rx SPI and Rx/Tx SA tables*/
60 for (i = 0; i < IPSEC_MAX_SA_COUNT; i++) {
61 uint32_t index = i << 3;
62 uint32_t reg_val = IPSRXIDX_WRITE | IPSRXIDX_TABLE_SPI | index;
63 IXGBE_WRITE_REG(hw, IXGBE_IPSRXSPI, 0);
64 IXGBE_WRITE_REG(hw, IXGBE_IPSRXIPIDX, 0);
66 reg_val = IPSRXIDX_WRITE | IPSRXIDX_TABLE_KEY | index;
67 IXGBE_WRITE_REG(hw, IXGBE_IPSRXKEY(0), 0);
68 IXGBE_WRITE_REG(hw, IXGBE_IPSRXKEY(1), 0);
69 IXGBE_WRITE_REG(hw, IXGBE_IPSRXKEY(2), 0);
70 IXGBE_WRITE_REG(hw, IXGBE_IPSRXKEY(3), 0);
71 IXGBE_WRITE_REG(hw, IXGBE_IPSRXSALT, 0);
72 IXGBE_WRITE_REG(hw, IXGBE_IPSRXMOD, 0);
74 reg_val = IPSRXIDX_WRITE | index;
75 IXGBE_WRITE_REG(hw, IXGBE_IPSTXKEY(0), 0);
76 IXGBE_WRITE_REG(hw, IXGBE_IPSTXKEY(1), 0);
77 IXGBE_WRITE_REG(hw, IXGBE_IPSTXKEY(2), 0);
78 IXGBE_WRITE_REG(hw, IXGBE_IPSTXKEY(3), 0);
79 IXGBE_WRITE_REG(hw, IXGBE_IPSTXSALT, 0);
83 memset(priv->rx_ip_tbl, 0, sizeof(priv->rx_ip_tbl));
84 memset(priv->rx_sa_tbl, 0, sizeof(priv->rx_sa_tbl));
85 memset(priv->tx_sa_tbl, 0, sizeof(priv->tx_sa_tbl));
89 ixgbe_crypto_add_sa(struct ixgbe_crypto_session *ic_session)
91 struct rte_eth_dev *dev = ic_session->dev;
92 struct ixgbe_hw *hw = IXGBE_DEV_PRIVATE_TO_HW(dev->data->dev_private);
93 struct ixgbe_ipsec *priv = IXGBE_DEV_PRIVATE_TO_IPSEC(
94 dev->data->dev_private);
98 if (ic_session->op == IXGBE_OP_AUTHENTICATED_DECRYPTION) {
101 /* Find a match in the IP table*/
102 for (i = 0; i < IPSEC_MAX_RX_IP_COUNT; i++) {
103 if (CMP_IP(priv->rx_ip_tbl[i].ip,
104 ic_session->dst_ip)) {
109 /* If no match, find a free entry in the IP table*/
111 for (i = 0; i < IPSEC_MAX_RX_IP_COUNT; i++) {
112 if (priv->rx_ip_tbl[i].ref_count == 0) {
119 /* Fail if no match and no free entries*/
122 "No free entry left in the Rx IP table\n");
126 /* Find a free entry in the SA table*/
127 for (i = 0; i < IPSEC_MAX_SA_COUNT; i++) {
128 if (priv->rx_sa_tbl[i].used == 0) {
133 /* Fail if no free entries*/
136 "No free entry left in the Rx SA table\n");
140 priv->rx_ip_tbl[ip_index].ip.ipv6[0] =
141 ic_session->dst_ip.ipv6[0];
142 priv->rx_ip_tbl[ip_index].ip.ipv6[1] =
143 ic_session->dst_ip.ipv6[1];
144 priv->rx_ip_tbl[ip_index].ip.ipv6[2] =
145 ic_session->dst_ip.ipv6[2];
146 priv->rx_ip_tbl[ip_index].ip.ipv6[3] =
147 ic_session->dst_ip.ipv6[3];
148 priv->rx_ip_tbl[ip_index].ref_count++;
150 priv->rx_sa_tbl[sa_index].spi =
151 rte_cpu_to_be_32(ic_session->spi);
152 priv->rx_sa_tbl[sa_index].ip_index = ip_index;
153 priv->rx_sa_tbl[sa_index].mode = IPSRXMOD_VALID;
154 if (ic_session->op == IXGBE_OP_AUTHENTICATED_DECRYPTION)
155 priv->rx_sa_tbl[sa_index].mode |=
156 (IPSRXMOD_PROTO | IPSRXMOD_DECRYPT);
157 if (ic_session->dst_ip.type == IPv6) {
158 priv->rx_sa_tbl[sa_index].mode |= IPSRXMOD_IPV6;
159 priv->rx_ip_tbl[ip_index].ip.type = IPv6;
160 } else if (ic_session->dst_ip.type == IPv4)
161 priv->rx_ip_tbl[ip_index].ip.type = IPv4;
163 priv->rx_sa_tbl[sa_index].used = 1;
165 /* write IP table entry*/
166 reg_val = IPSRXIDX_RX_EN | IPSRXIDX_WRITE |
167 IPSRXIDX_TABLE_IP | (ip_index << 3);
168 if (priv->rx_ip_tbl[ip_index].ip.type == IPv4) {
169 IXGBE_WRITE_REG(hw, IXGBE_IPSRXIPADDR(0), 0);
170 IXGBE_WRITE_REG(hw, IXGBE_IPSRXIPADDR(1), 0);
171 IXGBE_WRITE_REG(hw, IXGBE_IPSRXIPADDR(2), 0);
172 IXGBE_WRITE_REG(hw, IXGBE_IPSRXIPADDR(3),
173 priv->rx_ip_tbl[ip_index].ip.ipv4);
175 IXGBE_WRITE_REG(hw, IXGBE_IPSRXIPADDR(0),
176 priv->rx_ip_tbl[ip_index].ip.ipv6[0]);
177 IXGBE_WRITE_REG(hw, IXGBE_IPSRXIPADDR(1),
178 priv->rx_ip_tbl[ip_index].ip.ipv6[1]);
179 IXGBE_WRITE_REG(hw, IXGBE_IPSRXIPADDR(2),
180 priv->rx_ip_tbl[ip_index].ip.ipv6[2]);
181 IXGBE_WRITE_REG(hw, IXGBE_IPSRXIPADDR(3),
182 priv->rx_ip_tbl[ip_index].ip.ipv6[3]);
186 /* write SPI table entry*/
187 reg_val = IPSRXIDX_RX_EN | IPSRXIDX_WRITE |
188 IPSRXIDX_TABLE_SPI | (sa_index << 3);
189 IXGBE_WRITE_REG(hw, IXGBE_IPSRXSPI,
190 priv->rx_sa_tbl[sa_index].spi);
191 IXGBE_WRITE_REG(hw, IXGBE_IPSRXIPIDX,
192 priv->rx_sa_tbl[sa_index].ip_index);
195 /* write Key table entry*/
196 reg_val = IPSRXIDX_RX_EN | IPSRXIDX_WRITE |
197 IPSRXIDX_TABLE_KEY | (sa_index << 3);
198 IXGBE_WRITE_REG(hw, IXGBE_IPSRXKEY(0),
199 rte_cpu_to_be_32(*(uint32_t *)&ic_session->key[12]));
200 IXGBE_WRITE_REG(hw, IXGBE_IPSRXKEY(1),
201 rte_cpu_to_be_32(*(uint32_t *)&ic_session->key[8]));
202 IXGBE_WRITE_REG(hw, IXGBE_IPSRXKEY(2),
203 rte_cpu_to_be_32(*(uint32_t *)&ic_session->key[4]));
204 IXGBE_WRITE_REG(hw, IXGBE_IPSRXKEY(3),
205 rte_cpu_to_be_32(*(uint32_t *)&ic_session->key[0]));
206 IXGBE_WRITE_REG(hw, IXGBE_IPSRXSALT,
207 rte_cpu_to_be_32(ic_session->salt));
208 IXGBE_WRITE_REG(hw, IXGBE_IPSRXMOD,
209 priv->rx_sa_tbl[sa_index].mode);
212 } else { /* sess->dir == RTE_CRYPTO_OUTBOUND */
215 /* Find a free entry in the SA table*/
216 for (i = 0; i < IPSEC_MAX_SA_COUNT; i++) {
217 if (priv->tx_sa_tbl[i].used == 0) {
222 /* Fail if no free entries*/
225 "No free entry left in the Tx SA table\n");
229 priv->tx_sa_tbl[sa_index].spi =
230 rte_cpu_to_be_32(ic_session->spi);
231 priv->tx_sa_tbl[i].used = 1;
232 ic_session->sa_index = sa_index;
234 /* write Key table entry*/
235 reg_val = IPSRXIDX_RX_EN | IPSRXIDX_WRITE | (sa_index << 3);
236 IXGBE_WRITE_REG(hw, IXGBE_IPSTXKEY(0),
237 rte_cpu_to_be_32(*(uint32_t *)&ic_session->key[12]));
238 IXGBE_WRITE_REG(hw, IXGBE_IPSTXKEY(1),
239 rte_cpu_to_be_32(*(uint32_t *)&ic_session->key[8]));
240 IXGBE_WRITE_REG(hw, IXGBE_IPSTXKEY(2),
241 rte_cpu_to_be_32(*(uint32_t *)&ic_session->key[4]));
242 IXGBE_WRITE_REG(hw, IXGBE_IPSTXKEY(3),
243 rte_cpu_to_be_32(*(uint32_t *)&ic_session->key[0]));
244 IXGBE_WRITE_REG(hw, IXGBE_IPSTXSALT,
245 rte_cpu_to_be_32(ic_session->salt));
253 ixgbe_crypto_remove_sa(struct rte_eth_dev *dev,
254 struct ixgbe_crypto_session *ic_session)
256 struct ixgbe_hw *hw = IXGBE_DEV_PRIVATE_TO_HW(dev->data->dev_private);
257 struct ixgbe_ipsec *priv =
258 IXGBE_DEV_PRIVATE_TO_IPSEC(dev->data->dev_private);
262 if (ic_session->op == IXGBE_OP_AUTHENTICATED_DECRYPTION) {
263 int i, ip_index = -1;
265 /* Find a match in the IP table*/
266 for (i = 0; i < IPSEC_MAX_RX_IP_COUNT; i++) {
267 if (CMP_IP(priv->rx_ip_tbl[i].ip, ic_session->dst_ip)) {
273 /* Fail if no match*/
276 "Entry not found in the Rx IP table\n");
280 /* Find a free entry in the SA table*/
281 for (i = 0; i < IPSEC_MAX_SA_COUNT; i++) {
282 if (priv->rx_sa_tbl[i].spi ==
283 rte_cpu_to_be_32(ic_session->spi)) {
288 /* Fail if no match*/
291 "Entry not found in the Rx SA table\n");
295 /* Disable and clear Rx SPI and key table table entryes*/
296 reg_val = IPSRXIDX_WRITE | IPSRXIDX_TABLE_SPI | (sa_index << 3);
297 IXGBE_WRITE_REG(hw, IXGBE_IPSRXSPI, 0);
298 IXGBE_WRITE_REG(hw, IXGBE_IPSRXIPIDX, 0);
300 reg_val = IPSRXIDX_WRITE | IPSRXIDX_TABLE_KEY | (sa_index << 3);
301 IXGBE_WRITE_REG(hw, IXGBE_IPSRXKEY(0), 0);
302 IXGBE_WRITE_REG(hw, IXGBE_IPSRXKEY(1), 0);
303 IXGBE_WRITE_REG(hw, IXGBE_IPSRXKEY(2), 0);
304 IXGBE_WRITE_REG(hw, IXGBE_IPSRXKEY(3), 0);
305 IXGBE_WRITE_REG(hw, IXGBE_IPSRXSALT, 0);
306 IXGBE_WRITE_REG(hw, IXGBE_IPSRXMOD, 0);
308 priv->rx_sa_tbl[sa_index].used = 0;
310 /* If last used then clear the IP table entry*/
311 priv->rx_ip_tbl[ip_index].ref_count--;
312 if (priv->rx_ip_tbl[ip_index].ref_count == 0) {
313 reg_val = IPSRXIDX_WRITE | IPSRXIDX_TABLE_IP |
315 IXGBE_WRITE_REG(hw, IXGBE_IPSRXIPADDR(0), 0);
316 IXGBE_WRITE_REG(hw, IXGBE_IPSRXIPADDR(1), 0);
317 IXGBE_WRITE_REG(hw, IXGBE_IPSRXIPADDR(2), 0);
318 IXGBE_WRITE_REG(hw, IXGBE_IPSRXIPADDR(3), 0);
320 } else { /* session->dir == RTE_CRYPTO_OUTBOUND */
323 /* Find a match in the SA table*/
324 for (i = 0; i < IPSEC_MAX_SA_COUNT; i++) {
325 if (priv->tx_sa_tbl[i].spi ==
326 rte_cpu_to_be_32(ic_session->spi)) {
331 /* Fail if no match entries*/
334 "Entry not found in the Tx SA table\n");
337 reg_val = IPSRXIDX_WRITE | (sa_index << 3);
338 IXGBE_WRITE_REG(hw, IXGBE_IPSTXKEY(0), 0);
339 IXGBE_WRITE_REG(hw, IXGBE_IPSTXKEY(1), 0);
340 IXGBE_WRITE_REG(hw, IXGBE_IPSTXKEY(2), 0);
341 IXGBE_WRITE_REG(hw, IXGBE_IPSTXKEY(3), 0);
342 IXGBE_WRITE_REG(hw, IXGBE_IPSTXSALT, 0);
345 priv->tx_sa_tbl[sa_index].used = 0;
352 ixgbe_crypto_create_session(void *device,
353 struct rte_security_session_conf *conf,
354 struct rte_security_session *session,
355 struct rte_mempool *mempool)
357 struct rte_eth_dev *eth_dev = (struct rte_eth_dev *)device;
358 struct ixgbe_crypto_session *ic_session = NULL;
359 struct rte_crypto_aead_xform *aead_xform;
360 struct rte_eth_conf *dev_conf = ð_dev->data->dev_conf;
362 if (rte_mempool_get(mempool, (void **)&ic_session)) {
363 PMD_DRV_LOG(ERR, "Cannot get object from ic_session mempool");
367 if (conf->crypto_xform->type != RTE_CRYPTO_SYM_XFORM_AEAD ||
368 conf->crypto_xform->aead.algo !=
369 RTE_CRYPTO_AEAD_AES_GCM) {
370 PMD_DRV_LOG(ERR, "Unsupported crypto transformation mode\n");
371 rte_mempool_put(mempool, (void *)ic_session);
374 aead_xform = &conf->crypto_xform->aead;
376 if (conf->ipsec.direction == RTE_SECURITY_IPSEC_SA_DIR_INGRESS) {
377 if (dev_conf->rxmode.offloads & DEV_RX_OFFLOAD_SECURITY) {
378 ic_session->op = IXGBE_OP_AUTHENTICATED_DECRYPTION;
380 PMD_DRV_LOG(ERR, "IPsec decryption not enabled\n");
381 rte_mempool_put(mempool, (void *)ic_session);
385 if (dev_conf->txmode.offloads & DEV_TX_OFFLOAD_SECURITY) {
386 ic_session->op = IXGBE_OP_AUTHENTICATED_ENCRYPTION;
388 PMD_DRV_LOG(ERR, "IPsec encryption not enabled\n");
389 rte_mempool_put(mempool, (void *)ic_session);
394 ic_session->key = aead_xform->key.data;
395 memcpy(&ic_session->salt,
396 &aead_xform->key.data[aead_xform->key.length], 4);
397 ic_session->spi = conf->ipsec.spi;
398 ic_session->dev = eth_dev;
400 set_sec_session_private_data(session, ic_session);
402 if (ic_session->op == IXGBE_OP_AUTHENTICATED_ENCRYPTION) {
403 if (ixgbe_crypto_add_sa(ic_session)) {
404 PMD_DRV_LOG(ERR, "Failed to add SA\n");
405 rte_mempool_put(mempool, (void *)ic_session);
414 ixgbe_crypto_session_get_size(__rte_unused void *device)
416 return sizeof(struct ixgbe_crypto_session);
420 ixgbe_crypto_remove_session(void *device,
421 struct rte_security_session *session)
423 struct rte_eth_dev *eth_dev = device;
424 struct ixgbe_crypto_session *ic_session =
425 (struct ixgbe_crypto_session *)
426 get_sec_session_private_data(session);
427 struct rte_mempool *mempool = rte_mempool_from_obj(ic_session);
429 if (eth_dev != ic_session->dev) {
430 PMD_DRV_LOG(ERR, "Session not bound to this device\n");
434 if (ixgbe_crypto_remove_sa(eth_dev, ic_session)) {
435 PMD_DRV_LOG(ERR, "Failed to remove session\n");
439 rte_mempool_put(mempool, (void *)ic_session);
444 static inline uint8_t
445 ixgbe_crypto_compute_pad_len(struct rte_mbuf *m)
447 if (m->nb_segs == 1) {
448 /* 16 bytes ICV + 2 bytes ESP trailer + payload padding size
449 * payload padding size is stored at <pkt_len - 18>
451 uint8_t *esp_pad_len = rte_pktmbuf_mtod_offset(m, uint8_t *,
452 rte_pktmbuf_pkt_len(m) -
453 (ESP_TRAILER_SIZE + ESP_ICV_SIZE));
454 return *esp_pad_len + ESP_TRAILER_SIZE + ESP_ICV_SIZE;
460 ixgbe_crypto_update_mb(void *device __rte_unused,
461 struct rte_security_session *session,
462 struct rte_mbuf *m, void *params __rte_unused)
464 struct ixgbe_crypto_session *ic_session =
465 get_sec_session_private_data(session);
466 if (ic_session->op == IXGBE_OP_AUTHENTICATED_ENCRYPTION) {
467 union ixgbe_crypto_tx_desc_md *mdata =
468 (union ixgbe_crypto_tx_desc_md *)&m->udata64;
470 mdata->sa_idx = ic_session->sa_index;
471 mdata->pad_len = ixgbe_crypto_compute_pad_len(m);
477 static const struct rte_security_capability *
478 ixgbe_crypto_capabilities_get(void *device __rte_unused)
480 static const struct rte_cryptodev_capabilities
481 aes_gcm_gmac_crypto_capabilities[] = {
482 { /* AES GMAC (128-bit) */
483 .op = RTE_CRYPTO_OP_TYPE_SYMMETRIC,
485 .xform_type = RTE_CRYPTO_SYM_XFORM_AUTH,
487 .algo = RTE_CRYPTO_AUTH_AES_GMAC,
507 { /* AES GCM (128-bit) */
508 .op = RTE_CRYPTO_OP_TYPE_SYMMETRIC,
510 .xform_type = RTE_CRYPTO_SYM_XFORM_AEAD,
512 .algo = RTE_CRYPTO_AEAD_AES_GCM,
538 .op = RTE_CRYPTO_OP_TYPE_UNDEFINED,
540 .xform_type = RTE_CRYPTO_SYM_XFORM_NOT_SPECIFIED
545 static const struct rte_security_capability
546 ixgbe_security_capabilities[] = {
547 { /* IPsec Inline Crypto ESP Transport Egress */
548 .action = RTE_SECURITY_ACTION_TYPE_INLINE_CRYPTO,
549 .protocol = RTE_SECURITY_PROTOCOL_IPSEC,
551 .proto = RTE_SECURITY_IPSEC_SA_PROTO_ESP,
552 .mode = RTE_SECURITY_IPSEC_SA_MODE_TRANSPORT,
553 .direction = RTE_SECURITY_IPSEC_SA_DIR_EGRESS,
556 .crypto_capabilities = aes_gcm_gmac_crypto_capabilities,
557 .ol_flags = RTE_SECURITY_TX_OLOAD_NEED_MDATA
559 { /* IPsec Inline Crypto ESP Transport Ingress */
560 .action = RTE_SECURITY_ACTION_TYPE_INLINE_CRYPTO,
561 .protocol = RTE_SECURITY_PROTOCOL_IPSEC,
563 .proto = RTE_SECURITY_IPSEC_SA_PROTO_ESP,
564 .mode = RTE_SECURITY_IPSEC_SA_MODE_TRANSPORT,
565 .direction = RTE_SECURITY_IPSEC_SA_DIR_INGRESS,
568 .crypto_capabilities = aes_gcm_gmac_crypto_capabilities,
571 { /* IPsec Inline Crypto ESP Tunnel Egress */
572 .action = RTE_SECURITY_ACTION_TYPE_INLINE_CRYPTO,
573 .protocol = RTE_SECURITY_PROTOCOL_IPSEC,
575 .proto = RTE_SECURITY_IPSEC_SA_PROTO_ESP,
576 .mode = RTE_SECURITY_IPSEC_SA_MODE_TUNNEL,
577 .direction = RTE_SECURITY_IPSEC_SA_DIR_EGRESS,
580 .crypto_capabilities = aes_gcm_gmac_crypto_capabilities,
581 .ol_flags = RTE_SECURITY_TX_OLOAD_NEED_MDATA
583 { /* IPsec Inline Crypto ESP Tunnel Ingress */
584 .action = RTE_SECURITY_ACTION_TYPE_INLINE_CRYPTO,
585 .protocol = RTE_SECURITY_PROTOCOL_IPSEC,
587 .proto = RTE_SECURITY_IPSEC_SA_PROTO_ESP,
588 .mode = RTE_SECURITY_IPSEC_SA_MODE_TUNNEL,
589 .direction = RTE_SECURITY_IPSEC_SA_DIR_INGRESS,
592 .crypto_capabilities = aes_gcm_gmac_crypto_capabilities,
596 .action = RTE_SECURITY_ACTION_TYPE_NONE
600 return ixgbe_security_capabilities;
605 ixgbe_crypto_enable_ipsec(struct rte_eth_dev *dev)
607 struct ixgbe_hw *hw = IXGBE_DEV_PRIVATE_TO_HW(dev->data->dev_private);
609 uint64_t rx_offloads;
610 uint64_t tx_offloads;
612 rx_offloads = dev->data->dev_conf.rxmode.offloads;
613 tx_offloads = dev->data->dev_conf.txmode.offloads;
616 if (rx_offloads & DEV_RX_OFFLOAD_TCP_LRO) {
617 PMD_DRV_LOG(ERR, "RSC and IPsec not supported");
620 if (rx_offloads & DEV_RX_OFFLOAD_KEEP_CRC) {
621 PMD_DRV_LOG(ERR, "HW CRC strip needs to be enabled for IPsec");
626 /* Set IXGBE_SECTXBUFFAF to 0x15 as required in the datasheet*/
627 IXGBE_WRITE_REG(hw, IXGBE_SECTXBUFFAF, 0x15);
629 /* IFG needs to be set to 3 when we are using security. Otherwise a Tx
630 * hang will occur with heavy traffic.
632 reg = IXGBE_READ_REG(hw, IXGBE_SECTXMINIFG);
633 reg = (reg & 0xFFFFFFF0) | 0x3;
634 IXGBE_WRITE_REG(hw, IXGBE_SECTXMINIFG, reg);
636 reg = IXGBE_READ_REG(hw, IXGBE_HLREG0);
637 reg |= IXGBE_HLREG0_TXCRCEN | IXGBE_HLREG0_RXCRCSTRP;
638 IXGBE_WRITE_REG(hw, IXGBE_HLREG0, reg);
640 if (rx_offloads & DEV_RX_OFFLOAD_SECURITY) {
641 IXGBE_WRITE_REG(hw, IXGBE_SECRXCTRL, 0);
642 reg = IXGBE_READ_REG(hw, IXGBE_SECRXCTRL);
644 PMD_DRV_LOG(ERR, "Error enabling Rx Crypto");
648 if (tx_offloads & DEV_TX_OFFLOAD_SECURITY) {
649 IXGBE_WRITE_REG(hw, IXGBE_SECTXCTRL,
650 IXGBE_SECTXCTRL_STORE_FORWARD);
651 reg = IXGBE_READ_REG(hw, IXGBE_SECTXCTRL);
652 if (reg != IXGBE_SECTXCTRL_STORE_FORWARD) {
653 PMD_DRV_LOG(ERR, "Error enabling Rx Crypto");
658 ixgbe_crypto_clear_ipsec_tables(dev);
664 ixgbe_crypto_add_ingress_sa_from_flow(const void *sess,
668 struct ixgbe_crypto_session *ic_session
669 = get_sec_session_private_data(sess);
671 if (ic_session->op == IXGBE_OP_AUTHENTICATED_DECRYPTION) {
673 const struct rte_flow_item_ipv6 *ipv6 = ip_spec;
674 ic_session->src_ip.type = IPv6;
675 ic_session->dst_ip.type = IPv6;
676 rte_memcpy(ic_session->src_ip.ipv6,
677 ipv6->hdr.src_addr, 16);
678 rte_memcpy(ic_session->dst_ip.ipv6,
679 ipv6->hdr.dst_addr, 16);
681 const struct rte_flow_item_ipv4 *ipv4 = ip_spec;
682 ic_session->src_ip.type = IPv4;
683 ic_session->dst_ip.type = IPv4;
684 ic_session->src_ip.ipv4 = ipv4->hdr.src_addr;
685 ic_session->dst_ip.ipv4 = ipv4->hdr.dst_addr;
687 return ixgbe_crypto_add_sa(ic_session);
693 static struct rte_security_ops ixgbe_security_ops = {
694 .session_create = ixgbe_crypto_create_session,
695 .session_update = NULL,
696 .session_get_size = ixgbe_crypto_session_get_size,
697 .session_stats_get = NULL,
698 .session_destroy = ixgbe_crypto_remove_session,
699 .set_pkt_metadata = ixgbe_crypto_update_mb,
700 .capabilities_get = ixgbe_crypto_capabilities_get
704 ixgbe_crypto_capable(struct rte_eth_dev *dev)
706 struct ixgbe_hw *hw = IXGBE_DEV_PRIVATE_TO_HW(dev->data->dev_private);
707 uint32_t reg_i, reg, capable = 1;
708 /* test if rx crypto can be enabled and then write back initial value*/
709 reg_i = IXGBE_READ_REG(hw, IXGBE_SECRXCTRL);
710 IXGBE_WRITE_REG(hw, IXGBE_SECRXCTRL, 0);
711 reg = IXGBE_READ_REG(hw, IXGBE_SECRXCTRL);
714 IXGBE_WRITE_REG(hw, IXGBE_SECRXCTRL, reg_i);
719 ixgbe_ipsec_ctx_create(struct rte_eth_dev *dev)
721 struct rte_security_ctx *ctx = NULL;
723 if (ixgbe_crypto_capable(dev)) {
724 ctx = rte_malloc("rte_security_instances_ops",
725 sizeof(struct rte_security_ctx), 0);
727 ctx->device = (void *)dev;
728 ctx->ops = &ixgbe_security_ops;
730 dev->security_ctx = ctx;