1 /* SPDX-License-Identifier: BSD-3-Clause
2 * Copyright(c) 2010-2017 Intel Corporation
5 #include <rte_ethdev_driver.h>
6 #include <rte_ethdev_pci.h>
9 #include <rte_security_driver.h>
10 #include <rte_cryptodev.h>
13 #include "base/ixgbe_type.h"
14 #include "base/ixgbe_api.h"
15 #include "ixgbe_ethdev.h"
16 #include "ixgbe_ipsec.h"
18 #define RTE_IXGBE_REGISTER_POLL_WAIT_5_MS 5
20 #define IXGBE_WAIT_RREAD \
21 IXGBE_WRITE_REG_THEN_POLL_MASK(hw, IXGBE_IPSRXIDX, reg_val, \
22 IPSRXIDX_READ, RTE_IXGBE_REGISTER_POLL_WAIT_5_MS)
23 #define IXGBE_WAIT_RWRITE \
24 IXGBE_WRITE_REG_THEN_POLL_MASK(hw, IXGBE_IPSRXIDX, reg_val, \
25 IPSRXIDX_WRITE, RTE_IXGBE_REGISTER_POLL_WAIT_5_MS)
26 #define IXGBE_WAIT_TREAD \
27 IXGBE_WRITE_REG_THEN_POLL_MASK(hw, IXGBE_IPSTXIDX, reg_val, \
28 IPSRXIDX_READ, RTE_IXGBE_REGISTER_POLL_WAIT_5_MS)
29 #define IXGBE_WAIT_TWRITE \
30 IXGBE_WRITE_REG_THEN_POLL_MASK(hw, IXGBE_IPSTXIDX, reg_val, \
31 IPSRXIDX_WRITE, RTE_IXGBE_REGISTER_POLL_WAIT_5_MS)
33 #define CMP_IP(a, b) (\
34 (a).ipv6[0] == (b).ipv6[0] && \
35 (a).ipv6[1] == (b).ipv6[1] && \
36 (a).ipv6[2] == (b).ipv6[2] && \
37 (a).ipv6[3] == (b).ipv6[3])
41 ixgbe_crypto_clear_ipsec_tables(struct rte_eth_dev *dev)
43 struct ixgbe_hw *hw = IXGBE_DEV_PRIVATE_TO_HW(dev->data->dev_private);
44 struct ixgbe_ipsec *priv = IXGBE_DEV_PRIVATE_TO_IPSEC(
45 dev->data->dev_private);
48 /* clear Rx IP table*/
49 for (i = 0; i < IPSEC_MAX_RX_IP_COUNT; i++) {
50 uint16_t index = i << 3;
51 uint32_t reg_val = IPSRXIDX_WRITE | IPSRXIDX_TABLE_IP | index;
52 IXGBE_WRITE_REG(hw, IXGBE_IPSRXIPADDR(0), 0);
53 IXGBE_WRITE_REG(hw, IXGBE_IPSRXIPADDR(1), 0);
54 IXGBE_WRITE_REG(hw, IXGBE_IPSRXIPADDR(2), 0);
55 IXGBE_WRITE_REG(hw, IXGBE_IPSRXIPADDR(3), 0);
59 /* clear Rx SPI and Rx/Tx SA tables*/
60 for (i = 0; i < IPSEC_MAX_SA_COUNT; i++) {
61 uint32_t index = i << 3;
62 uint32_t reg_val = IPSRXIDX_WRITE | IPSRXIDX_TABLE_SPI | index;
63 IXGBE_WRITE_REG(hw, IXGBE_IPSRXSPI, 0);
64 IXGBE_WRITE_REG(hw, IXGBE_IPSRXIPIDX, 0);
66 reg_val = IPSRXIDX_WRITE | IPSRXIDX_TABLE_KEY | index;
67 IXGBE_WRITE_REG(hw, IXGBE_IPSRXKEY(0), 0);
68 IXGBE_WRITE_REG(hw, IXGBE_IPSRXKEY(1), 0);
69 IXGBE_WRITE_REG(hw, IXGBE_IPSRXKEY(2), 0);
70 IXGBE_WRITE_REG(hw, IXGBE_IPSRXKEY(3), 0);
71 IXGBE_WRITE_REG(hw, IXGBE_IPSRXSALT, 0);
72 IXGBE_WRITE_REG(hw, IXGBE_IPSRXMOD, 0);
74 reg_val = IPSRXIDX_WRITE | index;
75 IXGBE_WRITE_REG(hw, IXGBE_IPSTXKEY(0), 0);
76 IXGBE_WRITE_REG(hw, IXGBE_IPSTXKEY(1), 0);
77 IXGBE_WRITE_REG(hw, IXGBE_IPSTXKEY(2), 0);
78 IXGBE_WRITE_REG(hw, IXGBE_IPSTXKEY(3), 0);
79 IXGBE_WRITE_REG(hw, IXGBE_IPSTXSALT, 0);
83 memset(priv->rx_ip_tbl, 0, sizeof(priv->rx_ip_tbl));
84 memset(priv->rx_sa_tbl, 0, sizeof(priv->rx_sa_tbl));
85 memset(priv->tx_sa_tbl, 0, sizeof(priv->tx_sa_tbl));
89 ixgbe_crypto_add_sa(struct ixgbe_crypto_session *ic_session)
91 struct rte_eth_dev *dev = ic_session->dev;
92 struct ixgbe_hw *hw = IXGBE_DEV_PRIVATE_TO_HW(dev->data->dev_private);
93 struct ixgbe_ipsec *priv = IXGBE_DEV_PRIVATE_TO_IPSEC(
94 dev->data->dev_private);
98 if (ic_session->op == IXGBE_OP_AUTHENTICATED_DECRYPTION) {
101 /* Find a match in the IP table*/
102 for (i = 0; i < IPSEC_MAX_RX_IP_COUNT; i++) {
103 if (CMP_IP(priv->rx_ip_tbl[i].ip,
104 ic_session->dst_ip)) {
109 /* If no match, find a free entry in the IP table*/
111 for (i = 0; i < IPSEC_MAX_RX_IP_COUNT; i++) {
112 if (priv->rx_ip_tbl[i].ref_count == 0) {
119 /* Fail if no match and no free entries*/
122 "No free entry left in the Rx IP table\n");
126 /* Find a free entry in the SA table*/
127 for (i = 0; i < IPSEC_MAX_SA_COUNT; i++) {
128 if (priv->rx_sa_tbl[i].used == 0) {
133 /* Fail if no free entries*/
136 "No free entry left in the Rx SA table\n");
140 priv->rx_ip_tbl[ip_index].ip.ipv6[0] =
141 ic_session->dst_ip.ipv6[0];
142 priv->rx_ip_tbl[ip_index].ip.ipv6[1] =
143 ic_session->dst_ip.ipv6[1];
144 priv->rx_ip_tbl[ip_index].ip.ipv6[2] =
145 ic_session->dst_ip.ipv6[2];
146 priv->rx_ip_tbl[ip_index].ip.ipv6[3] =
147 ic_session->dst_ip.ipv6[3];
148 priv->rx_ip_tbl[ip_index].ref_count++;
150 priv->rx_sa_tbl[sa_index].spi =
151 rte_cpu_to_be_32(ic_session->spi);
152 priv->rx_sa_tbl[sa_index].ip_index = ip_index;
153 priv->rx_sa_tbl[sa_index].mode = IPSRXMOD_VALID;
154 if (ic_session->op == IXGBE_OP_AUTHENTICATED_DECRYPTION)
155 priv->rx_sa_tbl[sa_index].mode |=
156 (IPSRXMOD_PROTO | IPSRXMOD_DECRYPT);
157 if (ic_session->dst_ip.type == IPv6)
158 priv->rx_sa_tbl[sa_index].mode |= IPSRXMOD_IPV6;
159 priv->rx_sa_tbl[sa_index].used = 1;
161 /* write IP table entry*/
162 reg_val = IPSRXIDX_RX_EN | IPSRXIDX_WRITE |
163 IPSRXIDX_TABLE_IP | (ip_index << 3);
164 if (priv->rx_ip_tbl[ip_index].ip.type == IPv4) {
165 IXGBE_WRITE_REG(hw, IXGBE_IPSRXIPADDR(0), 0);
166 IXGBE_WRITE_REG(hw, IXGBE_IPSRXIPADDR(1), 0);
167 IXGBE_WRITE_REG(hw, IXGBE_IPSRXIPADDR(2), 0);
168 IXGBE_WRITE_REG(hw, IXGBE_IPSRXIPADDR(3),
169 priv->rx_ip_tbl[ip_index].ip.ipv4);
171 IXGBE_WRITE_REG(hw, IXGBE_IPSRXIPADDR(0),
172 priv->rx_ip_tbl[ip_index].ip.ipv6[0]);
173 IXGBE_WRITE_REG(hw, IXGBE_IPSRXIPADDR(1),
174 priv->rx_ip_tbl[ip_index].ip.ipv6[1]);
175 IXGBE_WRITE_REG(hw, IXGBE_IPSRXIPADDR(2),
176 priv->rx_ip_tbl[ip_index].ip.ipv6[2]);
177 IXGBE_WRITE_REG(hw, IXGBE_IPSRXIPADDR(3),
178 priv->rx_ip_tbl[ip_index].ip.ipv6[3]);
182 /* write SPI table entry*/
183 reg_val = IPSRXIDX_RX_EN | IPSRXIDX_WRITE |
184 IPSRXIDX_TABLE_SPI | (sa_index << 3);
185 IXGBE_WRITE_REG(hw, IXGBE_IPSRXSPI,
186 priv->rx_sa_tbl[sa_index].spi);
187 IXGBE_WRITE_REG(hw, IXGBE_IPSRXIPIDX,
188 priv->rx_sa_tbl[sa_index].ip_index);
191 /* write Key table entry*/
192 reg_val = IPSRXIDX_RX_EN | IPSRXIDX_WRITE |
193 IPSRXIDX_TABLE_KEY | (sa_index << 3);
194 IXGBE_WRITE_REG(hw, IXGBE_IPSRXKEY(0),
195 rte_cpu_to_be_32(*(uint32_t *)&ic_session->key[12]));
196 IXGBE_WRITE_REG(hw, IXGBE_IPSRXKEY(1),
197 rte_cpu_to_be_32(*(uint32_t *)&ic_session->key[8]));
198 IXGBE_WRITE_REG(hw, IXGBE_IPSRXKEY(2),
199 rte_cpu_to_be_32(*(uint32_t *)&ic_session->key[4]));
200 IXGBE_WRITE_REG(hw, IXGBE_IPSRXKEY(3),
201 rte_cpu_to_be_32(*(uint32_t *)&ic_session->key[0]));
202 IXGBE_WRITE_REG(hw, IXGBE_IPSRXSALT,
203 rte_cpu_to_be_32(ic_session->salt));
204 IXGBE_WRITE_REG(hw, IXGBE_IPSRXMOD,
205 priv->rx_sa_tbl[sa_index].mode);
208 } else { /* sess->dir == RTE_CRYPTO_OUTBOUND */
211 /* Find a free entry in the SA table*/
212 for (i = 0; i < IPSEC_MAX_SA_COUNT; i++) {
213 if (priv->tx_sa_tbl[i].used == 0) {
218 /* Fail if no free entries*/
221 "No free entry left in the Tx SA table\n");
225 priv->tx_sa_tbl[sa_index].spi =
226 rte_cpu_to_be_32(ic_session->spi);
227 priv->tx_sa_tbl[i].used = 1;
228 ic_session->sa_index = sa_index;
230 /* write Key table entry*/
231 reg_val = IPSRXIDX_RX_EN | IPSRXIDX_WRITE | (sa_index << 3);
232 IXGBE_WRITE_REG(hw, IXGBE_IPSTXKEY(0),
233 rte_cpu_to_be_32(*(uint32_t *)&ic_session->key[12]));
234 IXGBE_WRITE_REG(hw, IXGBE_IPSTXKEY(1),
235 rte_cpu_to_be_32(*(uint32_t *)&ic_session->key[8]));
236 IXGBE_WRITE_REG(hw, IXGBE_IPSTXKEY(2),
237 rte_cpu_to_be_32(*(uint32_t *)&ic_session->key[4]));
238 IXGBE_WRITE_REG(hw, IXGBE_IPSTXKEY(3),
239 rte_cpu_to_be_32(*(uint32_t *)&ic_session->key[0]));
240 IXGBE_WRITE_REG(hw, IXGBE_IPSTXSALT,
241 rte_cpu_to_be_32(ic_session->salt));
249 ixgbe_crypto_remove_sa(struct rte_eth_dev *dev,
250 struct ixgbe_crypto_session *ic_session)
252 struct ixgbe_hw *hw = IXGBE_DEV_PRIVATE_TO_HW(dev->data->dev_private);
253 struct ixgbe_ipsec *priv =
254 IXGBE_DEV_PRIVATE_TO_IPSEC(dev->data->dev_private);
258 if (ic_session->op == IXGBE_OP_AUTHENTICATED_DECRYPTION) {
259 int i, ip_index = -1;
261 /* Find a match in the IP table*/
262 for (i = 0; i < IPSEC_MAX_RX_IP_COUNT; i++) {
263 if (CMP_IP(priv->rx_ip_tbl[i].ip, ic_session->dst_ip)) {
269 /* Fail if no match*/
272 "Entry not found in the Rx IP table\n");
276 /* Find a free entry in the SA table*/
277 for (i = 0; i < IPSEC_MAX_SA_COUNT; i++) {
278 if (priv->rx_sa_tbl[i].spi ==
279 rte_cpu_to_be_32(ic_session->spi)) {
284 /* Fail if no match*/
287 "Entry not found in the Rx SA table\n");
291 /* Disable and clear Rx SPI and key table table entryes*/
292 reg_val = IPSRXIDX_WRITE | IPSRXIDX_TABLE_SPI | (sa_index << 3);
293 IXGBE_WRITE_REG(hw, IXGBE_IPSRXSPI, 0);
294 IXGBE_WRITE_REG(hw, IXGBE_IPSRXIPIDX, 0);
296 reg_val = IPSRXIDX_WRITE | IPSRXIDX_TABLE_KEY | (sa_index << 3);
297 IXGBE_WRITE_REG(hw, IXGBE_IPSRXKEY(0), 0);
298 IXGBE_WRITE_REG(hw, IXGBE_IPSRXKEY(1), 0);
299 IXGBE_WRITE_REG(hw, IXGBE_IPSRXKEY(2), 0);
300 IXGBE_WRITE_REG(hw, IXGBE_IPSRXKEY(3), 0);
301 IXGBE_WRITE_REG(hw, IXGBE_IPSRXSALT, 0);
302 IXGBE_WRITE_REG(hw, IXGBE_IPSRXMOD, 0);
304 priv->rx_sa_tbl[sa_index].used = 0;
306 /* If last used then clear the IP table entry*/
307 priv->rx_ip_tbl[ip_index].ref_count--;
308 if (priv->rx_ip_tbl[ip_index].ref_count == 0) {
309 reg_val = IPSRXIDX_WRITE | IPSRXIDX_TABLE_IP |
311 IXGBE_WRITE_REG(hw, IXGBE_IPSRXIPADDR(0), 0);
312 IXGBE_WRITE_REG(hw, IXGBE_IPSRXIPADDR(1), 0);
313 IXGBE_WRITE_REG(hw, IXGBE_IPSRXIPADDR(2), 0);
314 IXGBE_WRITE_REG(hw, IXGBE_IPSRXIPADDR(3), 0);
316 } else { /* session->dir == RTE_CRYPTO_OUTBOUND */
319 /* Find a match in the SA table*/
320 for (i = 0; i < IPSEC_MAX_SA_COUNT; i++) {
321 if (priv->tx_sa_tbl[i].spi ==
322 rte_cpu_to_be_32(ic_session->spi)) {
327 /* Fail if no match entries*/
330 "Entry not found in the Tx SA table\n");
333 reg_val = IPSRXIDX_WRITE | (sa_index << 3);
334 IXGBE_WRITE_REG(hw, IXGBE_IPSTXKEY(0), 0);
335 IXGBE_WRITE_REG(hw, IXGBE_IPSTXKEY(1), 0);
336 IXGBE_WRITE_REG(hw, IXGBE_IPSTXKEY(2), 0);
337 IXGBE_WRITE_REG(hw, IXGBE_IPSTXKEY(3), 0);
338 IXGBE_WRITE_REG(hw, IXGBE_IPSTXSALT, 0);
341 priv->tx_sa_tbl[sa_index].used = 0;
348 ixgbe_crypto_create_session(void *device,
349 struct rte_security_session_conf *conf,
350 struct rte_security_session *session,
351 struct rte_mempool *mempool)
353 struct rte_eth_dev *eth_dev = (struct rte_eth_dev *)device;
354 struct ixgbe_crypto_session *ic_session = NULL;
355 struct rte_crypto_aead_xform *aead_xform;
356 struct rte_eth_conf *dev_conf = ð_dev->data->dev_conf;
358 if (rte_mempool_get(mempool, (void **)&ic_session)) {
359 PMD_DRV_LOG(ERR, "Cannot get object from ic_session mempool");
363 if (conf->crypto_xform->type != RTE_CRYPTO_SYM_XFORM_AEAD ||
364 conf->crypto_xform->aead.algo !=
365 RTE_CRYPTO_AEAD_AES_GCM) {
366 PMD_DRV_LOG(ERR, "Unsupported crypto transformation mode\n");
369 aead_xform = &conf->crypto_xform->aead;
371 if (conf->ipsec.direction == RTE_SECURITY_IPSEC_SA_DIR_INGRESS) {
372 if (dev_conf->rxmode.offloads & DEV_RX_OFFLOAD_SECURITY) {
373 ic_session->op = IXGBE_OP_AUTHENTICATED_DECRYPTION;
375 PMD_DRV_LOG(ERR, "IPsec decryption not enabled\n");
379 if (dev_conf->txmode.offloads & DEV_TX_OFFLOAD_SECURITY) {
380 ic_session->op = IXGBE_OP_AUTHENTICATED_ENCRYPTION;
382 PMD_DRV_LOG(ERR, "IPsec encryption not enabled\n");
387 ic_session->key = aead_xform->key.data;
388 memcpy(&ic_session->salt,
389 &aead_xform->key.data[aead_xform->key.length], 4);
390 ic_session->spi = conf->ipsec.spi;
391 ic_session->dev = eth_dev;
393 set_sec_session_private_data(session, ic_session);
395 if (ic_session->op == IXGBE_OP_AUTHENTICATED_ENCRYPTION) {
396 if (ixgbe_crypto_add_sa(ic_session)) {
397 PMD_DRV_LOG(ERR, "Failed to add SA\n");
406 ixgbe_crypto_session_get_size(__rte_unused void *device)
408 return sizeof(struct ixgbe_crypto_session);
412 ixgbe_crypto_remove_session(void *device,
413 struct rte_security_session *session)
415 struct rte_eth_dev *eth_dev = device;
416 struct ixgbe_crypto_session *ic_session =
417 (struct ixgbe_crypto_session *)
418 get_sec_session_private_data(session);
419 struct rte_mempool *mempool = rte_mempool_from_obj(ic_session);
421 if (eth_dev != ic_session->dev) {
422 PMD_DRV_LOG(ERR, "Session not bound to this device\n");
426 if (ixgbe_crypto_remove_sa(eth_dev, ic_session)) {
427 PMD_DRV_LOG(ERR, "Failed to remove session\n");
431 rte_mempool_put(mempool, (void *)ic_session);
436 static inline uint8_t
437 ixgbe_crypto_compute_pad_len(struct rte_mbuf *m)
439 if (m->nb_segs == 1) {
440 /* 16 bytes ICV + 2 bytes ESP trailer + payload padding size
441 * payload padding size is stored at <pkt_len - 18>
443 uint8_t *esp_pad_len = rte_pktmbuf_mtod_offset(m, uint8_t *,
444 rte_pktmbuf_pkt_len(m) -
445 (ESP_TRAILER_SIZE + ESP_ICV_SIZE));
446 return *esp_pad_len + ESP_TRAILER_SIZE + ESP_ICV_SIZE;
452 ixgbe_crypto_update_mb(void *device __rte_unused,
453 struct rte_security_session *session,
454 struct rte_mbuf *m, void *params __rte_unused)
456 struct ixgbe_crypto_session *ic_session =
457 get_sec_session_private_data(session);
458 if (ic_session->op == IXGBE_OP_AUTHENTICATED_ENCRYPTION) {
459 union ixgbe_crypto_tx_desc_md *mdata =
460 (union ixgbe_crypto_tx_desc_md *)&m->udata64;
462 mdata->sa_idx = ic_session->sa_index;
463 mdata->pad_len = ixgbe_crypto_compute_pad_len(m);
469 static const struct rte_security_capability *
470 ixgbe_crypto_capabilities_get(void *device __rte_unused)
472 static const struct rte_cryptodev_capabilities
473 aes_gcm_gmac_crypto_capabilities[] = {
474 { /* AES GMAC (128-bit) */
475 .op = RTE_CRYPTO_OP_TYPE_SYMMETRIC,
477 .xform_type = RTE_CRYPTO_SYM_XFORM_AUTH,
479 .algo = RTE_CRYPTO_AUTH_AES_GMAC,
499 { /* AES GCM (128-bit) */
500 .op = RTE_CRYPTO_OP_TYPE_SYMMETRIC,
502 .xform_type = RTE_CRYPTO_SYM_XFORM_AEAD,
504 .algo = RTE_CRYPTO_AEAD_AES_GCM,
530 .op = RTE_CRYPTO_OP_TYPE_UNDEFINED,
532 .xform_type = RTE_CRYPTO_SYM_XFORM_NOT_SPECIFIED
537 static const struct rte_security_capability
538 ixgbe_security_capabilities[] = {
539 { /* IPsec Inline Crypto ESP Transport Egress */
540 .action = RTE_SECURITY_ACTION_TYPE_INLINE_CRYPTO,
541 .protocol = RTE_SECURITY_PROTOCOL_IPSEC,
543 .proto = RTE_SECURITY_IPSEC_SA_PROTO_ESP,
544 .mode = RTE_SECURITY_IPSEC_SA_MODE_TRANSPORT,
545 .direction = RTE_SECURITY_IPSEC_SA_DIR_EGRESS,
548 .crypto_capabilities = aes_gcm_gmac_crypto_capabilities,
549 .ol_flags = RTE_SECURITY_TX_OLOAD_NEED_MDATA
551 { /* IPsec Inline Crypto ESP Transport Ingress */
552 .action = RTE_SECURITY_ACTION_TYPE_INLINE_CRYPTO,
553 .protocol = RTE_SECURITY_PROTOCOL_IPSEC,
555 .proto = RTE_SECURITY_IPSEC_SA_PROTO_ESP,
556 .mode = RTE_SECURITY_IPSEC_SA_MODE_TRANSPORT,
557 .direction = RTE_SECURITY_IPSEC_SA_DIR_INGRESS,
560 .crypto_capabilities = aes_gcm_gmac_crypto_capabilities,
563 { /* IPsec Inline Crypto ESP Tunnel Egress */
564 .action = RTE_SECURITY_ACTION_TYPE_INLINE_CRYPTO,
565 .protocol = RTE_SECURITY_PROTOCOL_IPSEC,
567 .proto = RTE_SECURITY_IPSEC_SA_PROTO_ESP,
568 .mode = RTE_SECURITY_IPSEC_SA_MODE_TUNNEL,
569 .direction = RTE_SECURITY_IPSEC_SA_DIR_EGRESS,
572 .crypto_capabilities = aes_gcm_gmac_crypto_capabilities,
573 .ol_flags = RTE_SECURITY_TX_OLOAD_NEED_MDATA
575 { /* IPsec Inline Crypto ESP Tunnel Ingress */
576 .action = RTE_SECURITY_ACTION_TYPE_INLINE_CRYPTO,
577 .protocol = RTE_SECURITY_PROTOCOL_IPSEC,
579 .proto = RTE_SECURITY_IPSEC_SA_PROTO_ESP,
580 .mode = RTE_SECURITY_IPSEC_SA_MODE_TUNNEL,
581 .direction = RTE_SECURITY_IPSEC_SA_DIR_INGRESS,
584 .crypto_capabilities = aes_gcm_gmac_crypto_capabilities,
588 .action = RTE_SECURITY_ACTION_TYPE_NONE
592 return ixgbe_security_capabilities;
597 ixgbe_crypto_enable_ipsec(struct rte_eth_dev *dev)
599 struct ixgbe_hw *hw = IXGBE_DEV_PRIVATE_TO_HW(dev->data->dev_private);
603 if (dev->data->dev_conf.rxmode.enable_lro) {
604 PMD_DRV_LOG(ERR, "RSC and IPsec not supported");
607 if (!dev->data->dev_conf.rxmode.hw_strip_crc) {
608 PMD_DRV_LOG(ERR, "HW CRC strip needs to be enabled for IPsec");
613 /* Set IXGBE_SECTXBUFFAF to 0x15 as required in the datasheet*/
614 IXGBE_WRITE_REG(hw, IXGBE_SECTXBUFFAF, 0x15);
616 /* IFG needs to be set to 3 when we are using security. Otherwise a Tx
617 * hang will occur with heavy traffic.
619 reg = IXGBE_READ_REG(hw, IXGBE_SECTXMINIFG);
620 reg = (reg & 0xFFFFFFF0) | 0x3;
621 IXGBE_WRITE_REG(hw, IXGBE_SECTXMINIFG, reg);
623 reg = IXGBE_READ_REG(hw, IXGBE_HLREG0);
624 reg |= IXGBE_HLREG0_TXCRCEN | IXGBE_HLREG0_RXCRCSTRP;
625 IXGBE_WRITE_REG(hw, IXGBE_HLREG0, reg);
627 if (dev->data->dev_conf.rxmode.offloads & DEV_RX_OFFLOAD_SECURITY) {
628 IXGBE_WRITE_REG(hw, IXGBE_SECRXCTRL, 0);
629 reg = IXGBE_READ_REG(hw, IXGBE_SECRXCTRL);
631 PMD_DRV_LOG(ERR, "Error enabling Rx Crypto");
635 if (dev->data->dev_conf.txmode.offloads & DEV_TX_OFFLOAD_SECURITY) {
636 IXGBE_WRITE_REG(hw, IXGBE_SECTXCTRL,
637 IXGBE_SECTXCTRL_STORE_FORWARD);
638 reg = IXGBE_READ_REG(hw, IXGBE_SECTXCTRL);
639 if (reg != IXGBE_SECTXCTRL_STORE_FORWARD) {
640 PMD_DRV_LOG(ERR, "Error enabling Rx Crypto");
645 ixgbe_crypto_clear_ipsec_tables(dev);
651 ixgbe_crypto_add_ingress_sa_from_flow(const void *sess,
655 struct ixgbe_crypto_session *ic_session
656 = get_sec_session_private_data(sess);
658 if (ic_session->op == IXGBE_OP_AUTHENTICATED_DECRYPTION) {
660 const struct rte_flow_item_ipv6 *ipv6 = ip_spec;
661 ic_session->src_ip.type = IPv6;
662 ic_session->dst_ip.type = IPv6;
663 rte_memcpy(ic_session->src_ip.ipv6,
664 ipv6->hdr.src_addr, 16);
665 rte_memcpy(ic_session->dst_ip.ipv6,
666 ipv6->hdr.dst_addr, 16);
668 const struct rte_flow_item_ipv4 *ipv4 = ip_spec;
669 ic_session->src_ip.type = IPv4;
670 ic_session->dst_ip.type = IPv4;
671 ic_session->src_ip.ipv4 = ipv4->hdr.src_addr;
672 ic_session->dst_ip.ipv4 = ipv4->hdr.dst_addr;
674 return ixgbe_crypto_add_sa(ic_session);
680 static struct rte_security_ops ixgbe_security_ops = {
681 .session_create = ixgbe_crypto_create_session,
682 .session_update = NULL,
683 .session_get_size = ixgbe_crypto_session_get_size,
684 .session_stats_get = NULL,
685 .session_destroy = ixgbe_crypto_remove_session,
686 .set_pkt_metadata = ixgbe_crypto_update_mb,
687 .capabilities_get = ixgbe_crypto_capabilities_get
691 ixgbe_crypto_capable(struct rte_eth_dev *dev)
693 struct ixgbe_hw *hw = IXGBE_DEV_PRIVATE_TO_HW(dev->data->dev_private);
694 uint32_t reg_i, reg, capable = 1;
695 /* test if rx crypto can be enabled and then write back initial value*/
696 reg_i = IXGBE_READ_REG(hw, IXGBE_SECRXCTRL);
697 IXGBE_WRITE_REG(hw, IXGBE_SECRXCTRL, 0);
698 reg = IXGBE_READ_REG(hw, IXGBE_SECRXCTRL);
701 IXGBE_WRITE_REG(hw, IXGBE_SECRXCTRL, reg_i);
706 ixgbe_ipsec_ctx_create(struct rte_eth_dev *dev)
708 struct rte_security_ctx *ctx = NULL;
710 if (ixgbe_crypto_capable(dev)) {
711 ctx = rte_malloc("rte_security_instances_ops",
712 sizeof(struct rte_security_ctx), 0);
714 ctx->device = (void *)dev;
715 ctx->ops = &ixgbe_security_ops;
717 dev->security_ctx = ctx;