1 /* SPDX-License-Identifier: BSD-3-Clause
2 * Copyright(C) 2021 Marvell.
7 #include "cnxk_security.h"
12 ipsec_hmac_opad_ipad_gen(struct rte_crypto_sym_xform *auth_xform,
13 uint8_t *hmac_opad_ipad)
15 const uint8_t *key = auth_xform->auth.key.data;
16 uint32_t length = auth_xform->auth.key.length;
17 uint8_t opad[128] = {[0 ... 127] = 0x5c};
18 uint8_t ipad[128] = {[0 ... 127] = 0x36};
21 /* HMAC OPAD and IPAD */
22 for (i = 0; i < 127 && i < length; i++) {
23 opad[i] = opad[i] ^ key[i];
24 ipad[i] = ipad[i] ^ key[i];
27 /* Precompute hash of HMAC OPAD and IPAD to avoid
28 * per packet computation
30 switch (auth_xform->auth.algo) {
31 case RTE_CRYPTO_AUTH_SHA1_HMAC:
32 roc_hash_sha1_gen(opad, (uint32_t *)&hmac_opad_ipad[0]);
33 roc_hash_sha1_gen(ipad, (uint32_t *)&hmac_opad_ipad[24]);
35 case RTE_CRYPTO_AUTH_SHA256_HMAC:
36 roc_hash_sha256_gen(opad, (uint32_t *)&hmac_opad_ipad[0]);
37 roc_hash_sha256_gen(ipad, (uint32_t *)&hmac_opad_ipad[64]);
39 case RTE_CRYPTO_AUTH_SHA384_HMAC:
40 roc_hash_sha512_gen(opad, (uint64_t *)&hmac_opad_ipad[0], 384);
41 roc_hash_sha512_gen(ipad, (uint64_t *)&hmac_opad_ipad[64], 384);
43 case RTE_CRYPTO_AUTH_SHA512_HMAC:
44 roc_hash_sha512_gen(opad, (uint64_t *)&hmac_opad_ipad[0], 512);
45 roc_hash_sha512_gen(ipad, (uint64_t *)&hmac_opad_ipad[64], 512);
53 ot_ipsec_sa_common_param_fill(union roc_ot_ipsec_sa_word2 *w2,
54 uint8_t *cipher_key, uint8_t *salt_key,
55 uint8_t *hmac_opad_ipad,
56 struct rte_security_ipsec_xform *ipsec_xfrm,
57 struct rte_crypto_sym_xform *crypto_xfrm)
59 struct rte_crypto_sym_xform *auth_xfrm, *cipher_xfrm;
66 switch (ipsec_xfrm->direction) {
67 case RTE_SECURITY_IPSEC_SA_DIR_INGRESS:
68 w2->s.dir = ROC_IE_SA_DIR_INBOUND;
69 auth_xfrm = crypto_xfrm;
70 cipher_xfrm = crypto_xfrm->next;
72 case RTE_SECURITY_IPSEC_SA_DIR_EGRESS:
73 w2->s.dir = ROC_IE_SA_DIR_OUTBOUND;
74 cipher_xfrm = crypto_xfrm;
75 auth_xfrm = crypto_xfrm->next;
81 /* Set protocol - ESP vs AH */
82 switch (ipsec_xfrm->proto) {
83 case RTE_SECURITY_IPSEC_SA_PROTO_ESP:
84 w2->s.protocol = ROC_IE_SA_PROTOCOL_ESP;
86 case RTE_SECURITY_IPSEC_SA_PROTO_AH:
87 w2->s.protocol = ROC_IE_SA_PROTOCOL_AH;
93 /* Set mode - transport vs tunnel */
94 switch (ipsec_xfrm->mode) {
95 case RTE_SECURITY_IPSEC_SA_MODE_TRANSPORT:
96 w2->s.mode = ROC_IE_SA_MODE_TRANSPORT;
98 case RTE_SECURITY_IPSEC_SA_MODE_TUNNEL:
99 w2->s.mode = ROC_IE_SA_MODE_TUNNEL;
105 /* Set encryption algorithm */
106 if (crypto_xfrm->type == RTE_CRYPTO_SYM_XFORM_AEAD) {
107 key = crypto_xfrm->aead.key.data;
108 length = crypto_xfrm->aead.key.length;
110 switch (crypto_xfrm->aead.algo) {
111 case RTE_CRYPTO_AEAD_AES_GCM:
112 w2->s.enc_type = ROC_IE_OT_SA_ENC_AES_GCM;
113 w2->s.auth_type = ROC_IE_OT_SA_AUTH_NULL;
114 memcpy(salt_key, &ipsec_xfrm->salt, 4);
115 tmp_salt = (uint32_t *)salt_key;
116 *tmp_salt = rte_be_to_cpu_32(*tmp_salt);
122 switch (cipher_xfrm->cipher.algo) {
123 case RTE_CRYPTO_CIPHER_NULL:
124 w2->s.enc_type = ROC_IE_OT_SA_ENC_NULL;
126 case RTE_CRYPTO_CIPHER_AES_CBC:
127 w2->s.enc_type = ROC_IE_OT_SA_ENC_AES_CBC;
129 case RTE_CRYPTO_CIPHER_AES_CTR:
130 w2->s.enc_type = ROC_IE_OT_SA_ENC_AES_CTR;
136 switch (auth_xfrm->auth.algo) {
137 case RTE_CRYPTO_AUTH_NULL:
138 w2->s.auth_type = ROC_IE_OT_SA_AUTH_NULL;
140 case RTE_CRYPTO_AUTH_SHA1_HMAC:
141 w2->s.auth_type = ROC_IE_OT_SA_AUTH_SHA1;
143 case RTE_CRYPTO_AUTH_SHA256_HMAC:
144 w2->s.auth_type = ROC_IE_OT_SA_AUTH_SHA2_256;
146 case RTE_CRYPTO_AUTH_SHA384_HMAC:
147 w2->s.auth_type = ROC_IE_OT_SA_AUTH_SHA2_384;
149 case RTE_CRYPTO_AUTH_SHA512_HMAC:
150 w2->s.auth_type = ROC_IE_OT_SA_AUTH_SHA2_512;
152 case RTE_CRYPTO_AUTH_AES_XCBC_MAC:
153 w2->s.auth_type = ROC_IE_OT_SA_AUTH_AES_XCBC_128;
159 if (auth_xfrm->auth.algo == RTE_CRYPTO_AUTH_AES_XCBC_MAC) {
160 const uint8_t *auth_key = auth_xfrm->auth.key.data;
161 roc_aes_xcbc_key_derive(auth_key, hmac_opad_ipad);
163 ipsec_hmac_opad_ipad_gen(auth_xfrm, hmac_opad_ipad);
166 tmp_key = (uint64_t *)hmac_opad_ipad;
168 i < (int)(ROC_CTX_MAX_OPAD_IPAD_LEN / sizeof(uint64_t));
170 tmp_key[i] = rte_be_to_cpu_64(tmp_key[i]);
172 key = cipher_xfrm->cipher.key.data;
173 length = cipher_xfrm->cipher.key.length;
176 /* Set encapsulation type */
177 if (ipsec_xfrm->options.udp_encap)
178 w2->s.encap_type = ROC_IE_OT_SA_ENCAP_UDP;
180 w2->s.spi = ipsec_xfrm->spi;
182 /* Copy encryption key */
183 memcpy(cipher_key, key, length);
184 tmp_key = (uint64_t *)cipher_key;
185 for (i = 0; i < (int)(ROC_CTX_MAX_CKEY_LEN / sizeof(uint64_t)); i++)
186 tmp_key[i] = rte_be_to_cpu_64(tmp_key[i]);
188 /* Set AES key length */
189 if (w2->s.enc_type == ROC_IE_OT_SA_ENC_AES_CBC ||
190 w2->s.enc_type == ROC_IE_OT_SA_ENC_AES_CCM ||
191 w2->s.enc_type == ROC_IE_OT_SA_ENC_AES_CTR ||
192 w2->s.enc_type == ROC_IE_OT_SA_ENC_AES_GCM ||
193 w2->s.auth_type == ROC_IE_OT_SA_AUTH_AES_GMAC) {
195 case ROC_CPT_AES128_KEY_LEN:
196 w2->s.aes_key_len = ROC_IE_SA_AES_KEY_LEN_128;
198 case ROC_CPT_AES192_KEY_LEN:
199 w2->s.aes_key_len = ROC_IE_SA_AES_KEY_LEN_192;
201 case ROC_CPT_AES256_KEY_LEN:
202 w2->s.aes_key_len = ROC_IE_SA_AES_KEY_LEN_256;
205 plt_err("Invalid AES key length");
210 if (ipsec_xfrm->life.packets_soft_limit != 0 ||
211 ipsec_xfrm->life.packets_hard_limit != 0) {
212 if (ipsec_xfrm->life.bytes_soft_limit != 0 ||
213 ipsec_xfrm->life.bytes_hard_limit != 0) {
214 plt_err("Expiry tracking with both packets & bytes is not supported");
217 w2->s.life_unit = ROC_IE_OT_SA_LIFE_UNIT_PKTS;
220 if (ipsec_xfrm->life.bytes_soft_limit != 0 ||
221 ipsec_xfrm->life.bytes_hard_limit != 0) {
222 if (ipsec_xfrm->life.packets_soft_limit != 0 ||
223 ipsec_xfrm->life.packets_hard_limit != 0) {
224 plt_err("Expiry tracking with both packets & bytes is not supported");
227 w2->s.life_unit = ROC_IE_OT_SA_LIFE_UNIT_OCTETS;
234 ot_ipsec_inb_ctx_size(struct roc_ot_ipsec_inb_sa *sa)
238 /* Variable based on Anti-replay Window */
239 size = offsetof(struct roc_ot_ipsec_inb_sa, ctx) +
240 offsetof(struct roc_ot_ipsec_inb_ctx_update_reg, ar_winbits);
243 size += (1 << (sa->w0.s.ar_win - 1)) * sizeof(uint64_t);
249 ot_ipsec_inb_tunnel_hdr_fill(struct roc_ot_ipsec_inb_sa *sa,
250 struct rte_security_ipsec_xform *ipsec_xfrm)
252 struct rte_security_ipsec_tunnel_param *tunnel;
254 if (ipsec_xfrm->mode != RTE_SECURITY_IPSEC_SA_MODE_TUNNEL)
257 if (ipsec_xfrm->options.tunnel_hdr_verify == 0)
260 tunnel = &ipsec_xfrm->tunnel;
262 switch (tunnel->type) {
263 case RTE_SECURITY_IPSEC_TUNNEL_IPV4:
264 sa->w2.s.outer_ip_ver = ROC_IE_SA_IP_VERSION_4;
265 memcpy(&sa->outer_hdr.ipv4.src_addr, &tunnel->ipv4.src_ip,
266 sizeof(struct in_addr));
267 memcpy(&sa->outer_hdr.ipv4.dst_addr, &tunnel->ipv4.dst_ip,
268 sizeof(struct in_addr));
270 /* IP Source and Dest are in LE/CPU endian */
271 sa->outer_hdr.ipv4.src_addr =
272 rte_be_to_cpu_32(sa->outer_hdr.ipv4.src_addr);
273 sa->outer_hdr.ipv4.dst_addr =
274 rte_be_to_cpu_32(sa->outer_hdr.ipv4.dst_addr);
277 case RTE_SECURITY_IPSEC_TUNNEL_IPV6:
278 sa->w2.s.outer_ip_ver = ROC_IE_SA_IP_VERSION_6;
279 memcpy(&sa->outer_hdr.ipv6.src_addr, &tunnel->ipv6.src_addr,
280 sizeof(struct in6_addr));
281 memcpy(&sa->outer_hdr.ipv6.dst_addr, &tunnel->ipv6.dst_addr,
282 sizeof(struct in6_addr));
289 switch (ipsec_xfrm->options.tunnel_hdr_verify) {
290 case RTE_SECURITY_IPSEC_TUNNEL_VERIFY_DST_ADDR:
291 sa->w2.s.ip_hdr_verify = ROC_IE_OT_SA_IP_HDR_VERIFY_DST_ADDR;
293 case RTE_SECURITY_IPSEC_TUNNEL_VERIFY_SRC_DST_ADDR:
294 sa->w2.s.ip_hdr_verify =
295 ROC_IE_OT_SA_IP_HDR_VERIFY_SRC_DST_ADDR;
305 cnxk_ot_ipsec_inb_sa_fill(struct roc_ot_ipsec_inb_sa *sa,
306 struct rte_security_ipsec_xform *ipsec_xfrm,
307 struct rte_crypto_sym_xform *crypto_xfrm)
309 union roc_ot_ipsec_sa_word2 w2;
310 uint32_t replay_win_sz;
315 rc = ot_ipsec_sa_common_param_fill(&w2, sa->cipher_key, sa->w8.s.salt,
316 sa->hmac_opad_ipad, ipsec_xfrm,
321 /* Updata common word2 data */
324 /* Only support power-of-two window sizes supported */
325 replay_win_sz = ipsec_xfrm->replay_win_sz;
327 if (!rte_is_power_of_2(replay_win_sz) ||
328 replay_win_sz > ROC_AR_WIN_SIZE_MAX)
331 sa->w0.s.ar_win = rte_log2_u32(replay_win_sz) - 5;
334 rc = ot_ipsec_inb_tunnel_hdr_fill(sa, ipsec_xfrm);
338 /* Default options for pkt_out and pkt_fmt are with
339 * second pass meta and no defrag.
341 sa->w0.s.pkt_format = ROC_IE_OT_SA_PKT_FMT_META;
342 sa->w0.s.pkt_output = ROC_IE_OT_SA_PKT_OUTPUT_HW_BASED_DEFRAG;
343 sa->w0.s.pkind = ROC_OT_CPT_META_PKIND;
346 sa->w2.s.esn_en = !!ipsec_xfrm->options.esn;
347 if (ipsec_xfrm->options.udp_encap) {
348 sa->w10.s.udp_src_port = 4500;
349 sa->w10.s.udp_dst_port = 4500;
352 if (ipsec_xfrm->options.udp_ports_verify)
353 sa->w2.s.udp_ports_verify = 1;
355 offset = offsetof(struct roc_ot_ipsec_inb_sa, ctx);
356 /* Word offset for HW managed SA field */
357 sa->w0.s.hw_ctx_off = offset / 8;
358 /* Context push size for inbound spans up to hw_ctx including
359 * ar_base field, in 8b units
361 sa->w0.s.ctx_push_size = sa->w0.s.hw_ctx_off + 1;
362 /* Entire context size in 128B units */
364 (PLT_ALIGN_CEIL(ot_ipsec_inb_ctx_size(sa), ROC_CTX_UNIT_128B) /
369 * CPT MC triggers expiry when counter value changes from 2 to 1. To
370 * mitigate this behaviour add 1 to the life counter values provided.
373 if (ipsec_xfrm->life.bytes_soft_limit) {
374 sa->ctx.soft_life = ipsec_xfrm->life.bytes_soft_limit + 1;
375 sa->w0.s.soft_life_dec = 1;
378 if (ipsec_xfrm->life.packets_soft_limit) {
379 sa->ctx.soft_life = ipsec_xfrm->life.packets_soft_limit + 1;
380 sa->w0.s.soft_life_dec = 1;
383 if (ipsec_xfrm->life.bytes_hard_limit) {
384 sa->ctx.hard_life = ipsec_xfrm->life.bytes_hard_limit + 1;
385 sa->w0.s.hard_life_dec = 1;
388 if (ipsec_xfrm->life.packets_hard_limit) {
389 sa->ctx.hard_life = ipsec_xfrm->life.packets_hard_limit + 1;
390 sa->w0.s.hard_life_dec = 1;
393 /* There are two words of CPT_CTX_HW_S for ucode to skip */
394 sa->w0.s.ctx_hdr_size = 1;
395 sa->w0.s.aop_valid = 1;
396 sa->w0.s.et_ovrwr = 1;
406 cnxk_ot_ipsec_outb_sa_fill(struct roc_ot_ipsec_outb_sa *sa,
407 struct rte_security_ipsec_xform *ipsec_xfrm,
408 struct rte_crypto_sym_xform *crypto_xfrm)
410 struct rte_security_ipsec_tunnel_param *tunnel = &ipsec_xfrm->tunnel;
411 union roc_ot_ipsec_sa_word2 w2;
416 rc = ot_ipsec_sa_common_param_fill(&w2, sa->cipher_key, sa->iv.s.salt,
417 sa->hmac_opad_ipad, ipsec_xfrm,
422 /* Update common word2 data */
425 if (ipsec_xfrm->mode != RTE_SECURITY_IPSEC_SA_MODE_TUNNEL)
426 goto skip_tunnel_info;
428 /* Tunnel header info */
429 switch (tunnel->type) {
430 case RTE_SECURITY_IPSEC_TUNNEL_IPV4:
431 sa->w2.s.outer_ip_ver = ROC_IE_SA_IP_VERSION_4;
432 memcpy(&sa->outer_hdr.ipv4.src_addr, &tunnel->ipv4.src_ip,
433 sizeof(struct in_addr));
434 memcpy(&sa->outer_hdr.ipv4.dst_addr, &tunnel->ipv4.dst_ip,
435 sizeof(struct in_addr));
437 /* IP Source and Dest seems to be in LE/CPU endian */
438 sa->outer_hdr.ipv4.src_addr =
439 rte_be_to_cpu_32(sa->outer_hdr.ipv4.src_addr);
440 sa->outer_hdr.ipv4.dst_addr =
441 rte_be_to_cpu_32(sa->outer_hdr.ipv4.dst_addr);
443 /* Outer header DF bit source */
444 if (!ipsec_xfrm->options.copy_df) {
445 sa->w2.s.ipv4_df_src_or_ipv6_flw_lbl_src =
446 ROC_IE_OT_SA_COPY_FROM_SA;
447 sa->w10.s.ipv4_df_or_ipv6_flw_lbl = tunnel->ipv4.df;
449 sa->w2.s.ipv4_df_src_or_ipv6_flw_lbl_src =
450 ROC_IE_OT_SA_COPY_FROM_INNER_IP_HDR;
453 /* Outer header DSCP source */
454 if (!ipsec_xfrm->options.copy_dscp) {
455 sa->w2.s.dscp_src = ROC_IE_OT_SA_COPY_FROM_SA;
456 sa->w10.s.dscp = tunnel->ipv4.dscp;
458 sa->w2.s.dscp_src = ROC_IE_OT_SA_COPY_FROM_INNER_IP_HDR;
461 case RTE_SECURITY_IPSEC_TUNNEL_IPV6:
462 sa->w2.s.outer_ip_ver = ROC_IE_SA_IP_VERSION_6;
463 memcpy(&sa->outer_hdr.ipv6.src_addr, &tunnel->ipv6.src_addr,
464 sizeof(struct in6_addr));
465 memcpy(&sa->outer_hdr.ipv6.dst_addr, &tunnel->ipv6.dst_addr,
466 sizeof(struct in6_addr));
468 /* Outer header flow label source */
469 if (!ipsec_xfrm->options.copy_flabel) {
470 sa->w2.s.ipv4_df_src_or_ipv6_flw_lbl_src =
471 ROC_IE_OT_SA_COPY_FROM_SA;
473 sa->w10.s.ipv4_df_or_ipv6_flw_lbl = tunnel->ipv6.flabel;
475 sa->w2.s.ipv4_df_src_or_ipv6_flw_lbl_src =
476 ROC_IE_OT_SA_COPY_FROM_INNER_IP_HDR;
479 /* Outer header DSCP source */
480 if (!ipsec_xfrm->options.copy_dscp) {
481 sa->w2.s.dscp_src = ROC_IE_OT_SA_COPY_FROM_SA;
482 sa->w10.s.dscp = tunnel->ipv6.dscp;
484 sa->w2.s.dscp_src = ROC_IE_OT_SA_COPY_FROM_INNER_IP_HDR;
493 sa->w0.s.esn_en = !!ipsec_xfrm->options.esn;
495 if (ipsec_xfrm->options.udp_encap) {
496 sa->w10.s.udp_src_port = 4500;
497 sa->w10.s.udp_dst_port = 4500;
500 offset = offsetof(struct roc_ot_ipsec_outb_sa, ctx);
501 /* Word offset for HW managed SA field */
502 sa->w0.s.hw_ctx_off = offset / 8;
503 /* Context push size is up to hmac_opad_ipad */
504 sa->w0.s.ctx_push_size = sa->w0.s.hw_ctx_off;
505 /* Entire context size in 128B units */
506 offset = sizeof(struct roc_ot_ipsec_outb_sa);
507 sa->w0.s.ctx_size = (PLT_ALIGN_CEIL(offset, ROC_CTX_UNIT_128B) /
512 sa->w2.s.ipid_gen = 1;
515 * CPT MC triggers expiry when counter value changes from 2 to 1. To
516 * mitigate this behaviour add 1 to the life counter values provided.
519 if (ipsec_xfrm->life.bytes_soft_limit) {
520 sa->ctx.soft_life = ipsec_xfrm->life.bytes_soft_limit + 1;
521 sa->w0.s.soft_life_dec = 1;
524 if (ipsec_xfrm->life.packets_soft_limit) {
525 sa->ctx.soft_life = ipsec_xfrm->life.packets_soft_limit + 1;
526 sa->w0.s.soft_life_dec = 1;
529 if (ipsec_xfrm->life.bytes_hard_limit) {
530 sa->ctx.hard_life = ipsec_xfrm->life.bytes_hard_limit + 1;
531 sa->w0.s.hard_life_dec = 1;
534 if (ipsec_xfrm->life.packets_hard_limit) {
535 sa->ctx.hard_life = ipsec_xfrm->life.packets_hard_limit + 1;
536 sa->w0.s.hard_life_dec = 1;
539 /* There are two words of CPT_CTX_HW_S for ucode to skip */
540 sa->w0.s.ctx_hdr_size = 1;
541 sa->w0.s.aop_valid = 1;
551 cnxk_ot_ipsec_inb_sa_valid(struct roc_ot_ipsec_inb_sa *sa)
553 return !!sa->w2.s.valid;
557 cnxk_ot_ipsec_outb_sa_valid(struct roc_ot_ipsec_outb_sa *sa)
559 return !!sa->w2.s.valid;
563 ipsec_xfrm_verify(struct rte_security_ipsec_xform *ipsec_xfrm,
564 struct rte_crypto_sym_xform *crypto_xfrm)
566 if (crypto_xfrm->next == NULL)
569 if (ipsec_xfrm->direction == RTE_SECURITY_IPSEC_SA_DIR_INGRESS) {
570 if (crypto_xfrm->type != RTE_CRYPTO_SYM_XFORM_AUTH ||
571 crypto_xfrm->next->type != RTE_CRYPTO_SYM_XFORM_CIPHER)
574 if (crypto_xfrm->type != RTE_CRYPTO_SYM_XFORM_CIPHER ||
575 crypto_xfrm->next->type != RTE_CRYPTO_SYM_XFORM_AUTH)
583 onf_ipsec_sa_common_param_fill(struct roc_ie_onf_sa_ctl *ctl, uint8_t *salt,
584 uint8_t *cipher_key, uint8_t *hmac_opad_ipad,
585 struct rte_security_ipsec_xform *ipsec_xfrm,
586 struct rte_crypto_sym_xform *crypto_xfrm)
588 struct rte_crypto_sym_xform *auth_xfrm, *cipher_xfrm;
589 int rc, length, auth_key_len;
590 const uint8_t *key = NULL;
593 switch (ipsec_xfrm->direction) {
594 case RTE_SECURITY_IPSEC_SA_DIR_INGRESS:
595 ctl->direction = ROC_IE_SA_DIR_INBOUND;
596 auth_xfrm = crypto_xfrm;
597 cipher_xfrm = crypto_xfrm->next;
599 case RTE_SECURITY_IPSEC_SA_DIR_EGRESS:
600 ctl->direction = ROC_IE_SA_DIR_OUTBOUND;
601 cipher_xfrm = crypto_xfrm;
602 auth_xfrm = crypto_xfrm->next;
608 /* Set protocol - ESP vs AH */
609 switch (ipsec_xfrm->proto) {
610 case RTE_SECURITY_IPSEC_SA_PROTO_ESP:
611 ctl->ipsec_proto = ROC_IE_SA_PROTOCOL_ESP;
613 case RTE_SECURITY_IPSEC_SA_PROTO_AH:
619 /* Set mode - transport vs tunnel */
620 switch (ipsec_xfrm->mode) {
621 case RTE_SECURITY_IPSEC_SA_MODE_TRANSPORT:
622 ctl->ipsec_mode = ROC_IE_SA_MODE_TRANSPORT;
624 case RTE_SECURITY_IPSEC_SA_MODE_TUNNEL:
625 ctl->ipsec_mode = ROC_IE_SA_MODE_TUNNEL;
631 /* Set encryption algorithm */
632 if (crypto_xfrm->type == RTE_CRYPTO_SYM_XFORM_AEAD) {
633 length = crypto_xfrm->aead.key.length;
635 switch (crypto_xfrm->aead.algo) {
636 case RTE_CRYPTO_AEAD_AES_GCM:
637 ctl->enc_type = ROC_IE_ON_SA_ENC_AES_GCM;
638 ctl->auth_type = ROC_IE_ON_SA_AUTH_NULL;
639 memcpy(salt, &ipsec_xfrm->salt, 4);
640 key = crypto_xfrm->aead.key.data;
647 rc = ipsec_xfrm_verify(ipsec_xfrm, crypto_xfrm);
651 switch (cipher_xfrm->cipher.algo) {
652 case RTE_CRYPTO_CIPHER_AES_CBC:
653 ctl->enc_type = ROC_IE_ON_SA_ENC_AES_CBC;
655 case RTE_CRYPTO_CIPHER_AES_CTR:
656 ctl->enc_type = ROC_IE_ON_SA_ENC_AES_CTR;
662 switch (auth_xfrm->auth.algo) {
663 case RTE_CRYPTO_AUTH_SHA1_HMAC:
664 ctl->auth_type = ROC_IE_ON_SA_AUTH_SHA1;
669 auth_key_len = auth_xfrm->auth.key.length;
670 if (auth_key_len < 20 || auth_key_len > 64)
673 key = cipher_xfrm->cipher.key.data;
674 length = cipher_xfrm->cipher.key.length;
676 ipsec_hmac_opad_ipad_gen(auth_xfrm, hmac_opad_ipad);
680 case ROC_CPT_AES128_KEY_LEN:
681 ctl->aes_key_len = ROC_IE_SA_AES_KEY_LEN_128;
683 case ROC_CPT_AES192_KEY_LEN:
684 ctl->aes_key_len = ROC_IE_SA_AES_KEY_LEN_192;
686 case ROC_CPT_AES256_KEY_LEN:
687 ctl->aes_key_len = ROC_IE_SA_AES_KEY_LEN_256;
693 memcpy(cipher_key, key, length);
695 if (ipsec_xfrm->options.esn)
698 ctl->spi = rte_cpu_to_be_32(ipsec_xfrm->spi);
703 cnxk_onf_ipsec_inb_sa_fill(struct roc_onf_ipsec_inb_sa *sa,
704 struct rte_security_ipsec_xform *ipsec_xfrm,
705 struct rte_crypto_sym_xform *crypto_xfrm)
707 struct roc_ie_onf_sa_ctl *ctl = &sa->ctl;
710 rc = onf_ipsec_sa_common_param_fill(ctl, sa->nonce, sa->cipher_key,
711 sa->hmac_key, ipsec_xfrm,
724 cnxk_onf_ipsec_outb_sa_fill(struct roc_onf_ipsec_outb_sa *sa,
725 struct rte_security_ipsec_xform *ipsec_xfrm,
726 struct rte_crypto_sym_xform *crypto_xfrm)
728 struct rte_security_ipsec_tunnel_param *tunnel = &ipsec_xfrm->tunnel;
729 struct roc_ie_onf_sa_ctl *ctl = &sa->ctl;
732 /* Fill common params */
733 rc = onf_ipsec_sa_common_param_fill(ctl, sa->nonce, sa->cipher_key,
734 sa->hmac_key, ipsec_xfrm,
739 if (ipsec_xfrm->mode != RTE_SECURITY_IPSEC_SA_MODE_TUNNEL)
740 goto skip_tunnel_info;
742 /* Tunnel header info */
743 switch (tunnel->type) {
744 case RTE_SECURITY_IPSEC_TUNNEL_IPV4:
745 memcpy(&sa->ip_src, &tunnel->ipv4.src_ip,
746 sizeof(struct in_addr));
747 memcpy(&sa->ip_dst, &tunnel->ipv4.dst_ip,
748 sizeof(struct in_addr));
750 case RTE_SECURITY_IPSEC_TUNNEL_IPV6:
756 /* Update udp encap ports */
757 if (ipsec_xfrm->options.udp_encap == 1) {
771 cnxk_onf_ipsec_inb_sa_valid(struct roc_onf_ipsec_inb_sa *sa)
773 return !!sa->ctl.valid;
777 cnxk_onf_ipsec_outb_sa_valid(struct roc_onf_ipsec_outb_sa *sa)
779 return !!sa->ctl.valid;
783 cnxk_ipsec_ivlen_get(enum rte_crypto_cipher_algorithm c_algo,
784 enum rte_crypto_auth_algorithm a_algo,
785 enum rte_crypto_aead_algorithm aead_algo)
789 if (aead_algo == RTE_CRYPTO_AEAD_AES_GCM)
793 case RTE_CRYPTO_CIPHER_AES_CTR:
796 case RTE_CRYPTO_CIPHER_3DES_CBC:
797 ivlen = ROC_CPT_DES_BLOCK_LENGTH;
799 case RTE_CRYPTO_CIPHER_AES_CBC:
800 ivlen = ROC_CPT_AES_BLOCK_LENGTH;
807 case RTE_CRYPTO_AUTH_AES_GMAC:
818 cnxk_ipsec_icvlen_get(enum rte_crypto_cipher_algorithm c_algo,
819 enum rte_crypto_auth_algorithm a_algo,
820 enum rte_crypto_aead_algorithm aead_algo)
827 case RTE_CRYPTO_AUTH_NULL:
830 case RTE_CRYPTO_AUTH_SHA1_HMAC:
833 case RTE_CRYPTO_AUTH_SHA256_HMAC:
834 case RTE_CRYPTO_AUTH_AES_GMAC:
837 case RTE_CRYPTO_AUTH_SHA384_HMAC:
840 case RTE_CRYPTO_AUTH_SHA512_HMAC:
843 case RTE_CRYPTO_AUTH_AES_XCBC_MAC:
851 case RTE_CRYPTO_AEAD_AES_GCM:
862 cnxk_ipsec_outb_roundup_byte(enum rte_crypto_cipher_algorithm c_algo,
863 enum rte_crypto_aead_algorithm aead_algo)
865 uint8_t roundup_byte = 4;
867 if (aead_algo == RTE_CRYPTO_AEAD_AES_GCM)
871 case RTE_CRYPTO_CIPHER_AES_CTR:
874 case RTE_CRYPTO_CIPHER_AES_CBC:
877 case RTE_CRYPTO_CIPHER_3DES_CBC:
880 case RTE_CRYPTO_CIPHER_NULL:
891 cnxk_ipsec_outb_rlens_get(struct cnxk_ipsec_outb_rlens *rlens,
892 struct rte_security_ipsec_xform *ipsec_xfrm,
893 struct rte_crypto_sym_xform *crypto_xfrm)
895 struct rte_security_ipsec_tunnel_param *tunnel = &ipsec_xfrm->tunnel;
896 enum rte_crypto_cipher_algorithm c_algo = RTE_CRYPTO_CIPHER_NULL;
897 enum rte_crypto_auth_algorithm a_algo = RTE_CRYPTO_AUTH_NULL;
898 enum rte_crypto_aead_algorithm aead_algo = 0;
899 uint16_t partial_len = 0;
900 uint8_t roundup_byte = 0;
901 int8_t roundup_len = 0;
903 memset(rlens, 0, sizeof(struct cnxk_ipsec_outb_rlens));
905 /* Get Cipher and Auth algo */
906 if (crypto_xfrm->type == RTE_CRYPTO_SYM_XFORM_AEAD) {
907 aead_algo = crypto_xfrm->aead.algo;
909 if (crypto_xfrm->type == RTE_CRYPTO_SYM_XFORM_CIPHER)
910 c_algo = crypto_xfrm->cipher.algo;
912 a_algo = crypto_xfrm->auth.algo;
914 if (crypto_xfrm->next) {
915 if (crypto_xfrm->next->type ==
916 RTE_CRYPTO_SYM_XFORM_CIPHER)
917 c_algo = crypto_xfrm->next->cipher.algo;
919 a_algo = crypto_xfrm->next->auth.algo;
923 if (ipsec_xfrm->proto == RTE_SECURITY_IPSEC_SA_PROTO_ESP) {
924 partial_len = ROC_CPT_ESP_HDR_LEN;
925 roundup_len = ROC_CPT_ESP_TRL_LEN;
927 partial_len = ROC_CPT_AH_HDR_LEN;
930 if (ipsec_xfrm->mode == RTE_SECURITY_IPSEC_SA_MODE_TUNNEL) {
931 if (tunnel->type == RTE_SECURITY_IPSEC_TUNNEL_IPV4)
932 partial_len += ROC_CPT_TUNNEL_IPV4_HDR_LEN;
934 partial_len += ROC_CPT_TUNNEL_IPV6_HDR_LEN;
937 partial_len += cnxk_ipsec_ivlen_get(c_algo, a_algo, aead_algo);
938 partial_len += cnxk_ipsec_icvlen_get(c_algo, a_algo, aead_algo);
939 roundup_byte = cnxk_ipsec_outb_roundup_byte(c_algo, aead_algo);
941 if (ipsec_xfrm->options.udp_encap)
942 partial_len += sizeof(struct rte_udp_hdr);
944 rlens->partial_len = partial_len;
945 rlens->roundup_len = roundup_len;
946 rlens->roundup_byte = roundup_byte;
947 rlens->max_extended_len = partial_len + roundup_len + roundup_byte;