crypto/cnxk: add cn9k security session operations
authorArchana Muniganti <marchana@marvell.com>
Tue, 7 Sep 2021 14:21:00 +0000 (19:51 +0530)
committerAkhil Goyal <gakhil@marvell.com>
Tue, 7 Sep 2021 18:09:14 +0000 (20:09 +0200)
Add security session ops.

Signed-off-by: Ankur Dwivedi <adwivedi@marvell.com>
Signed-off-by: Archana Muniganti <marchana@marvell.com>
Signed-off-by: Tejasree Kondoj <ktejasree@marvell.com>
Signed-off-by: Vamsi Attunuru <vattunuru@marvell.com>
Acked-by: Anoob Joseph <anoobj@marvell.com>
drivers/crypto/cnxk/cn9k_cryptodev.c
drivers/crypto/cnxk/cn9k_ipsec.c [new file with mode: 0644]
drivers/crypto/cnxk/cn9k_ipsec.h [new file with mode: 0644]
drivers/crypto/cnxk/meson.build

index db2e085..e60b352 100644 (file)
@@ -12,6 +12,7 @@
 
 #include "cn9k_cryptodev.h"
 #include "cn9k_cryptodev_ops.h"
+#include "cn9k_ipsec.h"
 #include "cnxk_cryptodev.h"
 #include "cnxk_cryptodev_capabilities.h"
 #include "cnxk_cryptodev_sec.h"
@@ -92,6 +93,7 @@ cn9k_cpt_pci_probe(struct rte_pci_driver *pci_drv __rte_unused,
        cnxk_cpt_caps_populate(vf);
 
        cn9k_cpt_set_enqdeq_fns(dev);
+       cn9k_sec_ops_override();
 
        return 0;
 
diff --git a/drivers/crypto/cnxk/cn9k_ipsec.c b/drivers/crypto/cnxk/cn9k_ipsec.c
new file mode 100644 (file)
index 0000000..0b63cc4
--- /dev/null
@@ -0,0 +1,610 @@
+/* SPDX-License-Identifier: BSD-3-Clause
+ * Copyright(C) 2021 Marvell.
+ */
+
+#include <rte_cryptodev.h>
+#include <rte_ip.h>
+#include <rte_security.h>
+#include <rte_security_driver.h>
+
+#include "cnxk_cryptodev.h"
+#include "cnxk_cryptodev_ops.h"
+#include "cnxk_ipsec.h"
+#include "cnxk_security.h"
+#include "cn9k_ipsec.h"
+
+#include "roc_api.h"
+
+static inline int
+cn9k_cpt_enq_sa_write(struct cn9k_ipsec_sa *sa, struct cnxk_cpt_qp *qp,
+                     uint8_t opcode, size_t ctx_len)
+{
+       uint64_t lmtline = qp->lmtline.lmt_base;
+       uint64_t io_addr = qp->lmtline.io_addr;
+       uint64_t lmt_status, time_out;
+       struct cpt_cn9k_res_s *res;
+       struct cpt_inst_s inst;
+       uint64_t *mdata;
+       int ret = 0;
+
+       if (unlikely(rte_mempool_get(qp->meta_info.pool, (void **)&mdata) < 0))
+               return -ENOMEM;
+
+       res = (struct cpt_cn9k_res_s *)RTE_PTR_ALIGN(mdata, 16);
+       res->compcode = CPT_COMP_NOT_DONE;
+
+       inst.w4.s.opcode_major = opcode;
+       inst.w4.s.opcode_minor = ctx_len >> 3;
+       inst.w4.s.param1 = 0;
+       inst.w4.s.param2 = 0;
+       inst.w4.s.dlen = ctx_len;
+       inst.dptr = rte_mempool_virt2iova(sa);
+       inst.rptr = 0;
+       inst.w7.s.cptr = rte_mempool_virt2iova(sa);
+       inst.w7.s.egrp = ROC_CPT_DFLT_ENG_GRP_SE;
+
+       inst.w0.u64 = 0;
+       inst.w2.u64 = 0;
+       inst.w3.u64 = 0;
+       inst.res_addr = rte_mempool_virt2iova(res);
+
+       rte_io_wmb();
+
+       do {
+               /* Copy CPT command to LMTLINE */
+               roc_lmt_mov((void *)lmtline, &inst, 2);
+               lmt_status = roc_lmt_submit_ldeor(io_addr);
+       } while (lmt_status == 0);
+
+       time_out = rte_get_timer_cycles() +
+                  DEFAULT_COMMAND_TIMEOUT * rte_get_timer_hz();
+
+       while (res->compcode == CPT_COMP_NOT_DONE) {
+               if (rte_get_timer_cycles() > time_out) {
+                       rte_mempool_put(qp->meta_info.pool, mdata);
+                       plt_err("Request timed out");
+                       return -ETIMEDOUT;
+               }
+               rte_io_rmb();
+       }
+
+       if (unlikely(res->compcode != CPT_COMP_GOOD)) {
+               ret = res->compcode;
+               switch (ret) {
+               case CPT_COMP_INSTERR:
+                       plt_err("Request failed with instruction error");
+                       break;
+               case CPT_COMP_FAULT:
+                       plt_err("Request failed with DMA fault");
+                       break;
+               case CPT_COMP_HWERR:
+                       plt_err("Request failed with hardware error");
+                       break;
+               default:
+                       plt_err("Request failed with unknown hardware "
+                               "completion code : 0x%x",
+                               ret);
+               }
+               ret = -EINVAL;
+               goto mempool_put;
+       }
+
+       if (unlikely(res->uc_compcode != ROC_IE_ON_UCC_SUCCESS)) {
+               ret = res->uc_compcode;
+               switch (ret) {
+               case ROC_IE_ON_AUTH_UNSUPPORTED:
+                       plt_err("Invalid auth type");
+                       break;
+               case ROC_IE_ON_ENCRYPT_UNSUPPORTED:
+                       plt_err("Invalid encrypt type");
+                       break;
+               default:
+                       plt_err("Request failed with unknown microcode "
+                               "completion code : 0x%x",
+                               ret);
+               }
+               ret = -ENOTSUP;
+       }
+
+mempool_put:
+       rte_mempool_put(qp->meta_info.pool, mdata);
+       return ret;
+}
+
+static inline int
+ipsec_sa_ctl_set(struct rte_security_ipsec_xform *ipsec,
+                struct rte_crypto_sym_xform *crypto_xform,
+                struct roc_ie_on_sa_ctl *ctl)
+{
+       struct rte_crypto_sym_xform *cipher_xform, *auth_xform;
+       int aes_key_len;
+
+       if (ipsec->direction == RTE_SECURITY_IPSEC_SA_DIR_EGRESS) {
+               ctl->direction = ROC_IE_SA_DIR_OUTBOUND;
+               cipher_xform = crypto_xform;
+               auth_xform = crypto_xform->next;
+       } else if (ipsec->direction == RTE_SECURITY_IPSEC_SA_DIR_INGRESS) {
+               ctl->direction = ROC_IE_SA_DIR_INBOUND;
+               auth_xform = crypto_xform;
+               cipher_xform = crypto_xform->next;
+       } else {
+               return -EINVAL;
+       }
+
+       if (ipsec->mode == RTE_SECURITY_IPSEC_SA_MODE_TUNNEL) {
+               if (ipsec->tunnel.type == RTE_SECURITY_IPSEC_TUNNEL_IPV4)
+                       ctl->outer_ip_ver = ROC_IE_SA_IP_VERSION_4;
+               else if (ipsec->tunnel.type == RTE_SECURITY_IPSEC_TUNNEL_IPV6)
+                       ctl->outer_ip_ver = ROC_IE_SA_IP_VERSION_6;
+               else
+                       return -EINVAL;
+       }
+
+       ctl->inner_ip_ver = ctl->outer_ip_ver;
+
+       if (ipsec->mode == RTE_SECURITY_IPSEC_SA_MODE_TRANSPORT)
+               ctl->ipsec_mode = ROC_IE_SA_MODE_TRANSPORT;
+       else if (ipsec->mode == RTE_SECURITY_IPSEC_SA_MODE_TUNNEL)
+               ctl->ipsec_mode = ROC_IE_SA_MODE_TUNNEL;
+       else
+               return -EINVAL;
+
+       if (ipsec->proto == RTE_SECURITY_IPSEC_SA_PROTO_AH)
+               ctl->ipsec_proto = ROC_IE_SA_PROTOCOL_AH;
+       else if (ipsec->proto == RTE_SECURITY_IPSEC_SA_PROTO_ESP)
+               ctl->ipsec_proto = ROC_IE_SA_PROTOCOL_ESP;
+       else
+               return -EINVAL;
+
+       if (crypto_xform->type == RTE_CRYPTO_SYM_XFORM_AEAD) {
+               if (crypto_xform->aead.algo == RTE_CRYPTO_AEAD_AES_GCM) {
+                       ctl->enc_type = ROC_IE_ON_SA_ENC_AES_GCM;
+                       aes_key_len = crypto_xform->aead.key.length;
+               } else {
+                       return -ENOTSUP;
+               }
+       } else if (cipher_xform->cipher.algo == RTE_CRYPTO_CIPHER_AES_CBC) {
+               ctl->enc_type = ROC_IE_ON_SA_ENC_AES_CBC;
+               aes_key_len = cipher_xform->cipher.key.length;
+       } else {
+               return -ENOTSUP;
+       }
+
+       switch (aes_key_len) {
+       case 16:
+               ctl->aes_key_len = ROC_IE_SA_AES_KEY_LEN_128;
+               break;
+       case 24:
+               ctl->aes_key_len = ROC_IE_SA_AES_KEY_LEN_192;
+               break;
+       case 32:
+               ctl->aes_key_len = ROC_IE_SA_AES_KEY_LEN_256;
+               break;
+       default:
+               return -EINVAL;
+       }
+
+       if (crypto_xform->type != RTE_CRYPTO_SYM_XFORM_AEAD) {
+               switch (auth_xform->auth.algo) {
+               case RTE_CRYPTO_AUTH_NULL:
+                       ctl->auth_type = ROC_IE_ON_SA_AUTH_NULL;
+                       break;
+               case RTE_CRYPTO_AUTH_MD5_HMAC:
+                       ctl->auth_type = ROC_IE_ON_SA_AUTH_MD5;
+                       break;
+               case RTE_CRYPTO_AUTH_SHA1_HMAC:
+                       ctl->auth_type = ROC_IE_ON_SA_AUTH_SHA1;
+                       break;
+               case RTE_CRYPTO_AUTH_SHA224_HMAC:
+                       ctl->auth_type = ROC_IE_ON_SA_AUTH_SHA2_224;
+                       break;
+               case RTE_CRYPTO_AUTH_SHA256_HMAC:
+                       ctl->auth_type = ROC_IE_ON_SA_AUTH_SHA2_256;
+                       break;
+               case RTE_CRYPTO_AUTH_SHA384_HMAC:
+                       ctl->auth_type = ROC_IE_ON_SA_AUTH_SHA2_384;
+                       break;
+               case RTE_CRYPTO_AUTH_SHA512_HMAC:
+                       ctl->auth_type = ROC_IE_ON_SA_AUTH_SHA2_512;
+                       break;
+               case RTE_CRYPTO_AUTH_AES_GMAC:
+                       ctl->auth_type = ROC_IE_ON_SA_AUTH_AES_GMAC;
+                       break;
+               case RTE_CRYPTO_AUTH_AES_XCBC_MAC:
+                       ctl->auth_type = ROC_IE_ON_SA_AUTH_AES_XCBC_128;
+                       break;
+               default:
+                       return -ENOTSUP;
+               }
+       }
+
+       if (ipsec->options.esn)
+               ctl->esn_en = 1;
+
+       if (ipsec->options.udp_encap == 1)
+               ctl->encap_type = ROC_IE_ON_SA_ENCAP_UDP;
+
+       ctl->spi = rte_cpu_to_be_32(ipsec->spi);
+
+       rte_io_wmb();
+
+       ctl->valid = 1;
+
+       return 0;
+}
+
+static inline int
+fill_ipsec_common_sa(struct rte_security_ipsec_xform *ipsec,
+                    struct rte_crypto_sym_xform *crypto_xform,
+                    struct roc_ie_on_common_sa *common_sa)
+{
+       struct rte_crypto_sym_xform *cipher_xform;
+       const uint8_t *cipher_key;
+       int cipher_key_len = 0;
+       int ret;
+
+       if (ipsec->direction == RTE_SECURITY_IPSEC_SA_DIR_INGRESS)
+               cipher_xform = crypto_xform->next;
+       else
+               cipher_xform = crypto_xform;
+
+       ret = ipsec_sa_ctl_set(ipsec, crypto_xform, &common_sa->ctl);
+       if (ret)
+               return ret;
+
+       if (crypto_xform->type == RTE_CRYPTO_SYM_XFORM_AEAD) {
+               if (crypto_xform->aead.algo == RTE_CRYPTO_AEAD_AES_GCM)
+                       memcpy(common_sa->iv.gcm.nonce, &ipsec->salt, 4);
+               cipher_key = crypto_xform->aead.key.data;
+               cipher_key_len = crypto_xform->aead.key.length;
+       } else {
+               cipher_key = cipher_xform->cipher.key.data;
+               cipher_key_len = cipher_xform->cipher.key.length;
+       }
+
+       if (cipher_key_len != 0)
+               memcpy(common_sa->cipher_key, cipher_key, cipher_key_len);
+       else
+               return -EINVAL;
+
+       return 0;
+}
+
+static int
+cn9k_ipsec_outb_sa_create(struct cnxk_cpt_qp *qp,
+                         struct rte_security_ipsec_xform *ipsec,
+                         struct rte_crypto_sym_xform *crypto_xform,
+                         struct rte_security_session *sec_sess)
+{
+       struct rte_crypto_sym_xform *auth_xform = crypto_xform->next;
+       struct roc_ie_on_ip_template *template = NULL;
+       struct cnxk_cpt_inst_tmpl *inst_tmpl;
+       struct roc_ie_on_outb_sa *out_sa;
+       struct cn9k_sec_session *sess;
+       struct roc_ie_on_sa_ctl *ctl;
+       struct cn9k_ipsec_sa *sa;
+       struct rte_ipv6_hdr *ip6;
+       struct rte_ipv4_hdr *ip4;
+       const uint8_t *auth_key;
+       union cpt_inst_w4 w4;
+       union cpt_inst_w7 w7;
+       int auth_key_len = 0;
+       size_t ctx_len;
+       int ret;
+
+       sess = get_sec_session_private_data(sec_sess);
+       sa = &sess->sa;
+       out_sa = &sa->out_sa;
+       ctl = &out_sa->common_sa.ctl;
+
+       memset(sa, 0, sizeof(struct cn9k_ipsec_sa));
+
+       /* Initialize lookaside IPsec private data */
+       sa->dir = RTE_SECURITY_IPSEC_SA_DIR_EGRESS;
+       /* Start ip id from 1 */
+       sa->ip_id = 1;
+       sa->seq_lo = 1;
+       sa->seq_hi = 0;
+
+       ret = fill_ipsec_common_sa(ipsec, crypto_xform, &out_sa->common_sa);
+       if (ret)
+               return ret;
+
+       ret = cnxk_ipsec_outb_rlens_get(&sa->rlens, ipsec, crypto_xform);
+       if (ret)
+               return ret;
+
+       if (ctl->enc_type == ROC_IE_ON_SA_ENC_AES_GCM) {
+               template = &out_sa->aes_gcm.template;
+               ctx_len = offsetof(struct roc_ie_on_outb_sa, aes_gcm.template);
+       } else if (ctl->auth_type == ROC_IE_ON_SA_AUTH_SHA1) {
+               template = &out_sa->sha1.template;
+               ctx_len = offsetof(struct roc_ie_on_outb_sa, sha1.template);
+       } else if (ctl->auth_type == ROC_IE_ON_SA_AUTH_SHA2_256) {
+               template = &out_sa->sha2.template;
+               ctx_len = offsetof(struct roc_ie_on_outb_sa, sha2.template);
+       } else {
+               return -EINVAL;
+       }
+
+       ip4 = (struct rte_ipv4_hdr *)&template->ip4.ipv4_hdr;
+       if (ipsec->options.udp_encap) {
+               ip4->next_proto_id = IPPROTO_UDP;
+               template->ip4.udp_src = rte_be_to_cpu_16(4500);
+               template->ip4.udp_dst = rte_be_to_cpu_16(4500);
+       } else {
+               ip4->next_proto_id = IPPROTO_ESP;
+       }
+
+       if (ipsec->mode == RTE_SECURITY_IPSEC_SA_MODE_TUNNEL) {
+               if (ipsec->tunnel.type == RTE_SECURITY_IPSEC_TUNNEL_IPV4) {
+                       ctx_len += sizeof(template->ip4);
+
+                       ip4->version_ihl = RTE_IPV4_VHL_DEF;
+                       ip4->time_to_live = ipsec->tunnel.ipv4.ttl;
+                       ip4->type_of_service |= (ipsec->tunnel.ipv4.dscp << 2);
+                       if (ipsec->tunnel.ipv4.df)
+                               ip4->fragment_offset = BIT(14);
+                       memcpy(&ip4->src_addr, &ipsec->tunnel.ipv4.src_ip,
+                              sizeof(struct in_addr));
+                       memcpy(&ip4->dst_addr, &ipsec->tunnel.ipv4.dst_ip,
+                              sizeof(struct in_addr));
+               } else if (ipsec->tunnel.type ==
+                          RTE_SECURITY_IPSEC_TUNNEL_IPV6) {
+                       ctx_len += sizeof(template->ip6);
+
+                       ip6 = (struct rte_ipv6_hdr *)&template->ip6.ipv6_hdr;
+                       if (ipsec->options.udp_encap) {
+                               ip6->proto = IPPROTO_UDP;
+                               template->ip6.udp_src = rte_be_to_cpu_16(4500);
+                               template->ip6.udp_dst = rte_be_to_cpu_16(4500);
+                       } else {
+                               ip6->proto = (ipsec->proto ==
+                                             RTE_SECURITY_IPSEC_SA_PROTO_ESP) ?
+                                                    IPPROTO_ESP :
+                                                    IPPROTO_AH;
+                       }
+                       ip6->vtc_flow =
+                               rte_cpu_to_be_32(0x60000000 |
+                                                ((ipsec->tunnel.ipv6.dscp
+                                                  << RTE_IPV6_HDR_TC_SHIFT) &
+                                                 RTE_IPV6_HDR_TC_MASK) |
+                                                ((ipsec->tunnel.ipv6.flabel
+                                                  << RTE_IPV6_HDR_FL_SHIFT) &
+                                                 RTE_IPV6_HDR_FL_MASK));
+                       ip6->hop_limits = ipsec->tunnel.ipv6.hlimit;
+                       memcpy(&ip6->src_addr, &ipsec->tunnel.ipv6.src_addr,
+                              sizeof(struct in6_addr));
+                       memcpy(&ip6->dst_addr, &ipsec->tunnel.ipv6.dst_addr,
+                              sizeof(struct in6_addr));
+               }
+       } else
+               ctx_len += sizeof(template->ip4);
+
+       ctx_len += RTE_ALIGN_CEIL(ctx_len, 8);
+
+       if (crypto_xform->type == RTE_CRYPTO_SYM_XFORM_AEAD) {
+               sa->cipher_iv_off = crypto_xform->aead.iv.offset;
+               sa->cipher_iv_len = crypto_xform->aead.iv.length;
+       } else {
+               sa->cipher_iv_off = crypto_xform->cipher.iv.offset;
+               sa->cipher_iv_len = crypto_xform->cipher.iv.length;
+
+               auth_key = auth_xform->auth.key.data;
+               auth_key_len = auth_xform->auth.key.length;
+
+               if (auth_xform->auth.algo == RTE_CRYPTO_AUTH_SHA1_HMAC)
+                       memcpy(out_sa->sha1.hmac_key, auth_key, auth_key_len);
+               else if (auth_xform->auth.algo == RTE_CRYPTO_AUTH_SHA256_HMAC)
+                       memcpy(out_sa->sha2.hmac_key, auth_key, auth_key_len);
+       }
+
+       inst_tmpl = &sa->inst;
+
+       w4.u64 = 0;
+       w4.s.opcode_major = ROC_IE_ON_MAJOR_OP_PROCESS_OUTBOUND_IPSEC;
+       w4.s.opcode_minor = ctx_len >> 3;
+       w4.s.param1 = ROC_IE_ON_PER_PKT_IV;
+       inst_tmpl->w4 = w4.u64;
+
+       w7.u64 = 0;
+       w7.s.egrp = ROC_CPT_DFLT_ENG_GRP_SE;
+       w7.s.cptr = rte_mempool_virt2iova(out_sa);
+       inst_tmpl->w7 = w7.u64;
+
+       return cn9k_cpt_enq_sa_write(
+               sa, qp, ROC_IE_ON_MAJOR_OP_WRITE_IPSEC_OUTBOUND, ctx_len);
+}
+
+static int
+cn9k_ipsec_inb_sa_create(struct cnxk_cpt_qp *qp,
+                        struct rte_security_ipsec_xform *ipsec,
+                        struct rte_crypto_sym_xform *crypto_xform,
+                        struct rte_security_session *sec_sess)
+{
+       struct rte_crypto_sym_xform *auth_xform = crypto_xform;
+       struct cnxk_cpt_inst_tmpl *inst_tmpl;
+       struct roc_ie_on_inb_sa *in_sa;
+       struct cn9k_sec_session *sess;
+       struct cn9k_ipsec_sa *sa;
+       const uint8_t *auth_key;
+       union cpt_inst_w4 w4;
+       union cpt_inst_w7 w7;
+       int auth_key_len = 0;
+       size_t ctx_len = 0;
+       int ret;
+
+       sess = get_sec_session_private_data(sec_sess);
+       sa = &sess->sa;
+       in_sa = &sa->in_sa;
+
+       memset(sa, 0, sizeof(struct cn9k_ipsec_sa));
+
+       sa->dir = RTE_SECURITY_IPSEC_SA_DIR_INGRESS;
+
+       ret = fill_ipsec_common_sa(ipsec, crypto_xform, &in_sa->common_sa);
+       if (ret)
+               return ret;
+
+       if (crypto_xform->type == RTE_CRYPTO_SYM_XFORM_AEAD) {
+               ctx_len = offsetof(struct roc_ie_on_inb_sa,
+                                  sha1_or_gcm.hmac_key[0]);
+       } else {
+               auth_key = auth_xform->auth.key.data;
+               auth_key_len = auth_xform->auth.key.length;
+
+               if (auth_xform->auth.algo == RTE_CRYPTO_AUTH_SHA1_HMAC) {
+                       memcpy(in_sa->sha1_or_gcm.hmac_key, auth_key,
+                              auth_key_len);
+                       ctx_len = offsetof(struct roc_ie_on_inb_sa,
+                                          sha1_or_gcm.selector);
+               } else if (auth_xform->auth.algo ==
+                          RTE_CRYPTO_AUTH_SHA256_HMAC) {
+                       memcpy(in_sa->sha2.hmac_key, auth_key, auth_key_len);
+                       ctx_len = offsetof(struct roc_ie_on_inb_sa,
+                                          sha2.selector);
+               }
+       }
+
+       inst_tmpl = &sa->inst;
+
+       w4.u64 = 0;
+       w4.s.opcode_major = ROC_IE_ON_MAJOR_OP_PROCESS_INBOUND_IPSEC;
+       w4.s.opcode_minor = ctx_len >> 3;
+       inst_tmpl->w4 = w4.u64;
+
+       w7.u64 = 0;
+       w7.s.egrp = ROC_CPT_DFLT_ENG_GRP_SE;
+       w7.s.cptr = rte_mempool_virt2iova(in_sa);
+       inst_tmpl->w7 = w7.u64;
+
+       return cn9k_cpt_enq_sa_write(
+               sa, qp, ROC_IE_ON_MAJOR_OP_WRITE_IPSEC_INBOUND, ctx_len);
+}
+
+static inline int
+cn9k_ipsec_xform_verify(struct rte_security_ipsec_xform *ipsec)
+{
+       RTE_SET_USED(ipsec);
+
+       return 0;
+}
+
+static int
+cn9k_ipsec_session_create(void *dev,
+                         struct rte_security_ipsec_xform *ipsec_xform,
+                         struct rte_crypto_sym_xform *crypto_xform,
+                         struct rte_security_session *sess)
+{
+       struct rte_cryptodev *crypto_dev = dev;
+       struct cnxk_cpt_qp *qp;
+       int ret;
+
+       qp = crypto_dev->data->queue_pairs[0];
+       if (qp == NULL) {
+               plt_err("CPT queue pairs need to be setup for creating security"
+                       " session");
+               return -EPERM;
+       }
+
+       ret = cnxk_ipsec_xform_verify(ipsec_xform, crypto_xform);
+       if (ret)
+               return ret;
+
+       ret = cn9k_ipsec_xform_verify(ipsec_xform);
+       if (ret)
+               return ret;
+
+       if (ipsec_xform->direction == RTE_SECURITY_IPSEC_SA_DIR_INGRESS)
+               return cn9k_ipsec_inb_sa_create(qp, ipsec_xform, crypto_xform,
+                                               sess);
+       else
+               return cn9k_ipsec_outb_sa_create(qp, ipsec_xform, crypto_xform,
+                                                sess);
+}
+
+static int
+cn9k_sec_session_create(void *device, struct rte_security_session_conf *conf,
+                       struct rte_security_session *sess,
+                       struct rte_mempool *mempool)
+{
+       struct cn9k_sec_session *priv;
+       int ret;
+
+       if (conf->action_type != RTE_SECURITY_ACTION_TYPE_LOOKASIDE_PROTOCOL)
+               return -EINVAL;
+
+       if (rte_mempool_get(mempool, (void **)&priv)) {
+               plt_err("Could not allocate security session private data");
+               return -ENOMEM;
+       }
+
+       memset(priv, 0, sizeof(*priv));
+
+       set_sec_session_private_data(sess, priv);
+
+       if (conf->protocol != RTE_SECURITY_PROTOCOL_IPSEC) {
+               ret = -ENOTSUP;
+               goto mempool_put;
+       }
+
+       ret = cn9k_ipsec_session_create(device, &conf->ipsec,
+                                       conf->crypto_xform, sess);
+       if (ret)
+               goto mempool_put;
+
+       return 0;
+
+mempool_put:
+       rte_mempool_put(mempool, priv);
+       set_sec_session_private_data(sess, NULL);
+       return ret;
+}
+
+static int
+cn9k_sec_session_destroy(void *device __rte_unused,
+                        struct rte_security_session *sess)
+{
+       struct roc_ie_on_outb_sa *out_sa;
+       struct cn9k_sec_session *priv;
+       struct rte_mempool *sess_mp;
+       struct roc_ie_on_sa_ctl *ctl;
+       struct cn9k_ipsec_sa *sa;
+
+       priv = get_sec_session_private_data(sess);
+       if (priv == NULL)
+               return 0;
+
+       sa = &priv->sa;
+       out_sa = &sa->out_sa;
+
+       ctl = &out_sa->common_sa.ctl;
+       ctl->valid = 0;
+
+       rte_io_wmb();
+
+       sess_mp = rte_mempool_from_obj(priv);
+
+       memset(priv, 0, sizeof(*priv));
+
+       set_sec_session_private_data(sess, NULL);
+       rte_mempool_put(sess_mp, priv);
+
+       return 0;
+}
+
+static unsigned int
+cn9k_sec_session_get_size(void *device __rte_unused)
+{
+       return sizeof(struct cn9k_sec_session);
+}
+
+/* Update platform specific security ops */
+void
+cn9k_sec_ops_override(void)
+{
+       /* Update platform specific ops */
+       cnxk_sec_ops.session_create = cn9k_sec_session_create;
+       cnxk_sec_ops.session_destroy = cn9k_sec_session_destroy;
+       cnxk_sec_ops.session_get_size = cn9k_sec_session_get_size;
+}
diff --git a/drivers/crypto/cnxk/cn9k_ipsec.h b/drivers/crypto/cnxk/cn9k_ipsec.h
new file mode 100644 (file)
index 0000000..13d522e
--- /dev/null
@@ -0,0 +1,46 @@
+/* SPDX-License-Identifier: BSD-3-Clause
+ * Copyright(C) 2021 Marvell.
+ */
+
+#ifndef __CN9K_IPSEC_H__
+#define __CN9K_IPSEC_H__
+
+#include "cnxk_ipsec.h"
+#include "cnxk_security.h"
+
+struct cn9k_ipsec_sa {
+       union {
+               /** Inbound SA */
+               struct roc_ie_on_inb_sa in_sa;
+               /** Outbound SA */
+               struct roc_ie_on_outb_sa out_sa;
+       };
+       /** IPsec SA direction */
+       enum rte_security_ipsec_sa_direction dir;
+       /** Pre-populated CPT inst words */
+       struct cnxk_cpt_inst_tmpl inst;
+       /** Cipher IV offset in bytes */
+       uint16_t cipher_iv_off;
+       /** Cipher IV length in bytes */
+       uint8_t cipher_iv_len;
+       /** Response length calculation data */
+       struct cnxk_ipsec_outb_rlens rlens;
+       /** Outbound IP-ID */
+       uint16_t ip_id;
+       /** ESN */
+       union {
+               uint64_t esn;
+               struct {
+                       uint32_t seq_lo;
+                       uint32_t seq_hi;
+               };
+       };
+};
+
+struct cn9k_sec_session {
+       struct cn9k_ipsec_sa sa;
+} __rte_cache_aligned;
+
+void cn9k_sec_ops_override(void);
+
+#endif /* __CN9K_IPSEC_H__ */
index e076783..e40d132 100644 (file)
@@ -11,6 +11,7 @@ endif
 sources = files(
         'cn9k_cryptodev.c',
         'cn9k_cryptodev_ops.c',
+        'cn9k_ipsec.c',
         'cn10k_cryptodev.c',
         'cn10k_cryptodev_ops.c',
         'cn10k_ipsec.c',