examples/fips_validation: support self-test only
[dpdk.git] / examples / ipsec-secgw / ipsec.c
index 5b63a13..01faa7a 100644 (file)
@@ -1,5 +1,5 @@
 /* SPDX-License-Identifier: BSD-3-Clause
- * Copyright(c) 2016-2017 Intel Corporation
+ * Copyright(c) 2016-2020 Intel Corporation
  */
 #include <sys/types.h>
 #include <netinet/in.h>
@@ -10,6 +10,7 @@
 #include <rte_crypto.h>
 #include <rte_security.h>
 #include <rte_cryptodev.h>
+#include <rte_ipsec.h>
 #include <rte_ethdev.h>
 #include <rte_mbuf.h>
 #include <rte_hash.h>
@@ -49,6 +50,8 @@ set_ipsec_conf(struct ipsec_sa *sa, struct rte_security_ipsec_xform *ipsec)
                /* TODO support for Transport */
        }
        ipsec->esn_soft_limit = IPSEC_OFFLOAD_ESN_SOFTLIMIT;
+       ipsec->replay_win_sz = app_sa_prm.window_size;
+       ipsec->options.esn = app_sa_prm.enable_esn;
 }
 
 int
@@ -84,7 +87,8 @@ create_lookaside_session(struct ipsec_ctx *ipsec_ctx, struct ipsec_sa *sa,
                        ipsec_ctx->tbl[cdev_id_qp].id,
                        ipsec_ctx->tbl[cdev_id_qp].qp);
 
-       if (ips->type != RTE_SECURITY_ACTION_TYPE_NONE) {
+       if (ips->type != RTE_SECURITY_ACTION_TYPE_NONE &&
+               ips->type != RTE_SECURITY_ACTION_TYPE_CPU_CRYPTO) {
                struct rte_security_session_conf sess_conf = {
                        .action_type = ips->type,
                        .protocol = RTE_SECURITY_PROTOCOL_IPSEC,
@@ -92,6 +96,7 @@ create_lookaside_session(struct ipsec_ctx *ipsec_ctx, struct ipsec_sa *sa,
                                .spi = sa->spi,
                                .salt = sa->salt,
                                .options = { 0 },
+                               .replay_win_sz = 0,
                                .direction = sa->direction,
                                .proto = RTE_SECURITY_IPSEC_SA_PROTO_ESP,
                                .mode = (IS_TUNNEL(sa->flags)) ?
@@ -123,6 +128,18 @@ create_lookaside_session(struct ipsec_ctx *ipsec_ctx, struct ipsec_sa *sa,
                        return -1;
                }
        } else {
+               if (ips->type == RTE_SECURITY_ACTION_TYPE_CPU_CRYPTO) {
+                       struct rte_cryptodev_info info;
+                       uint16_t cdev_id;
+
+                       cdev_id = ipsec_ctx->tbl[cdev_id_qp].id;
+                       rte_cryptodev_info_get(cdev_id, &info);
+                       if (!(info.feature_flags &
+                               RTE_CRYPTODEV_FF_SYM_CPU_CRYPTO))
+                               return -ENOTSUP;
+
+                       ips->crypto.dev_id = cdev_id;
+               }
                ips->crypto.ses = rte_cryptodev_sym_session_create(
                                ipsec_ctx->session_pool);
                rte_cryptodev_sym_session_init(ipsec_ctx->tbl[cdev_id_qp].id,
@@ -151,6 +168,7 @@ create_inline_session(struct socket_ctx *skt_ctx, struct ipsec_sa *sa,
                        .spi = sa->spi,
                        .salt = sa->salt,
                        .options = { 0 },
+                       .replay_win_sz = 0,
                        .direction = sa->direction,
                        .proto = RTE_SECURITY_IPSEC_SA_PROTO_ESP,
                        .mode = (sa->flags == IP4_TUNNEL ||
@@ -257,6 +275,10 @@ create_inline_session(struct socket_ctx *skt_ctx, struct ipsec_sa *sa,
                        unsigned int i;
                        unsigned int j;
 
+                       /* Don't create flow if default flow is created */
+                       if (flow_info_tbl[sa->portid].rx_def_flow)
+                               return 0;
+
                        ret = rte_eth_dev_info_get(sa->portid, &dev_info);
                        if (ret != 0) {
                                RTE_LOG(ERR, IPSEC,
@@ -392,7 +414,72 @@ flow_create_failure:
                ips->security.ol_flags = sec_cap->ol_flags;
                ips->security.ctx = sec_ctx;
        }
-       sa->cdev_id_qp = 0;
+
+       return 0;
+}
+
+int
+create_ipsec_esp_flow(struct ipsec_sa *sa)
+{
+       int ret = 0;
+       struct rte_flow_error err;
+       if (sa->direction == RTE_SECURITY_IPSEC_SA_DIR_EGRESS) {
+               RTE_LOG(ERR, IPSEC,
+                       "No Flow director rule for Egress traffic\n");
+               return -1;
+       }
+       if (sa->flags == TRANSPORT) {
+               RTE_LOG(ERR, IPSEC,
+                       "No Flow director rule for transport mode\n");
+               return -1;
+       }
+       sa->action[0].type = RTE_FLOW_ACTION_TYPE_QUEUE;
+       sa->pattern[0].type = RTE_FLOW_ITEM_TYPE_ETH;
+       sa->action[0].conf = &(struct rte_flow_action_queue) {
+                               .index = sa->fdir_qid,
+       };
+       sa->attr.egress = 0;
+       sa->attr.ingress = 1;
+       if (IS_IP6(sa->flags)) {
+               sa->pattern[1].mask = &rte_flow_item_ipv6_mask;
+               sa->pattern[1].type = RTE_FLOW_ITEM_TYPE_IPV6;
+               sa->pattern[1].spec = &sa->ipv6_spec;
+               memcpy(sa->ipv6_spec.hdr.dst_addr,
+                       sa->dst.ip.ip6.ip6_b, sizeof(sa->dst.ip.ip6.ip6_b));
+               memcpy(sa->ipv6_spec.hdr.src_addr,
+                       sa->src.ip.ip6.ip6_b, sizeof(sa->src.ip.ip6.ip6_b));
+               sa->pattern[2].type = RTE_FLOW_ITEM_TYPE_ESP;
+               sa->pattern[2].spec = &sa->esp_spec;
+               sa->pattern[2].mask = &rte_flow_item_esp_mask;
+               sa->esp_spec.hdr.spi = rte_cpu_to_be_32(sa->spi);
+               sa->pattern[3].type = RTE_FLOW_ITEM_TYPE_END;
+       } else if (IS_IP4(sa->flags)) {
+               sa->pattern[1].mask = &rte_flow_item_ipv4_mask;
+               sa->pattern[1].type = RTE_FLOW_ITEM_TYPE_IPV4;
+               sa->pattern[1].spec = &sa->ipv4_spec;
+               sa->ipv4_spec.hdr.dst_addr = sa->dst.ip.ip4;
+               sa->ipv4_spec.hdr.src_addr = sa->src.ip.ip4;
+               sa->pattern[2].type = RTE_FLOW_ITEM_TYPE_ESP;
+               sa->pattern[2].spec = &sa->esp_spec;
+               sa->pattern[2].mask = &rte_flow_item_esp_mask;
+               sa->esp_spec.hdr.spi = rte_cpu_to_be_32(sa->spi);
+               sa->pattern[3].type = RTE_FLOW_ITEM_TYPE_END;
+       }
+       sa->action[1].type = RTE_FLOW_ACTION_TYPE_END;
+
+       ret = rte_flow_validate(sa->portid, &sa->attr, sa->pattern, sa->action,
+                               &err);
+       if (ret < 0) {
+               RTE_LOG(ERR, IPSEC, "Flow validation failed %s\n", err.message);
+               return ret;
+       }
+
+       sa->flow = rte_flow_create(sa->portid, &sa->attr, sa->pattern,
+                                       sa->action, &err);
+       if (!sa->flow) {
+               RTE_LOG(ERR, IPSEC, "Flow creation failed %s\n", err.message);
+               return -1;
+       }
 
        return 0;
 }
@@ -413,7 +500,7 @@ enqueue_cop_burst(struct cdev_qp *cqp)
                        cqp->id, cqp->qp, ret, len);
                        /* drop packets that we fail to enqueue */
                        for (i = ret; i < len; i++)
-                               rte_pktmbuf_free(cqp->buf[i]->sym->m_src);
+                               free_pkts(&cqp->buf[i]->sym->m_src, 1);
        }
        cqp->in_flight += ret;
        cqp->len = 0;
@@ -430,7 +517,7 @@ enqueue_cop(struct cdev_qp *cqp, struct rte_crypto_op *cop)
 
 static inline void
 ipsec_enqueue(ipsec_xform_fn xform_func, struct ipsec_ctx *ipsec_ctx,
-               struct rte_mbuf *pkts[], struct ipsec_sa *sas[],
+               struct rte_mbuf *pkts[], void *sas[],
                uint16_t nb_pkts)
 {
        int32_t ret = 0, i;
@@ -441,7 +528,7 @@ ipsec_enqueue(ipsec_xform_fn xform_func, struct ipsec_ctx *ipsec_ctx,
 
        for (i = 0; i < nb_pkts; i++) {
                if (unlikely(sas[i] == NULL)) {
-                       rte_pktmbuf_free(pkts[i]);
+                       free_pkts(&pkts[i], 1);
                        continue;
                }
 
@@ -449,9 +536,9 @@ ipsec_enqueue(ipsec_xform_fn xform_func, struct ipsec_ctx *ipsec_ctx,
                rte_prefetch0(pkts[i]);
 
                priv = get_priv(pkts[i]);
-               sa = sas[i];
+               sa = ipsec_mask_saptr(sas[i]);
                priv->sa = sa;
-               ips = ipsec_get_session(sa);
+               ips = ipsec_get_primary_session(sa);
 
                switch (ips->type) {
                case RTE_SECURITY_ACTION_TYPE_LOOKASIDE_PROTOCOL:
@@ -462,7 +549,7 @@ ipsec_enqueue(ipsec_xform_fn xform_func, struct ipsec_ctx *ipsec_ctx,
 
                        if ((unlikely(ips->security.ses == NULL)) &&
                                create_lookaside_session(ipsec_ctx, sa, ips)) {
-                               rte_pktmbuf_free(pkts[i]);
+                               free_pkts(&pkts[i], 1);
                                continue;
                        }
 
@@ -472,6 +559,13 @@ ipsec_enqueue(ipsec_xform_fn xform_func, struct ipsec_ctx *ipsec_ctx,
                        rte_security_attach_session(&priv->cop,
                                ips->security.ses);
                        break;
+
+               case RTE_SECURITY_ACTION_TYPE_CPU_CRYPTO:
+                       RTE_LOG(ERR, IPSEC, "CPU crypto is not supported by the"
+                                       " legacy mode.");
+                       free_pkts(&pkts[i], 1);
+                       continue;
+
                case RTE_SECURITY_ACTION_TYPE_NONE:
 
                        priv->cop.type = RTE_CRYPTO_OP_TYPE_SYMMETRIC;
@@ -481,7 +575,7 @@ ipsec_enqueue(ipsec_xform_fn xform_func, struct ipsec_ctx *ipsec_ctx,
 
                        if ((unlikely(ips->crypto.ses == NULL)) &&
                                create_lookaside_session(ipsec_ctx, sa, ips)) {
-                               rte_pktmbuf_free(pkts[i]);
+                               free_pkts(&pkts[i], 1);
                                continue;
                        }
 
@@ -490,7 +584,7 @@ ipsec_enqueue(ipsec_xform_fn xform_func, struct ipsec_ctx *ipsec_ctx,
 
                        ret = xform_func(pkts[i], sa, &priv->cop);
                        if (unlikely(ret)) {
-                               rte_pktmbuf_free(pkts[i]);
+                               free_pkts(&pkts[i], 1);
                                continue;
                        }
                        break;
@@ -514,7 +608,7 @@ ipsec_enqueue(ipsec_xform_fn xform_func, struct ipsec_ctx *ipsec_ctx,
 
                        ret = xform_func(pkts[i], sa, &priv->cop);
                        if (unlikely(ret)) {
-                               rte_pktmbuf_free(pkts[i]);
+                               free_pkts(&pkts[i], 1);
                                continue;
                        }
 
@@ -549,7 +643,7 @@ ipsec_inline_dequeue(ipsec_xform_fn xform_func, struct ipsec_ctx *ipsec_ctx,
                sa = priv->sa;
                ret = xform_func(pkt, sa, &priv->cop);
                if (unlikely(ret)) {
-                       rte_pktmbuf_free(pkt);
+                       free_pkts(&pkt, 1);
                        continue;
                }
                pkts[nb_pkts++] = pkt;
@@ -596,13 +690,13 @@ ipsec_dequeue(ipsec_xform_fn xform_func, struct ipsec_ctx *ipsec_ctx,
                                RTE_SECURITY_ACTION_TYPE_NONE) {
                                ret = xform_func(pkt, sa, cops[j]);
                                if (unlikely(ret)) {
-                                       rte_pktmbuf_free(pkt);
+                                       free_pkts(&pkt, 1);
                                        continue;
                                }
                        } else if (ipsec_get_action_type(sa) ==
                                RTE_SECURITY_ACTION_TYPE_LOOKASIDE_PROTOCOL) {
                                if (cops[j]->status) {
-                                       rte_pktmbuf_free(pkt);
+                                       free_pkts(&pkt, 1);
                                        continue;
                                }
                        }
@@ -618,7 +712,7 @@ uint16_t
 ipsec_inbound(struct ipsec_ctx *ctx, struct rte_mbuf *pkts[],
                uint16_t nb_pkts, uint16_t len)
 {
-       struct ipsec_sa *sas[nb_pkts];
+       void *sas[nb_pkts];
 
        inbound_sa_lookup(ctx->sa_ctx, pkts, sas, nb_pkts);
 
@@ -638,7 +732,7 @@ uint16_t
 ipsec_outbound(struct ipsec_ctx *ctx, struct rte_mbuf *pkts[],
                uint32_t sa_idx[], uint16_t nb_pkts, uint16_t len)
 {
-       struct ipsec_sa *sas[nb_pkts];
+       void *sas[nb_pkts];
 
        outbound_sa_lookup(ctx->sa_ctx, sa_idx, sas, nb_pkts);