git.droids-corp.org / dpdk.git / blobdiff
? search:
summary | shortlog | log | commit | commitdiff | tree
raw | inline | side by side
net/txgbe: fix queue statistics mapping
[dpdk.git] / drivers / crypto / dpaa2_sec / dpaa2_sec_raw_dp.c
diff --git a/drivers/crypto/dpaa2_sec/dpaa2_sec_raw_dp.c b/drivers/crypto/dpaa2_sec/dpaa2_sec_raw_dp.c
index 9404b05..74f2045 100644 (file)
--- a/drivers/crypto/dpaa2_sec/dpaa2_sec_raw_dp.c
+++ b/drivers/crypto/dpaa2_sec/dpaa2_sec_raw_dp.c
@@ -24,6 +24,7 @@ struct dpaa2_sec_raw_dp_ctx {
 static int
 build_raw_dp_chain_fd(uint8_t *drv_ctx,
                       struct rte_crypto_sgl *sgl,
+                      struct rte_crypto_sgl *dest_sgl,
                       struct rte_crypto_va_iova_ptr *iv,
                       struct rte_crypto_va_iova_ptr *digest,
                       struct rte_crypto_va_iova_ptr *auth_iv,
@@ -89,17 +90,33 @@ build_raw_dp_chain_fd(uint8_t *drv_ctx,
                        (cipher_len + icv_len) :
                        cipher_len;
 
-       /* Configure Output SGE for Encap/Decap */
-       DPAA2_SET_FLE_ADDR(sge, sgl->vec[0].iova);
-       DPAA2_SET_FLE_OFFSET(sge, ofs.ofs.auth.head);
-       sge->length = sgl->vec[0].len - ofs.ofs.auth.head;
+       /* OOP */
+       if (dest_sgl) {
+               /* Configure Output SGE for Encap/Decap */
+               DPAA2_SET_FLE_ADDR(sge, dest_sgl->vec[0].iova);
+               DPAA2_SET_FLE_OFFSET(sge, ofs.ofs.cipher.head);
+               sge->length = dest_sgl->vec[0].len - ofs.ofs.cipher.head;
 
-       /* o/p segs */
-       for (i = 1; i < sgl->num; i++) {
-               sge++;
-               DPAA2_SET_FLE_ADDR(sge, sgl->vec[i].iova);
-               DPAA2_SET_FLE_OFFSET(sge, 0);
-               sge->length = sgl->vec[i].len;
+               /* o/p segs */
+               for (i = 1; i < dest_sgl->num; i++) {
+                       sge++;
+                       DPAA2_SET_FLE_ADDR(sge, dest_sgl->vec[i].iova);
+                       DPAA2_SET_FLE_OFFSET(sge, 0);
+                       sge->length = dest_sgl->vec[i].len;
+               }
+       } else {
+               /* Configure Output SGE for Encap/Decap */
+               DPAA2_SET_FLE_ADDR(sge, sgl->vec[0].iova);
+               DPAA2_SET_FLE_OFFSET(sge, ofs.ofs.cipher.head);
+               sge->length = sgl->vec[0].len - ofs.ofs.cipher.head;
+
+               /* o/p segs */
+               for (i = 1; i < sgl->num; i++) {
+                       sge++;
+                       DPAA2_SET_FLE_ADDR(sge, sgl->vec[i].iova);
+                       DPAA2_SET_FLE_OFFSET(sge, 0);
+                       sge->length = sgl->vec[i].len;
+               }
        }
 
        if (sess->dir == DIR_ENC) {
@@ -160,6 +177,7 @@ build_raw_dp_chain_fd(uint8_t *drv_ctx,
 static int
 build_raw_dp_aead_fd(uint8_t *drv_ctx,
                       struct rte_crypto_sgl *sgl,
+                      struct rte_crypto_sgl *dest_sgl,
                       struct rte_crypto_va_iova_ptr *iv,
                       struct rte_crypto_va_iova_ptr *digest,
                       struct rte_crypto_va_iova_ptr *auth_iv,
@@ -219,17 +237,33 @@ build_raw_dp_aead_fd(uint8_t *drv_ctx,
                        (aead_len + icv_len) :
                        aead_len;
 
-       /* Configure Output SGE for Encap/Decap */
-       DPAA2_SET_FLE_ADDR(sge, sgl->vec[0].iova);
-       DPAA2_SET_FLE_OFFSET(sge, ofs.ofs.cipher.head);
-       sge->length = sgl->vec[0].len - ofs.ofs.cipher.head;
+       /* OOP */
+       if (dest_sgl) {
+               /* Configure Output SGE for Encap/Decap */
+               DPAA2_SET_FLE_ADDR(sge, dest_sgl->vec[0].iova);
+               DPAA2_SET_FLE_OFFSET(sge, ofs.ofs.cipher.head);
+               sge->length = dest_sgl->vec[0].len - ofs.ofs.cipher.head;
 
-       /* o/p segs */
-       for (i = 1; i < sgl->num; i++) {
-               sge++;
-               DPAA2_SET_FLE_ADDR(sge, sgl->vec[i].iova);
-               DPAA2_SET_FLE_OFFSET(sge, 0);
-               sge->length = sgl->vec[i].len;
+               /* o/p segs */
+               for (i = 1; i < dest_sgl->num; i++) {
+                       sge++;
+                       DPAA2_SET_FLE_ADDR(sge, dest_sgl->vec[i].iova);
+                       DPAA2_SET_FLE_OFFSET(sge, 0);
+                       sge->length = dest_sgl->vec[i].len;
+               }
+       } else {
+               /* Configure Output SGE for Encap/Decap */
+               DPAA2_SET_FLE_ADDR(sge, sgl->vec[0].iova);
+               DPAA2_SET_FLE_OFFSET(sge, ofs.ofs.cipher.head);
+               sge->length = sgl->vec[0].len - ofs.ofs.cipher.head;
+
+               /* o/p segs */
+               for (i = 1; i < sgl->num; i++) {
+                       sge++;
+                       DPAA2_SET_FLE_ADDR(sge, sgl->vec[i].iova);
+                       DPAA2_SET_FLE_OFFSET(sge, 0);
+                       sge->length = sgl->vec[i].len;
+               }
        }
 
        if (sess->dir == DIR_ENC) {
@@ -294,6 +328,7 @@ build_raw_dp_aead_fd(uint8_t *drv_ctx,
 static int
 build_raw_dp_auth_fd(uint8_t *drv_ctx,
                       struct rte_crypto_sgl *sgl,
+                      struct rte_crypto_sgl *dest_sgl,
                       struct rte_crypto_va_iova_ptr *iv,
                       struct rte_crypto_va_iova_ptr *digest,
                       struct rte_crypto_va_iova_ptr *auth_iv,
@@ -303,6 +338,7 @@ build_raw_dp_auth_fd(uint8_t *drv_ctx,
 {
        RTE_SET_USED(iv);
        RTE_SET_USED(auth_iv);
+       RTE_SET_USED(dest_sgl);
 
        dpaa2_sec_session *sess =
                ((struct dpaa2_sec_raw_dp_ctx *)drv_ctx)->session;
@@ -319,16 +355,7 @@ build_raw_dp_auth_fd(uint8_t *drv_ctx,
        data_len = total_len - ofs.ofs.auth.head - ofs.ofs.auth.tail;
        data_offset = ofs.ofs.auth.head;
 
-       if (sess->auth_alg == RTE_CRYPTO_AUTH_SNOW3G_UIA2 ||
-               sess->auth_alg == RTE_CRYPTO_AUTH_ZUC_EIA3) {
-               if ((data_len & 7) || (data_offset & 7)) {
-                       DPAA2_SEC_ERR("AUTH: len/offset must be full bytes");
-                       return -ENOTSUP;
-               }
-
-               data_len = data_len >> 3;
-               data_offset = data_offset >> 3;
-       }
+       /* For SNOW3G and ZUC, lengths in bits only supported */
        fle = (struct qbman_fle *)rte_malloc(NULL,
                FLE_SG_MEM_SIZE(2 * sgl->num),
                        RTE_CACHE_LINE_SIZE);
@@ -416,6 +443,7 @@ build_raw_dp_auth_fd(uint8_t *drv_ctx,
 static int
 build_raw_dp_proto_fd(uint8_t *drv_ctx,
                       struct rte_crypto_sgl *sgl,
+                      struct rte_crypto_sgl *dest_sgl,
                       struct rte_crypto_va_iova_ptr *iv,
                       struct rte_crypto_va_iova_ptr *digest,
                       struct rte_crypto_va_iova_ptr *auth_iv,
@@ -466,20 +494,39 @@ build_raw_dp_proto_fd(uint8_t *drv_ctx,
        DPAA2_SET_FLE_SG_EXT(op_fle);
        DPAA2_SET_FLE_ADDR(op_fle, DPAA2_VADDR_TO_IOVA(sge));
 
-       /* Configure Output SGE for Encap/Decap */
-       DPAA2_SET_FLE_ADDR(sge, sgl->vec[0].iova);
-       DPAA2_SET_FLE_OFFSET(sge, 0);
-       sge->length = sgl->vec[0].len;
-       out_len += sge->length;
-       /* o/p segs */
-       for (i = 1; i < sgl->num; i++) {
-               sge++;
-               DPAA2_SET_FLE_ADDR(sge, sgl->vec[i].iova);
+       /* OOP */
+       if (dest_sgl) {
+               /* Configure Output SGE for Encap/Decap */
+               DPAA2_SET_FLE_ADDR(sge, dest_sgl->vec[0].iova);
                DPAA2_SET_FLE_OFFSET(sge, 0);
-               sge->length = sgl->vec[i].len;
+               sge->length = dest_sgl->vec[0].len;
+               out_len += sge->length;
+               /* o/p segs */
+               for (i = 1; i < dest_sgl->num; i++) {
+                       sge++;
+                       DPAA2_SET_FLE_ADDR(sge, dest_sgl->vec[i].iova);
+                       DPAA2_SET_FLE_OFFSET(sge, 0);
+                       sge->length = dest_sgl->vec[i].len;
+                       out_len += sge->length;
+               }
+               sge->length = dest_sgl->vec[i - 1].tot_len;
+
+       } else {
+               /* Configure Output SGE for Encap/Decap */
+               DPAA2_SET_FLE_ADDR(sge, sgl->vec[0].iova);
+               DPAA2_SET_FLE_OFFSET(sge, 0);
+               sge->length = sgl->vec[0].len;
                out_len += sge->length;
+               /* o/p segs */
+               for (i = 1; i < sgl->num; i++) {
+                       sge++;
+                       DPAA2_SET_FLE_ADDR(sge, sgl->vec[i].iova);
+                       DPAA2_SET_FLE_OFFSET(sge, 0);
+                       sge->length = sgl->vec[i].len;
+                       out_len += sge->length;
+               }
+               sge->length = sgl->vec[i - 1].tot_len;
        }
-       sge->length = sgl->vec[i - 1].tot_len;
        out_len += sge->length;
 
        DPAA2_SET_FLE_FIN(sge);
@@ -528,6 +575,7 @@ build_raw_dp_proto_fd(uint8_t *drv_ctx,
 static int
 build_raw_dp_cipher_fd(uint8_t *drv_ctx,
                       struct rte_crypto_sgl *sgl,
+                      struct rte_crypto_sgl *dest_sgl,
                       struct rte_crypto_va_iova_ptr *iv,
                       struct rte_crypto_va_iova_ptr *digest,
                       struct rte_crypto_va_iova_ptr *auth_iv,
@@ -552,17 +600,7 @@ build_raw_dp_cipher_fd(uint8_t *drv_ctx,
        data_len = total_len - ofs.ofs.cipher.head - ofs.ofs.cipher.tail;
        data_offset = ofs.ofs.cipher.head;
 
-       if (sess->cipher_alg == RTE_CRYPTO_CIPHER_SNOW3G_UEA2 ||
-               sess->cipher_alg == RTE_CRYPTO_CIPHER_ZUC_EEA3) {
-               if ((data_len & 7) || (data_offset & 7)) {
-                       DPAA2_SEC_ERR("CIPHER: len/offset must be full bytes");
-                       return -ENOTSUP;
-               }
-
-               data_len = data_len >> 3;
-               data_offset = data_offset >> 3;
-       }
-
+       /* For SNOW3G and ZUC, lengths in bits only supported */
        /* first FLE entry used to store mbuf and session ctxt */
        fle = (struct qbman_fle *)rte_malloc(NULL,
                        FLE_SG_MEM_SIZE(2*sgl->num),
@@ -593,17 +631,33 @@ build_raw_dp_cipher_fd(uint8_t *drv_ctx,
        op_fle->length = data_len;
        DPAA2_SET_FLE_SG_EXT(op_fle);
 
-       /* o/p 1st seg */
-       DPAA2_SET_FLE_ADDR(sge, sgl->vec[0].iova);
-       DPAA2_SET_FLE_OFFSET(sge, data_offset);
-       sge->length = sgl->vec[0].len - data_offset;
+       /* OOP */
+       if (dest_sgl) {
+               /* o/p 1st seg */
+               DPAA2_SET_FLE_ADDR(sge, dest_sgl->vec[0].iova);
+               DPAA2_SET_FLE_OFFSET(sge, data_offset);
+               sge->length = dest_sgl->vec[0].len - data_offset;
 
-       /* o/p segs */
-       for (i = 1; i < sgl->num; i++) {
-               sge++;
-               DPAA2_SET_FLE_ADDR(sge, sgl->vec[i].iova);
-               DPAA2_SET_FLE_OFFSET(sge, 0);
-               sge->length = sgl->vec[i].len;
+               /* o/p segs */
+               for (i = 1; i < dest_sgl->num; i++) {
+                       sge++;
+                       DPAA2_SET_FLE_ADDR(sge, dest_sgl->vec[i].iova);
+                       DPAA2_SET_FLE_OFFSET(sge, 0);
+                       sge->length = dest_sgl->vec[i].len;
+               }
+       } else {
+               /* o/p 1st seg */
+               DPAA2_SET_FLE_ADDR(sge, sgl->vec[0].iova);
+               DPAA2_SET_FLE_OFFSET(sge, data_offset);
+               sge->length = sgl->vec[0].len - data_offset;
+
+               /* o/p segs */
+               for (i = 1; i < sgl->num; i++) {
+                       sge++;
+                       DPAA2_SET_FLE_ADDR(sge, sgl->vec[i].iova);
+                       DPAA2_SET_FLE_OFFSET(sge, 0);
+                       sge->length = sgl->vec[i].len;
+               }
        }
        DPAA2_SET_FLE_FIN(sge);
 
@@ -706,6 +760,7 @@ dpaa2_sec_raw_enqueue_burst(void *qp_data, uint8_t *drv_ctx,
                        memset(&fd_arr[loop], 0, sizeof(struct qbman_fd));
                        ret = sess->build_raw_dp_fd(drv_ctx,
                                                    &vec->src_sgl[loop],
+                                                   &vec->dest_sgl[loop],
                                                    &vec->iv[loop],
                                                    &vec->digest[loop],
                                                    &vec->auth_iv[loop],
@@ -804,7 +859,7 @@ dpaa2_sec_raw_dequeue_burst(void *qp_data, uint8_t *drv_ctx,
        struct qbman_result *dq_storage;
        uint32_t fqid = dpaa2_qp->rx_vq.fqid;
        int ret, num_rx = 0;
-       uint8_t is_last = 0, status;
+       uint8_t is_last = 0, status, is_success = 0;
        struct qbman_swp *swp;
        const struct qbman_fd *fd;
        struct qbman_pull_desc pulldesc;
@@ -883,11 +938,11 @@ dpaa2_sec_raw_dequeue_burst(void *qp_data, uint8_t *drv_ctx,
                        /* TODO Parse SEC errors */
                        DPAA2_SEC_ERR("SEC returned Error - %x",
                                      fd->simple.frc);
-                       status = RTE_CRYPTO_OP_STATUS_ERROR;
+                       is_success = false;
                } else {
-                       status = RTE_CRYPTO_OP_STATUS_SUCCESS;
+                       is_success = true;
                }
-               post_dequeue(user_data, num_rx, status);
+               post_dequeue(user_data, num_rx, is_success);
 
                num_rx++;
                dq_storage++;
DPDK repo used for reviews