event/dlb2: add v2.5 start domain
[dpdk.git] / drivers / crypto / octeontx / otx_cryptodev_ops.c
index 60efd7c..d75f4b5 100644 (file)
@@ -127,19 +127,6 @@ otx_cpt_dev_info_get(struct rte_cryptodev *dev, struct rte_cryptodev_info *info)
        }
 }
 
-static void
-otx_cpt_stats_get(struct rte_cryptodev *dev __rte_unused,
-                 struct rte_cryptodev_stats *stats __rte_unused)
-{
-       CPT_PMD_INIT_FUNC_TRACE();
-}
-
-static void
-otx_cpt_stats_reset(struct rte_cryptodev *dev __rte_unused)
-{
-       CPT_PMD_INIT_FUNC_TRACE();
-}
-
 static int
 otx_cpt_que_pair_setup(struct rte_cryptodev *dev,
                       uint16_t que_pair_id,
@@ -218,12 +205,16 @@ sym_xform_verify(struct rte_crypto_sym_xform *xform)
        if (xform->next) {
                if (xform->type == RTE_CRYPTO_SYM_XFORM_AUTH &&
                    xform->next->type == RTE_CRYPTO_SYM_XFORM_CIPHER &&
-                   xform->next->cipher.op == RTE_CRYPTO_CIPHER_OP_ENCRYPT)
+                   xform->next->cipher.op == RTE_CRYPTO_CIPHER_OP_ENCRYPT &&
+                   (xform->auth.algo != RTE_CRYPTO_AUTH_SHA1_HMAC ||
+                    xform->next->cipher.algo != RTE_CRYPTO_CIPHER_AES_CBC))
                        return -ENOTSUP;
 
                if (xform->type == RTE_CRYPTO_SYM_XFORM_CIPHER &&
                    xform->cipher.op == RTE_CRYPTO_CIPHER_OP_DECRYPT &&
-                   xform->next->type == RTE_CRYPTO_SYM_XFORM_AUTH)
+                   xform->next->type == RTE_CRYPTO_SYM_XFORM_AUTH &&
+                   (xform->cipher.algo != RTE_CRYPTO_CIPHER_AES_CBC ||
+                    xform->next->auth.algo != RTE_CRYPTO_AUTH_SHA1_HMAC))
                        return -ENOTSUP;
 
                if (xform->type == RTE_CRYPTO_SYM_XFORM_CIPHER &&
@@ -252,7 +243,9 @@ sym_session_configure(int driver_id, struct rte_crypto_sym_xform *xform,
                      struct rte_cryptodev_sym_session *sess,
                      struct rte_mempool *pool)
 {
+       struct rte_crypto_sym_xform *temp_xform = xform;
        struct cpt_sess_misc *misc;
+       vq_cmd_word3_t vq_cmd_w3;
        void *priv;
        int ret;
 
@@ -265,6 +258,9 @@ sym_session_configure(int driver_id, struct rte_crypto_sym_xform *xform,
                return -ENOMEM;
        }
 
+       memset(priv, 0, sizeof(struct cpt_sess_misc) +
+                       offsetof(struct cpt_ctx, mc_ctx));
+
        misc = priv;
 
        for ( ; xform != NULL; xform = xform->next) {
@@ -289,11 +285,25 @@ sym_session_configure(int driver_id, struct rte_crypto_sym_xform *xform,
                        goto priv_put;
        }
 
+       if ((GET_SESS_FC_TYPE(misc) == HASH_HMAC) &&
+                       cpt_mac_len_verify(&temp_xform->auth)) {
+               CPT_LOG_ERR("MAC length is not supported");
+               ret = -ENOTSUP;
+               goto priv_put;
+       }
+
        set_sym_session_private_data(sess, driver_id, priv);
 
        misc->ctx_dma_addr = rte_mempool_virt2iova(misc) +
                             sizeof(struct cpt_sess_misc);
 
+       vq_cmd_w3.u64 = 0;
+       vq_cmd_w3.s.grp = 0;
+       vq_cmd_w3.s.cptr = misc->ctx_dma_addr + offsetof(struct cpt_ctx,
+                                                        mc_ctx);
+
+       misc->cpt_inst_w7 = vq_cmd_w3.u64;
+
        return 0;
 
 priv_put:
@@ -374,6 +384,8 @@ otx_cpt_asym_session_cfg(struct rte_cryptodev *dev,
                return ret;
        }
 
+       priv->cpt_inst_w7 = 0;
+
        set_asym_session_private_data(sess, dev->driver_id, priv);
        return 0;
 }
@@ -403,14 +415,14 @@ otx_cpt_asym_session_clear(struct rte_cryptodev *dev,
 static __rte_always_inline int32_t __rte_hot
 otx_cpt_request_enqueue(struct cpt_instance *instance,
                        struct pending_queue *pqueue,
-                       void *req)
+                       void *req, uint64_t cpt_inst_w7)
 {
        struct cpt_request_info *user_req = (struct cpt_request_info *)req;
 
        if (unlikely(pqueue->pending_count >= DEFAULT_CMD_QLEN))
                return -EAGAIN;
 
-       fill_cpt_inst(instance, req);
+       fill_cpt_inst(instance, req, cpt_inst_w7);
 
        CPT_LOG_DP_DEBUG("req: %p op: %p ", req, user_req->op);
 
@@ -422,7 +434,7 @@ otx_cpt_request_enqueue(struct cpt_instance *instance,
        /* Default mode of software queue */
        mark_cpt_inst(instance);
 
-       pqueue->rid_queue[pqueue->enq_tail].rid = (uintptr_t)user_req;
+       pqueue->req_queue[pqueue->enq_tail] = (uintptr_t)user_req;
 
        /* We will use soft queue length here to limit requests */
        MOD_INC(pqueue->enq_tail, DEFAULT_CMD_QLEN);
@@ -498,7 +510,8 @@ otx_cpt_enq_single_asym(struct cpt_instance *instance,
                goto req_fail;
        }
 
-       ret = otx_cpt_request_enqueue(instance, pqueue, params.req);
+       ret = otx_cpt_request_enqueue(instance, pqueue, params.req,
+                                     sess->cpt_inst_w7);
 
        if (unlikely(ret)) {
                CPT_LOG_DP_ERR("Could not enqueue crypto req");
@@ -520,7 +533,8 @@ otx_cpt_enq_single_sym(struct cpt_instance *instance,
 {
        struct cpt_sess_misc *sess;
        struct rte_crypto_sym_op *sym_op = op->sym;
-       void *prep_req, *mdata = NULL;
+       struct cpt_request_info *prep_req;
+       void *mdata = NULL;
        int ret = 0;
        uint64_t cpt_op;
 
@@ -532,10 +546,10 @@ otx_cpt_enq_single_sym(struct cpt_instance *instance,
 
        if (likely(cpt_op & CPT_OP_CIPHER_MASK))
                ret = fill_fc_params(op, sess, &instance->meta_info, &mdata,
-                                    &prep_req);
+                                    (void **)&prep_req);
        else
                ret = fill_digest_params(op, sess, &instance->meta_info,
-                                        &mdata, &prep_req);
+                                        &mdata, (void **)&prep_req);
 
        if (unlikely(ret)) {
                CPT_LOG_DP_ERR("prep cryto req : op %p, cpt_op 0x%x "
@@ -544,7 +558,8 @@ otx_cpt_enq_single_sym(struct cpt_instance *instance,
        }
 
        /* Enqueue prepared instruction to h/w */
-       ret = otx_cpt_request_enqueue(instance, pqueue, prep_req);
+       ret = otx_cpt_request_enqueue(instance, pqueue, prep_req,
+                                     sess->cpt_inst_w7);
 
        if (unlikely(ret)) {
                /* Buffer allocated for request preparation need to be freed */
@@ -566,8 +581,8 @@ otx_cpt_enq_single_sym_sessless(struct cpt_instance *instance,
        int ret;
 
        /* Create temporary session */
-
-       if (rte_mempool_get(instance->sess_mp, (void **)&sess))
+       sess = rte_cryptodev_sym_session_create(instance->sess_mp);
+       if (sess == NULL)
                return -ENOMEM;
 
        ret = sym_session_configure(driver_id, sym_op->xform, sess,
@@ -727,7 +742,8 @@ otx_cpt_asym_dequeue_ecdsa_op(struct rte_crypto_ecdsa_op_param *ecdsa,
 
        /* Separate out sign r and s components */
        memcpy(ecdsa->r.data, req->rptr, prime_len);
-       memcpy(ecdsa->s.data, req->rptr + ROUNDUP8(prime_len), prime_len);
+       memcpy(ecdsa->s.data, req->rptr + RTE_ALIGN_CEIL(prime_len, 8),
+              prime_len);
        ecdsa->r.length = prime_len;
        ecdsa->s.length = prime_len;
 }
@@ -740,7 +756,8 @@ otx_cpt_asym_dequeue_ecpm_op(struct rte_crypto_ecpm_op_param *ecpm,
        int prime_len = ec_grp[ec->curveid].prime.length;
 
        memcpy(ecpm->r.x.data, req->rptr, prime_len);
-       memcpy(ecpm->r.y.data, req->rptr + ROUNDUP8(prime_len), prime_len);
+       memcpy(ecpm->r.y.data, req->rptr + RTE_ALIGN_CEIL(prime_len, 8),
+              prime_len);
        ecpm->r.x.length = prime_len;
        ecpm->r.y.length = prime_len;
 }
@@ -810,7 +827,6 @@ otx_cpt_pkt_dequeue(void *qptr, struct rte_crypto_op **ops, uint16_t nb_ops,
        struct cpt_instance *instance = (struct cpt_instance *)qptr;
        struct cpt_request_info *user_req;
        struct cpt_vf *cptvf = (struct cpt_vf *)instance;
-       struct rid *rid_e;
        uint8_t cc[nb_ops];
        int i, count, pcount;
        uint8_t ret;
@@ -824,11 +840,13 @@ otx_cpt_pkt_dequeue(void *qptr, struct rte_crypto_op **ops, uint16_t nb_ops,
        count = (nb_ops > pcount) ? pcount : nb_ops;
 
        for (i = 0; i < count; i++) {
-               rid_e = &pqueue->rid_queue[pqueue->deq_head];
-               user_req = (struct cpt_request_info *)(rid_e->rid);
+               user_req = (struct cpt_request_info *)
+                               pqueue->req_queue[pqueue->deq_head];
 
-               if (likely((i+1) < count))
-                       rte_prefetch_non_temporal((void *)rid_e[1].rid);
+               if (likely((i+1) < count)) {
+                       rte_prefetch_non_temporal(
+                               (void *)pqueue->req_queue[i+1]);
+               }
 
                ret = check_nb_command_id(user_req, instance);
 
@@ -915,8 +933,8 @@ static struct rte_cryptodev_ops cptvf_ops = {
        .dev_close = otx_cpt_dev_close,
        .dev_infos_get = otx_cpt_dev_info_get,
 
-       .stats_get = otx_cpt_stats_get,
-       .stats_reset = otx_cpt_stats_reset,
+       .stats_get = NULL,
+       .stats_reset = NULL,
        .queue_pair_setup = otx_cpt_que_pair_setup,
        .queue_pair_release = otx_cpt_que_pair_release,
 
@@ -987,10 +1005,11 @@ otx_cpt_dev_create(struct rte_cryptodev *c_dev)
                                RTE_CRYPTODEV_FF_HW_ACCELERATED |
                                RTE_CRYPTODEV_FF_SYM_OPERATION_CHAINING |
                                RTE_CRYPTODEV_FF_IN_PLACE_SGL |
+                               RTE_CRYPTODEV_FF_OOP_LB_IN_LB_OUT |
                                RTE_CRYPTODEV_FF_OOP_SGL_IN_LB_OUT |
                                RTE_CRYPTODEV_FF_OOP_SGL_IN_SGL_OUT |
-                               RTE_CRYPTODEV_FF_NON_BYTE_ALIGNED_DATA |
-                               RTE_CRYPTODEV_FF_SYM_SESSIONLESS;
+                               RTE_CRYPTODEV_FF_SYM_SESSIONLESS |
+                               RTE_CRYPTODEV_FF_DIGEST_ENCRYPTED;
                break;
        default:
                /* Feature not supported. Abort */