examples/vhost: fix use after free on drain
[dpdk.git] / drivers / crypto / qat / qat_asym.c
index 1145425..8597381 100644 (file)
@@ -228,6 +228,227 @@ qat_asym_fill_arrays(struct rte_crypto_asym_op *asym_op,
                                cookie->input_array[1],
                                alg_size_in_bytes);
 #endif
+       } else if (xform->xform_type == RTE_CRYPTO_ASYM_XFORM_RSA) {
+               err = qat_asym_check_nonzero(xform->rsa.n);
+               if (err) {
+                       QAT_LOG(ERR, "Empty modulus in RSA"
+                                       " inverse, aborting this operation");
+                       return err;
+               }
+
+               alg_size_in_bytes = xform->rsa.n.length;
+               alg_size = alg_size_in_bytes << 3;
+
+               qat_req->input_param_count =
+                               QAT_ASYM_RSA_NUM_IN_PARAMS;
+               qat_req->output_param_count =
+                               QAT_ASYM_RSA_NUM_OUT_PARAMS;
+
+               if (asym_op->rsa.op_type == RTE_CRYPTO_ASYM_OP_ENCRYPT ||
+                               asym_op->rsa.op_type ==
+                                               RTE_CRYPTO_ASYM_OP_VERIFY) {
+
+                       if (qat_asym_get_sz_and_func_id(RSA_ENC_IDS,
+                                       sizeof(RSA_ENC_IDS)/
+                                       sizeof(*RSA_ENC_IDS),
+                                       &alg_size, &func_id)) {
+                               err = -(EINVAL);
+                               QAT_LOG(ERR,
+                                       "Not supported RSA parameter size (key)");
+                               return err;
+                       }
+                       alg_size_in_bytes = alg_size >> 3;
+                       if (asym_op->rsa.op_type == RTE_CRYPTO_ASYM_OP_ENCRYPT) {
+                               switch (asym_op->rsa.pad) {
+                               case RTE_CRYPTO_RSA_PADDING_NONE:
+                                       rte_memcpy(cookie->input_array[0] +
+                                               alg_size_in_bytes -
+                                               asym_op->rsa.message.length
+                                               , asym_op->rsa.message.data,
+                                               asym_op->rsa.message.length);
+                                       break;
+                               default:
+                                       err = -(EINVAL);
+                                       QAT_LOG(ERR,
+                                               "Invalid RSA padding (Encryption)");
+                                       return err;
+                               }
+#if RTE_LOG_DP_LEVEL >= RTE_LOG_DEBUG
+                               QAT_DP_HEXDUMP_LOG(DEBUG, "RSA Message",
+                                               cookie->input_array[0],
+                                               alg_size_in_bytes);
+#endif
+                       } else {
+                               switch (asym_op->rsa.pad) {
+                               case RTE_CRYPTO_RSA_PADDING_NONE:
+                                       rte_memcpy(cookie->input_array[0],
+                                               asym_op->rsa.sign.data,
+                                               alg_size_in_bytes);
+                                       break;
+                               default:
+                                       err = -(EINVAL);
+                                       QAT_LOG(ERR,
+                                               "Invalid RSA padding (Verify)");
+                                       return err;
+                               }
+
+#if RTE_LOG_DP_LEVEL >= RTE_LOG_DEBUG
+                               QAT_DP_HEXDUMP_LOG(DEBUG, " RSA Signature",
+                                               cookie->input_array[0],
+                                               alg_size_in_bytes);
+#endif
+
+                       }
+                       rte_memcpy(cookie->input_array[1] +
+                                       alg_size_in_bytes -
+                                       xform->rsa.e.length
+                                       , xform->rsa.e.data,
+                                       xform->rsa.e.length);
+                       rte_memcpy(cookie->input_array[2] +
+                                       alg_size_in_bytes -
+                                       xform->rsa.n.length,
+                                       xform->rsa.n.data,
+                                       xform->rsa.n.length);
+
+                       cookie->alg_size = alg_size;
+                       qat_req->pke_hdr.cd_pars.func_id = func_id;
+
+#if RTE_LOG_DP_LEVEL >= RTE_LOG_DEBUG
+                       QAT_DP_HEXDUMP_LOG(DEBUG, "RSA Public Key",
+                                       cookie->input_array[1], alg_size_in_bytes);
+                       QAT_DP_HEXDUMP_LOG(DEBUG, "RSA Modulus",
+                                       cookie->input_array[2], alg_size_in_bytes);
+#endif
+               } else {
+                       if (asym_op->rsa.op_type ==
+                                       RTE_CRYPTO_ASYM_OP_DECRYPT) {
+                               switch (asym_op->rsa.pad) {
+                               case RTE_CRYPTO_RSA_PADDING_NONE:
+                                       rte_memcpy(cookie->input_array[0]
+                                               + alg_size_in_bytes -
+                                               asym_op->rsa.cipher.length,
+                                               asym_op->rsa.cipher.data,
+                                               asym_op->rsa.cipher.length);
+                                       break;
+                               default:
+                                       QAT_LOG(ERR,
+                                               "Invalid padding of RSA (Decrypt)");
+                                       return -(EINVAL);
+                               }
+
+                       } else if (asym_op->rsa.op_type ==
+                                       RTE_CRYPTO_ASYM_OP_SIGN) {
+                               switch (asym_op->rsa.pad) {
+                               case RTE_CRYPTO_RSA_PADDING_NONE:
+                                       rte_memcpy(cookie->input_array[0]
+                                               + alg_size_in_bytes -
+                                               asym_op->rsa.message.length,
+                                               asym_op->rsa.message.data,
+                                               asym_op->rsa.message.length);
+                                       break;
+                               default:
+                                       QAT_LOG(ERR,
+                                               "Invalid padding of RSA (Signature)");
+                                       return -(EINVAL);
+                               }
+                       }
+                       if (xform->rsa.key_type == RTE_RSA_KET_TYPE_QT) {
+
+                               qat_req->input_param_count =
+                                               QAT_ASYM_RSA_QT_NUM_IN_PARAMS;
+                               if (qat_asym_get_sz_and_func_id(RSA_DEC_CRT_IDS,
+                                               sizeof(RSA_DEC_CRT_IDS)/
+                                               sizeof(*RSA_DEC_CRT_IDS),
+                                               &alg_size, &func_id)) {
+                                       return -(EINVAL);
+                               }
+                               alg_size_in_bytes = alg_size >> 3;
+
+                               rte_memcpy(cookie->input_array[1] +
+                                               (alg_size_in_bytes >> 1) -
+                                               xform->rsa.qt.p.length
+                                               , xform->rsa.qt.p.data,
+                                               xform->rsa.qt.p.length);
+                               rte_memcpy(cookie->input_array[2] +
+                                               (alg_size_in_bytes >> 1) -
+                                               xform->rsa.qt.q.length
+                                               , xform->rsa.qt.q.data,
+                                               xform->rsa.qt.q.length);
+                               rte_memcpy(cookie->input_array[3] +
+                                               (alg_size_in_bytes >> 1) -
+                                               xform->rsa.qt.dP.length
+                                               , xform->rsa.qt.dP.data,
+                                               xform->rsa.qt.dP.length);
+                               rte_memcpy(cookie->input_array[4] +
+                                               (alg_size_in_bytes >> 1) -
+                                               xform->rsa.qt.dQ.length
+                                               , xform->rsa.qt.dQ.data,
+                                               xform->rsa.qt.dQ.length);
+                               rte_memcpy(cookie->input_array[5] +
+                                               (alg_size_in_bytes >> 1) -
+                                               xform->rsa.qt.qInv.length
+                                               , xform->rsa.qt.qInv.data,
+                                               xform->rsa.qt.qInv.length);
+                               cookie->alg_size = alg_size;
+                               qat_req->pke_hdr.cd_pars.func_id = func_id;
+
+#if RTE_LOG_DP_LEVEL >= RTE_LOG_DEBUG
+                               QAT_DP_HEXDUMP_LOG(DEBUG, "C",
+                                               cookie->input_array[0],
+                                               alg_size_in_bytes);
+                               QAT_DP_HEXDUMP_LOG(DEBUG, "p",
+                                               cookie->input_array[1],
+                                               alg_size_in_bytes);
+                               QAT_DP_HEXDUMP_LOG(DEBUG, "q",
+                                               cookie->input_array[2],
+                                               alg_size_in_bytes);
+                               QAT_DP_HEXDUMP_LOG(DEBUG,
+                                               "dP", cookie->input_array[3],
+                                               alg_size_in_bytes);
+                               QAT_DP_HEXDUMP_LOG(DEBUG,
+                                               "dQ", cookie->input_array[4],
+                                               alg_size_in_bytes);
+                               QAT_DP_HEXDUMP_LOG(DEBUG,
+                                               "qInv", cookie->input_array[5],
+                                               alg_size_in_bytes);
+#endif
+                       } else if (xform->rsa.key_type ==
+                                       RTE_RSA_KEY_TYPE_EXP) {
+                               if (qat_asym_get_sz_and_func_id(
+                                               RSA_DEC_IDS,
+                                               sizeof(RSA_DEC_IDS)/
+                                               sizeof(*RSA_DEC_IDS),
+                                               &alg_size, &func_id)) {
+                                       return -(EINVAL);
+                               }
+                               alg_size_in_bytes = alg_size >> 3;
+                               rte_memcpy(cookie->input_array[1] +
+                                               alg_size_in_bytes -
+                                               xform->rsa.d.length,
+                                               xform->rsa.d.data,
+                                               xform->rsa.d.length);
+                               rte_memcpy(cookie->input_array[2] +
+                                               alg_size_in_bytes -
+                                               xform->rsa.n.length,
+                                               xform->rsa.n.data,
+                                               xform->rsa.n.length);
+#if RTE_LOG_DP_LEVEL >= RTE_LOG_DEBUG
+                       QAT_DP_HEXDUMP_LOG(DEBUG, "RSA ciphertext",
+                                       cookie->input_array[0],
+                                       alg_size_in_bytes);
+                       QAT_DP_HEXDUMP_LOG(DEBUG, "RSA d", cookie->input_array[1],
+                                       alg_size_in_bytes);
+                       QAT_DP_HEXDUMP_LOG(DEBUG, "RSA n", cookie->input_array[2],
+                                       alg_size_in_bytes);
+#endif
+
+                               cookie->alg_size = alg_size;
+                               qat_req->pke_hdr.cd_pars.func_id = func_id;
+                       } else {
+                               QAT_LOG(ERR, "Invalid RSA key type");
+                               return -(EINVAL);
+                       }
+               }
        } else {
                QAT_LOG(ERR, "Invalid asymmetric crypto xform");
                return -(EINVAL);
@@ -254,7 +475,7 @@ qat_asym_build_request(void *in_op,
        if (op->sess_type == RTE_CRYPTO_OP_WITH_SESSION) {
                ctx = (struct qat_asym_session *)
                        get_asym_session_private_data(
-                       op->asym->session, cryptodev_qat_asym_driver_id);
+                       op->asym->session, qat_asym_driver_id);
                if (unlikely(ctx == NULL)) {
                        QAT_LOG(ERR, "Session has not been created for this device");
                        goto error;
@@ -354,6 +575,85 @@ static void qat_asym_collect_response(struct rte_crypto_op *rx_op,
                                        alg_size_in_bytes);
 #endif
                }
+       } else if (xform->xform_type == RTE_CRYPTO_ASYM_XFORM_RSA) {
+
+               alg_size = cookie->alg_size;
+               alg_size_in_bytes = alg_size >> 3;
+               if (asym_op->rsa.op_type == RTE_CRYPTO_ASYM_OP_ENCRYPT ||
+                               asym_op->rsa.op_type ==
+                                       RTE_CRYPTO_ASYM_OP_VERIFY) {
+                       if (asym_op->rsa.op_type ==
+                                       RTE_CRYPTO_ASYM_OP_ENCRYPT) {
+                               uint8_t *rsa_result = asym_op->rsa.cipher.data;
+
+                               rte_memcpy(rsa_result,
+                                               cookie->output_array[0],
+                                               alg_size_in_bytes);
+                               rx_op->status = RTE_CRYPTO_OP_STATUS_SUCCESS;
+#if RTE_LOG_DP_LEVEL >= RTE_LOG_DEBUG
+                               QAT_DP_HEXDUMP_LOG(DEBUG, "RSA Encrypted data",
+                                               cookie->output_array[0],
+                                               alg_size_in_bytes);
+#endif
+                       } else if (asym_op->rsa.op_type ==
+                                       RTE_CRYPTO_ASYM_OP_VERIFY) {
+                               uint8_t *rsa_result = asym_op->rsa.cipher.data;
+
+                               switch (asym_op->rsa.pad) {
+                               case RTE_CRYPTO_RSA_PADDING_NONE:
+                                       rte_memcpy(rsa_result,
+                                                       cookie->output_array[0],
+                                                       alg_size_in_bytes);
+                                       rx_op->status =
+                                               RTE_CRYPTO_OP_STATUS_SUCCESS;
+#if RTE_LOG_DP_LEVEL >= RTE_LOG_DEBUG
+                               QAT_DP_HEXDUMP_LOG(DEBUG, "RSA Signature",
+                                               cookie->output_array[0],
+                                               alg_size_in_bytes);
+#endif
+                                       break;
+                               default:
+                                       QAT_LOG(ERR, "Padding not supported");
+                                       rx_op->status =
+                                               RTE_CRYPTO_OP_STATUS_ERROR;
+                                       break;
+                               }
+                       }
+               } else {
+                       if (asym_op->rsa.op_type ==
+                                       RTE_CRYPTO_ASYM_OP_DECRYPT) {
+                               uint8_t *rsa_result = asym_op->rsa.message.data;
+
+                               switch (asym_op->rsa.pad) {
+                               case RTE_CRYPTO_RSA_PADDING_NONE:
+                                       rte_memcpy(rsa_result,
+                                               cookie->output_array[0],
+                                               alg_size_in_bytes);
+                                       break;
+                               default:
+                                       QAT_LOG(ERR, "Padding not supported");
+                                       rx_op->status =
+                                               RTE_CRYPTO_OP_STATUS_ERROR;
+                                       break;
+                               }
+#if RTE_LOG_DP_LEVEL >= RTE_LOG_DEBUG
+                               QAT_DP_HEXDUMP_LOG(DEBUG, "RSA Decrypted Message",
+                                               rsa_result, alg_size_in_bytes);
+#endif
+                       } else if (asym_op->rsa.op_type == RTE_CRYPTO_ASYM_OP_SIGN) {
+                               uint8_t *rsa_result = asym_op->rsa.sign.data;
+
+                               rte_memcpy(rsa_result,
+                                               cookie->output_array[0],
+                                               alg_size_in_bytes);
+                               rx_op->status = RTE_CRYPTO_OP_STATUS_SUCCESS;
+#if RTE_LOG_DP_LEVEL >= RTE_LOG_DEBUG
+                               QAT_DP_HEXDUMP_LOG(DEBUG, "RSA Signature",
+                                               cookie->output_array[0],
+                                               alg_size_in_bytes);
+#endif
+                       }
+               }
        }
        qat_clear_arrays_by_alg(cookie, xform->xform_type, alg_size_in_bytes,
                        alg_size_in_bytes);
@@ -393,7 +693,7 @@ qat_asym_process_response(void **op, uint8_t *resp,
 
        if (rx_op->sess_type == RTE_CRYPTO_OP_WITH_SESSION) {
                ctx = (struct qat_asym_session *)get_asym_session_private_data(
-                               rx_op->asym->session, cryptodev_qat_asym_driver_id);
+                       rx_op->asym->session, qat_asym_driver_id);
                qat_asym_collect_response(rx_op, cookie, ctx->xform);
        } else if (rx_op->sess_type == RTE_CRYPTO_OP_SESSIONLESS) {
                qat_asym_collect_response(rx_op, cookie, rx_op->asym->xform);
@@ -436,6 +736,12 @@ qat_asym_session_configure(struct rte_cryptodev *dev,
                        err = -EINVAL;
                        goto error;
                }
+       } else if (xform->xform_type == RTE_CRYPTO_ASYM_XFORM_RSA) {
+               if (xform->rsa.n.length == 0) {
+                       QAT_LOG(ERR, "Invalid rsa input parameter");
+                       err = -EINVAL;
+                       goto error;
+               }
        } else if (xform->xform_type >= RTE_CRYPTO_ASYM_XFORM_TYPE_LIST_END
                        || xform->xform_type <= RTE_CRYPTO_ASYM_XFORM_NONE) {
                QAT_LOG(ERR, "Invalid asymmetric crypto xform");