1 /* SPDX-License-Identifier: BSD-3-Clause
2 * Copyright(c) 2016-2017 Intel Corporation
7 #include <rte_common.h>
8 #include <rte_malloc.h>
9 #include <cryptodev_pmd.h>
11 #include "openssl_pmd_private.h"
15 static const struct rte_cryptodev_capabilities openssl_pmd_capabilities[] = {
17 .op = RTE_CRYPTO_OP_TYPE_SYMMETRIC,
19 .xform_type = RTE_CRYPTO_SYM_XFORM_AUTH,
21 .algo = RTE_CRYPTO_AUTH_MD5_HMAC,
38 .op = RTE_CRYPTO_OP_TYPE_SYMMETRIC,
40 .xform_type = RTE_CRYPTO_SYM_XFORM_AUTH,
42 .algo = RTE_CRYPTO_AUTH_MD5,
59 .op = RTE_CRYPTO_OP_TYPE_SYMMETRIC,
61 .xform_type = RTE_CRYPTO_SYM_XFORM_AUTH,
63 .algo = RTE_CRYPTO_AUTH_SHA1_HMAC,
80 .op = RTE_CRYPTO_OP_TYPE_SYMMETRIC,
82 .xform_type = RTE_CRYPTO_SYM_XFORM_AUTH,
84 .algo = RTE_CRYPTO_AUTH_SHA1,
101 .op = RTE_CRYPTO_OP_TYPE_SYMMETRIC,
103 .xform_type = RTE_CRYPTO_SYM_XFORM_AUTH,
105 .algo = RTE_CRYPTO_AUTH_SHA224_HMAC,
122 .op = RTE_CRYPTO_OP_TYPE_SYMMETRIC,
124 .xform_type = RTE_CRYPTO_SYM_XFORM_AUTH,
126 .algo = RTE_CRYPTO_AUTH_SHA224,
143 .op = RTE_CRYPTO_OP_TYPE_SYMMETRIC,
145 .xform_type = RTE_CRYPTO_SYM_XFORM_AUTH,
147 .algo = RTE_CRYPTO_AUTH_SHA256_HMAC,
164 .op = RTE_CRYPTO_OP_TYPE_SYMMETRIC,
166 .xform_type = RTE_CRYPTO_SYM_XFORM_AUTH,
168 .algo = RTE_CRYPTO_AUTH_SHA256,
185 .op = RTE_CRYPTO_OP_TYPE_SYMMETRIC,
187 .xform_type = RTE_CRYPTO_SYM_XFORM_AUTH,
189 .algo = RTE_CRYPTO_AUTH_SHA384_HMAC,
206 .op = RTE_CRYPTO_OP_TYPE_SYMMETRIC,
208 .xform_type = RTE_CRYPTO_SYM_XFORM_AUTH,
210 .algo = RTE_CRYPTO_AUTH_SHA384,
227 .op = RTE_CRYPTO_OP_TYPE_SYMMETRIC,
229 .xform_type = RTE_CRYPTO_SYM_XFORM_AUTH,
231 .algo = RTE_CRYPTO_AUTH_SHA512_HMAC,
248 .op = RTE_CRYPTO_OP_TYPE_SYMMETRIC,
250 .xform_type = RTE_CRYPTO_SYM_XFORM_AUTH,
252 .algo = RTE_CRYPTO_AUTH_SHA512,
269 .op = RTE_CRYPTO_OP_TYPE_SYMMETRIC,
271 .xform_type = RTE_CRYPTO_SYM_XFORM_CIPHER,
273 .algo = RTE_CRYPTO_CIPHER_AES_CBC,
289 .op = RTE_CRYPTO_OP_TYPE_SYMMETRIC,
291 .xform_type = RTE_CRYPTO_SYM_XFORM_CIPHER,
293 .algo = RTE_CRYPTO_CIPHER_AES_CTR,
309 .op = RTE_CRYPTO_OP_TYPE_SYMMETRIC,
311 .xform_type = RTE_CRYPTO_SYM_XFORM_AEAD,
313 .algo = RTE_CRYPTO_AEAD_AES_GCM,
339 .op = RTE_CRYPTO_OP_TYPE_SYMMETRIC,
341 .xform_type = RTE_CRYPTO_SYM_XFORM_AEAD,
343 .algo = RTE_CRYPTO_AEAD_AES_CCM,
368 { /* AES GMAC (AUTH) */
369 .op = RTE_CRYPTO_OP_TYPE_SYMMETRIC,
371 .xform_type = RTE_CRYPTO_SYM_XFORM_AUTH,
373 .algo = RTE_CRYPTO_AUTH_AES_GMAC,
394 .op = RTE_CRYPTO_OP_TYPE_SYMMETRIC,
396 .xform_type = RTE_CRYPTO_SYM_XFORM_CIPHER,
398 .algo = RTE_CRYPTO_CIPHER_3DES_CBC,
414 .op = RTE_CRYPTO_OP_TYPE_SYMMETRIC,
416 .xform_type = RTE_CRYPTO_SYM_XFORM_CIPHER,
418 .algo = RTE_CRYPTO_CIPHER_3DES_CTR,
434 .op = RTE_CRYPTO_OP_TYPE_SYMMETRIC,
436 .xform_type = RTE_CRYPTO_SYM_XFORM_CIPHER,
438 .algo = RTE_CRYPTO_CIPHER_DES_CBC,
453 { /* DES DOCSIS BPI */
454 .op = RTE_CRYPTO_OP_TYPE_SYMMETRIC,
456 .xform_type = RTE_CRYPTO_SYM_XFORM_CIPHER,
458 .algo = RTE_CRYPTO_CIPHER_DES_DOCSISBPI,
474 .op = RTE_CRYPTO_OP_TYPE_ASYMMETRIC,
477 .xform_type = RTE_CRYPTO_ASYM_XFORM_RSA,
478 .op_types = ((1 << RTE_CRYPTO_ASYM_OP_SIGN) |
479 (1 << RTE_CRYPTO_ASYM_OP_VERIFY) |
480 (1 << RTE_CRYPTO_ASYM_OP_ENCRYPT) |
481 (1 << RTE_CRYPTO_ASYM_OP_DECRYPT)),
484 /* min length is based on openssl rsa keygen */
486 /* value 0 symbolizes no limit on max length */
495 .op = RTE_CRYPTO_OP_TYPE_ASYMMETRIC,
498 .xform_type = RTE_CRYPTO_ASYM_XFORM_MODEX,
502 /* value 0 symbolizes no limit on min length */
504 /* value 0 symbolizes no limit on max length */
513 .op = RTE_CRYPTO_OP_TYPE_ASYMMETRIC,
516 .xform_type = RTE_CRYPTO_ASYM_XFORM_MODINV,
520 /* value 0 symbolizes no limit on min length */
522 /* value 0 symbolizes no limit on max length */
531 .op = RTE_CRYPTO_OP_TYPE_ASYMMETRIC,
534 .xform_type = RTE_CRYPTO_ASYM_XFORM_DH,
536 ((1<<RTE_CRYPTO_ASYM_OP_PRIVATE_KEY_GENERATE) |
537 (1 << RTE_CRYPTO_ASYM_OP_PUBLIC_KEY_GENERATE |
539 RTE_CRYPTO_ASYM_OP_SHARED_SECRET_COMPUTE))),
542 /* value 0 symbolizes no limit on min length */
544 /* value 0 symbolizes no limit on max length */
553 .op = RTE_CRYPTO_OP_TYPE_ASYMMETRIC,
556 .xform_type = RTE_CRYPTO_ASYM_XFORM_DSA,
558 ((1<<RTE_CRYPTO_ASYM_OP_SIGN) |
559 (1 << RTE_CRYPTO_ASYM_OP_VERIFY)),
562 /* value 0 symbolizes no limit on min length */
564 /* value 0 symbolizes no limit on max length */
573 RTE_CRYPTODEV_END_OF_CAPABILITIES_LIST()
577 /** Configure device */
579 openssl_pmd_config(__rte_unused struct rte_cryptodev *dev,
580 __rte_unused struct rte_cryptodev_config *config)
587 openssl_pmd_start(__rte_unused struct rte_cryptodev *dev)
594 openssl_pmd_stop(__rte_unused struct rte_cryptodev *dev)
600 openssl_pmd_close(__rte_unused struct rte_cryptodev *dev)
606 /** Get device statistics */
608 openssl_pmd_stats_get(struct rte_cryptodev *dev,
609 struct rte_cryptodev_stats *stats)
613 for (qp_id = 0; qp_id < dev->data->nb_queue_pairs; qp_id++) {
614 struct openssl_qp *qp = dev->data->queue_pairs[qp_id];
616 stats->enqueued_count += qp->stats.enqueued_count;
617 stats->dequeued_count += qp->stats.dequeued_count;
619 stats->enqueue_err_count += qp->stats.enqueue_err_count;
620 stats->dequeue_err_count += qp->stats.dequeue_err_count;
624 /** Reset device statistics */
626 openssl_pmd_stats_reset(struct rte_cryptodev *dev)
630 for (qp_id = 0; qp_id < dev->data->nb_queue_pairs; qp_id++) {
631 struct openssl_qp *qp = dev->data->queue_pairs[qp_id];
633 memset(&qp->stats, 0, sizeof(qp->stats));
638 /** Get device info */
640 openssl_pmd_info_get(struct rte_cryptodev *dev,
641 struct rte_cryptodev_info *dev_info)
643 struct openssl_private *internals = dev->data->dev_private;
645 if (dev_info != NULL) {
646 dev_info->driver_id = dev->driver_id;
647 dev_info->feature_flags = dev->feature_flags;
648 dev_info->capabilities = openssl_pmd_capabilities;
649 dev_info->max_nb_queue_pairs = internals->max_nb_qpairs;
650 /* No limit of number of sessions */
651 dev_info->sym.max_nb_sessions = 0;
655 /** Release queue pair */
657 openssl_pmd_qp_release(struct rte_cryptodev *dev, uint16_t qp_id)
659 if (dev->data->queue_pairs[qp_id] != NULL) {
660 struct openssl_qp *qp = dev->data->queue_pairs[qp_id];
662 if (qp->processed_ops)
663 rte_ring_free(qp->processed_ops);
665 rte_free(dev->data->queue_pairs[qp_id]);
666 dev->data->queue_pairs[qp_id] = NULL;
671 /** set a unique name for the queue pair based on it's name, dev_id and qp_id */
673 openssl_pmd_qp_set_unique_name(struct rte_cryptodev *dev,
674 struct openssl_qp *qp)
676 unsigned int n = snprintf(qp->name, sizeof(qp->name),
677 "openssl_pmd_%u_qp_%u",
678 dev->data->dev_id, qp->id);
680 if (n >= sizeof(qp->name))
687 /** Create a ring to place processed operations on */
688 static struct rte_ring *
689 openssl_pmd_qp_create_processed_ops_ring(struct openssl_qp *qp,
690 unsigned int ring_size, int socket_id)
694 r = rte_ring_lookup(qp->name);
696 if (rte_ring_get_size(r) >= ring_size) {
698 "Reusing existing ring %s for processed ops",
704 "Unable to reuse existing ring %s for processed ops",
709 return rte_ring_create(qp->name, ring_size, socket_id,
710 RING_F_SP_ENQ | RING_F_SC_DEQ);
714 /** Setup a queue pair */
716 openssl_pmd_qp_setup(struct rte_cryptodev *dev, uint16_t qp_id,
717 const struct rte_cryptodev_qp_conf *qp_conf,
720 struct openssl_qp *qp = NULL;
722 /* Free memory prior to re-allocation if needed. */
723 if (dev->data->queue_pairs[qp_id] != NULL)
724 openssl_pmd_qp_release(dev, qp_id);
726 /* Allocate the queue pair data structure. */
727 qp = rte_zmalloc_socket("OPENSSL PMD Queue Pair", sizeof(*qp),
728 RTE_CACHE_LINE_SIZE, socket_id);
733 dev->data->queue_pairs[qp_id] = qp;
735 if (openssl_pmd_qp_set_unique_name(dev, qp))
736 goto qp_setup_cleanup;
738 qp->processed_ops = openssl_pmd_qp_create_processed_ops_ring(qp,
739 qp_conf->nb_descriptors, socket_id);
740 if (qp->processed_ops == NULL)
741 goto qp_setup_cleanup;
743 qp->sess_mp = qp_conf->mp_session;
744 qp->sess_mp_priv = qp_conf->mp_session_private;
746 memset(&qp->stats, 0, sizeof(qp->stats));
757 /** Returns the size of the symmetric session structure */
759 openssl_pmd_sym_session_get_size(struct rte_cryptodev *dev __rte_unused)
761 return sizeof(struct openssl_session);
764 /** Returns the size of the asymmetric session structure */
766 openssl_pmd_asym_session_get_size(struct rte_cryptodev *dev __rte_unused)
768 return sizeof(struct openssl_asym_session);
771 /** Configure the session from a crypto xform chain */
773 openssl_pmd_sym_session_configure(struct rte_cryptodev *dev __rte_unused,
774 struct rte_crypto_sym_xform *xform,
775 struct rte_cryptodev_sym_session *sess,
776 struct rte_mempool *mempool)
778 void *sess_private_data;
781 if (unlikely(sess == NULL)) {
782 OPENSSL_LOG(ERR, "invalid session struct");
786 if (rte_mempool_get(mempool, &sess_private_data)) {
788 "Couldn't get object from session mempool");
792 ret = openssl_set_session_parameters(sess_private_data, xform);
794 OPENSSL_LOG(ERR, "failed configure session parameters");
796 /* Return session to mempool */
797 rte_mempool_put(mempool, sess_private_data);
801 set_sym_session_private_data(sess, dev->driver_id,
807 static int openssl_set_asym_session_parameters(
808 struct openssl_asym_session *asym_session,
809 struct rte_crypto_asym_xform *xform)
813 if ((xform->xform_type != RTE_CRYPTO_ASYM_XFORM_DH) &&
814 (xform->next != NULL)) {
815 OPENSSL_LOG(ERR, "chained xfrms are not supported on %s",
816 rte_crypto_asym_xform_strings[xform->xform_type]);
820 switch (xform->xform_type) {
821 case RTE_CRYPTO_ASYM_XFORM_RSA:
826 BIGNUM *p = NULL, *q = NULL, *dmp1 = NULL;
827 BIGNUM *iqmp = NULL, *dmq1 = NULL;
829 /* copy xfrm data into rsa struct */
830 n = BN_bin2bn((const unsigned char *)xform->rsa.n.data,
831 xform->rsa.n.length, n);
832 e = BN_bin2bn((const unsigned char *)xform->rsa.e.data,
833 xform->rsa.e.length, e);
838 RSA *rsa = RSA_new();
842 if (xform->rsa.key_type == RTE_RSA_KEY_TYPE_EXP) {
844 (const unsigned char *)xform->rsa.d.data,
852 p = BN_bin2bn((const unsigned char *)
853 xform->rsa.qt.p.data,
854 xform->rsa.qt.p.length,
856 q = BN_bin2bn((const unsigned char *)
857 xform->rsa.qt.q.data,
858 xform->rsa.qt.q.length,
860 dmp1 = BN_bin2bn((const unsigned char *)
861 xform->rsa.qt.dP.data,
862 xform->rsa.qt.dP.length,
864 dmq1 = BN_bin2bn((const unsigned char *)
865 xform->rsa.qt.dQ.data,
866 xform->rsa.qt.dQ.length,
868 iqmp = BN_bin2bn((const unsigned char *)
869 xform->rsa.qt.qInv.data,
870 xform->rsa.qt.qInv.length,
873 if (!p || !q || !dmp1 || !dmq1 || !iqmp) {
877 ret = set_rsa_params(rsa, p, q);
880 "failed to set rsa params\n");
884 ret = set_rsa_crt_params(rsa, dmp1, dmq1, iqmp);
887 "failed to set crt params\n");
890 * set already populated params to NULL
891 * as its freed by call to RSA_free
898 ret = set_rsa_keys(rsa, n, e, d);
900 OPENSSL_LOG(ERR, "Failed to load rsa keys\n");
904 asym_session->u.r.rsa = rsa;
905 asym_session->xfrm_type = RTE_CRYPTO_ASYM_XFORM_RSA;
919 case RTE_CRYPTO_ASYM_XFORM_MODEX:
921 struct rte_crypto_modex_xform *xfrm = &(xform->modex);
923 BN_CTX *ctx = BN_CTX_new();
926 " failed to allocate resources\n");
930 BIGNUM *mod = BN_CTX_get(ctx);
931 BIGNUM *exp = BN_CTX_get(ctx);
932 if (mod == NULL || exp == NULL) {
938 mod = BN_bin2bn((const unsigned char *)
940 xfrm->modulus.length, mod);
941 exp = BN_bin2bn((const unsigned char *)
943 xfrm->exponent.length, exp);
944 asym_session->u.e.ctx = ctx;
945 asym_session->u.e.mod = mod;
946 asym_session->u.e.exp = exp;
947 asym_session->xfrm_type = RTE_CRYPTO_ASYM_XFORM_MODEX;
950 case RTE_CRYPTO_ASYM_XFORM_MODINV:
952 struct rte_crypto_modinv_xform *xfrm = &(xform->modinv);
954 BN_CTX *ctx = BN_CTX_new();
957 " failed to allocate resources\n");
961 BIGNUM *mod = BN_CTX_get(ctx);
968 mod = BN_bin2bn((const unsigned char *)
970 xfrm->modulus.length,
972 asym_session->u.m.ctx = ctx;
973 asym_session->u.m.modulus = mod;
974 asym_session->xfrm_type = RTE_CRYPTO_ASYM_XFORM_MODINV;
977 case RTE_CRYPTO_ASYM_XFORM_DH:
982 p = BN_bin2bn((const unsigned char *)
986 g = BN_bin2bn((const unsigned char *)
996 "failed to allocate resources\n");
999 ret = set_dh_params(dh, p, g);
1007 * public key generate, or
1008 * DH Priv key generate, or both
1009 * public and private key generate
1011 asym_session->u.dh.key_op = (1 << xform->dh.type);
1013 if (xform->dh.type ==
1014 RTE_CRYPTO_ASYM_OP_PRIVATE_KEY_GENERATE) {
1015 /* check if next is pubkey */
1016 if ((xform->next != NULL) &&
1017 (xform->next->xform_type ==
1018 RTE_CRYPTO_ASYM_XFORM_DH) &&
1019 (xform->next->dh.type ==
1020 RTE_CRYPTO_ASYM_OP_PUBLIC_KEY_GENERATE)
1023 * setup op as pub/priv key
1026 asym_session->u.dh.key_op |=
1028 RTE_CRYPTO_ASYM_OP_PUBLIC_KEY_GENERATE);
1031 asym_session->u.dh.dh_key = dh;
1032 asym_session->xfrm_type = RTE_CRYPTO_ASYM_XFORM_DH;
1036 OPENSSL_LOG(ERR, " failed to set dh params\n");
1041 case RTE_CRYPTO_ASYM_XFORM_DSA:
1043 BIGNUM *p = NULL, *g = NULL;
1044 BIGNUM *q = NULL, *priv_key = NULL;
1045 BIGNUM *pub_key = BN_new();
1048 p = BN_bin2bn((const unsigned char *)
1050 xform->dsa.p.length,
1053 g = BN_bin2bn((const unsigned char *)
1055 xform->dsa.g.length,
1058 q = BN_bin2bn((const unsigned char *)
1060 xform->dsa.q.length,
1065 priv_key = BN_bin2bn((const unsigned char *)
1067 xform->dsa.x.length,
1069 if (priv_key == NULL)
1072 DSA *dsa = DSA_new();
1075 " failed to allocate resources\n");
1079 ret = set_dsa_params(dsa, p, q, g);
1082 OPENSSL_LOG(ERR, "Failed to dsa params\n");
1087 * openssl 1.1.0 mandate that public key can't be
1088 * NULL in very first call. so set a dummy pub key.
1089 * to keep consistency, lets follow same approach for
1092 /* just set dummy public for very 1st call */
1093 ret = set_dsa_keys(dsa, pub_key, priv_key);
1096 OPENSSL_LOG(ERR, "Failed to set keys\n");
1099 asym_session->u.s.dsa = dsa;
1100 asym_session->xfrm_type = RTE_CRYPTO_ASYM_XFORM_DSA;
1118 /** Configure the session from a crypto xform chain */
1120 openssl_pmd_asym_session_configure(struct rte_cryptodev *dev __rte_unused,
1121 struct rte_crypto_asym_xform *xform,
1122 struct rte_cryptodev_asym_session *sess,
1123 struct rte_mempool *mempool)
1125 void *asym_sess_private_data;
1128 if (unlikely(sess == NULL)) {
1129 OPENSSL_LOG(ERR, "invalid asymmetric session struct");
1133 if (rte_mempool_get(mempool, &asym_sess_private_data)) {
1135 "Couldn't get object from session mempool");
1139 ret = openssl_set_asym_session_parameters(asym_sess_private_data,
1142 OPENSSL_LOG(ERR, "failed configure session parameters");
1144 /* Return session to mempool */
1145 rte_mempool_put(mempool, asym_sess_private_data);
1149 set_asym_session_private_data(sess, dev->driver_id,
1150 asym_sess_private_data);
1155 /** Clear the memory of session so it doesn't leave key material behind */
1157 openssl_pmd_sym_session_clear(struct rte_cryptodev *dev,
1158 struct rte_cryptodev_sym_session *sess)
1160 uint8_t index = dev->driver_id;
1161 void *sess_priv = get_sym_session_private_data(sess, index);
1163 /* Zero out the whole structure */
1165 openssl_reset_session(sess_priv);
1166 memset(sess_priv, 0, sizeof(struct openssl_session));
1167 struct rte_mempool *sess_mp = rte_mempool_from_obj(sess_priv);
1168 set_sym_session_private_data(sess, index, NULL);
1169 rte_mempool_put(sess_mp, sess_priv);
1173 static void openssl_reset_asym_session(struct openssl_asym_session *sess)
1175 switch (sess->xfrm_type) {
1176 case RTE_CRYPTO_ASYM_XFORM_RSA:
1178 RSA_free(sess->u.r.rsa);
1180 case RTE_CRYPTO_ASYM_XFORM_MODEX:
1181 if (sess->u.e.ctx) {
1182 BN_CTX_end(sess->u.e.ctx);
1183 BN_CTX_free(sess->u.e.ctx);
1186 case RTE_CRYPTO_ASYM_XFORM_MODINV:
1187 if (sess->u.m.ctx) {
1188 BN_CTX_end(sess->u.m.ctx);
1189 BN_CTX_free(sess->u.m.ctx);
1192 case RTE_CRYPTO_ASYM_XFORM_DH:
1193 if (sess->u.dh.dh_key)
1194 DH_free(sess->u.dh.dh_key);
1196 case RTE_CRYPTO_ASYM_XFORM_DSA:
1198 DSA_free(sess->u.s.dsa);
1205 /** Clear the memory of asymmetric session
1206 * so it doesn't leave key material behind
1209 openssl_pmd_asym_session_clear(struct rte_cryptodev *dev,
1210 struct rte_cryptodev_asym_session *sess)
1212 uint8_t index = dev->driver_id;
1213 void *sess_priv = get_asym_session_private_data(sess, index);
1215 /* Zero out the whole structure */
1217 openssl_reset_asym_session(sess_priv);
1218 memset(sess_priv, 0, sizeof(struct openssl_asym_session));
1219 struct rte_mempool *sess_mp = rte_mempool_from_obj(sess_priv);
1220 set_asym_session_private_data(sess, index, NULL);
1221 rte_mempool_put(sess_mp, sess_priv);
1225 struct rte_cryptodev_ops openssl_pmd_ops = {
1226 .dev_configure = openssl_pmd_config,
1227 .dev_start = openssl_pmd_start,
1228 .dev_stop = openssl_pmd_stop,
1229 .dev_close = openssl_pmd_close,
1231 .stats_get = openssl_pmd_stats_get,
1232 .stats_reset = openssl_pmd_stats_reset,
1234 .dev_infos_get = openssl_pmd_info_get,
1236 .queue_pair_setup = openssl_pmd_qp_setup,
1237 .queue_pair_release = openssl_pmd_qp_release,
1239 .sym_session_get_size = openssl_pmd_sym_session_get_size,
1240 .asym_session_get_size = openssl_pmd_asym_session_get_size,
1241 .sym_session_configure = openssl_pmd_sym_session_configure,
1242 .asym_session_configure = openssl_pmd_asym_session_configure,
1243 .sym_session_clear = openssl_pmd_sym_session_clear,
1244 .asym_session_clear = openssl_pmd_asym_session_clear
1247 struct rte_cryptodev_ops *rte_openssl_pmd_ops = &openssl_pmd_ops;