crypto/openssl: init GCM key at session creation
[dpdk.git] / drivers / crypto / openssl / rte_openssl_pmd.c
index ac032ee..cd80b99 100644 (file)
@@ -298,6 +298,100 @@ get_aead_algo(enum rte_crypto_aead_algorithm sess_algo, size_t keylen,
        return res;
 }
 
+/* Set session AEAD encryption parameters */
+static int
+openssl_set_sess_aead_enc_param(struct openssl_session *sess,
+               enum rte_crypto_aead_algorithm algo,
+               uint8_t tag_len, uint8_t *key)
+{
+       int iv_type = 0;
+
+       sess->cipher.direction = RTE_CRYPTO_CIPHER_OP_ENCRYPT;
+       sess->auth.operation = RTE_CRYPTO_AUTH_OP_GENERATE;
+
+       /* Select AEAD algo */
+       switch (algo) {
+       case RTE_CRYPTO_AEAD_AES_GCM:
+               iv_type = EVP_CTRL_GCM_SET_IVLEN;
+               if (tag_len != 16)
+                       return -EINVAL;
+               break;
+       default:
+               return -ENOTSUP;
+       }
+
+       sess->cipher.mode = OPENSSL_CIPHER_LIB;
+       sess->cipher.ctx = EVP_CIPHER_CTX_new();
+
+       if (get_aead_algo(algo, sess->cipher.key.length,
+                       &sess->cipher.evp_algo) != 0)
+               return -EINVAL;
+
+       get_cipher_key(key, sess->cipher.key.length, sess->cipher.key.data);
+
+       sess->chain_order = OPENSSL_CHAIN_COMBINED;
+
+       if (EVP_EncryptInit_ex(sess->cipher.ctx, sess->cipher.evp_algo,
+                       NULL, NULL, NULL) <= 0)
+               return -EINVAL;
+
+       if (EVP_CIPHER_CTX_ctrl(sess->cipher.ctx, iv_type, sess->iv.length,
+                       NULL) <= 0)
+               return -EINVAL;
+
+       if (EVP_EncryptInit_ex(sess->cipher.ctx, NULL, NULL, key, NULL) <= 0)
+               return -EINVAL;
+
+       return 0;
+}
+
+/* Set session AEAD decryption parameters */
+static int
+openssl_set_sess_aead_dec_param(struct openssl_session *sess,
+               enum rte_crypto_aead_algorithm algo,
+               uint8_t tag_len, uint8_t *key)
+{
+       int iv_type = 0;
+
+       sess->cipher.direction = RTE_CRYPTO_CIPHER_OP_DECRYPT;
+       sess->auth.operation = RTE_CRYPTO_AUTH_OP_VERIFY;
+
+       /* Select AEAD algo */
+       switch (algo) {
+       case RTE_CRYPTO_AEAD_AES_GCM:
+               iv_type = EVP_CTRL_GCM_SET_IVLEN;
+               if (tag_len != 16)
+                       return -EINVAL;
+               break;
+       default:
+               return -ENOTSUP;
+       }
+
+       sess->cipher.mode = OPENSSL_CIPHER_LIB;
+       sess->cipher.ctx = EVP_CIPHER_CTX_new();
+
+       if (get_aead_algo(algo, sess->cipher.key.length,
+                       &sess->cipher.evp_algo) != 0)
+               return -EINVAL;
+
+       get_cipher_key(key, sess->cipher.key.length, sess->cipher.key.data);
+
+       sess->chain_order = OPENSSL_CHAIN_COMBINED;
+
+       if (EVP_DecryptInit_ex(sess->cipher.ctx, sess->cipher.evp_algo,
+                       NULL, NULL, NULL) <= 0)
+               return -EINVAL;
+
+       if (EVP_CIPHER_CTX_ctrl(sess->cipher.ctx, iv_type,
+                       sess->iv.length, NULL) <= 0)
+               return -EINVAL;
+
+       if (EVP_DecryptInit_ex(sess->cipher.ctx, NULL, NULL, key, NULL) <= 0)
+               return -EINVAL;
+
+       return 0;
+}
+
 /** Set session cipher parameters */
 static int
 openssl_set_session_cipher_parameters(struct openssl_session *sess,
@@ -327,6 +421,22 @@ openssl_set_session_cipher_parameters(struct openssl_session *sess,
 
                get_cipher_key(xform->cipher.key.data, sess->cipher.key.length,
                        sess->cipher.key.data);
+               if (sess->cipher.direction == RTE_CRYPTO_CIPHER_OP_ENCRYPT) {
+                       if (EVP_EncryptInit_ex(sess->cipher.ctx,
+                                       sess->cipher.evp_algo,
+                                       NULL, xform->cipher.key.data,
+                                       NULL) != 1) {
+                               return -EINVAL;
+                       }
+               } else if (sess->cipher.direction ==
+                               RTE_CRYPTO_CIPHER_OP_DECRYPT) {
+                       if (EVP_DecryptInit_ex(sess->cipher.ctx,
+                                       sess->cipher.evp_algo,
+                                       NULL, xform->cipher.key.data,
+                                       NULL) != 1) {
+                               return -EINVAL;
+                       }
+               }
 
                break;
 
@@ -339,6 +449,33 @@ openssl_set_session_cipher_parameters(struct openssl_session *sess,
                                sess->cipher.key.data) != 0)
                        return -EINVAL;
                break;
+
+       case RTE_CRYPTO_CIPHER_DES_CBC:
+               sess->cipher.algo = xform->cipher.algo;
+               sess->cipher.ctx = EVP_CIPHER_CTX_new();
+               sess->cipher.evp_algo = EVP_des_cbc();
+
+               get_cipher_key(xform->cipher.key.data, sess->cipher.key.length,
+                       sess->cipher.key.data);
+               if (sess->cipher.direction == RTE_CRYPTO_CIPHER_OP_ENCRYPT) {
+                       if (EVP_EncryptInit_ex(sess->cipher.ctx,
+                                       sess->cipher.evp_algo,
+                                       NULL, xform->cipher.key.data,
+                                       NULL) != 1) {
+                               return -EINVAL;
+                       }
+               } else if (sess->cipher.direction ==
+                               RTE_CRYPTO_CIPHER_OP_DECRYPT) {
+                       if (EVP_DecryptInit_ex(sess->cipher.ctx,
+                                       sess->cipher.evp_algo,
+                                       NULL, xform->cipher.key.data,
+                                       NULL) != 1) {
+                               return -EINVAL;
+                       }
+               }
+
+               break;
+
        case RTE_CRYPTO_CIPHER_DES_DOCSISBPI:
                sess->cipher.algo = xform->cipher.algo;
                sess->chain_order = OPENSSL_CHAIN_CIPHER_BPI;
@@ -353,6 +490,23 @@ openssl_set_session_cipher_parameters(struct openssl_session *sess,
 
                get_cipher_key(xform->cipher.key.data, sess->cipher.key.length,
                        sess->cipher.key.data);
+               if (sess->cipher.direction == RTE_CRYPTO_CIPHER_OP_ENCRYPT) {
+                       if (EVP_EncryptInit_ex(sess->cipher.ctx,
+                                       sess->cipher.evp_algo,
+                                       NULL, xform->cipher.key.data,
+                                       NULL) != 1) {
+                               return -EINVAL;
+                       }
+               } else if (sess->cipher.direction ==
+                               RTE_CRYPTO_CIPHER_OP_DECRYPT) {
+                       if (EVP_DecryptInit_ex(sess->cipher.ctx,
+                                       sess->cipher.evp_algo,
+                                       NULL, xform->cipher.key.data,
+                                       NULL) != 1) {
+                               return -EINVAL;
+                       }
+               }
+
                break;
        default:
                sess->cipher.algo = RTE_CRYPTO_CIPHER_NULL;
@@ -371,36 +525,31 @@ openssl_set_session_auth_parameters(struct openssl_session *sess,
        sess->auth.operation = xform->auth.op;
        sess->auth.algo = xform->auth.algo;
 
+       sess->auth.digest_length = xform->auth.digest_length;
+
        /* Select auth algo */
        switch (xform->auth.algo) {
        case RTE_CRYPTO_AUTH_AES_GMAC:
-               sess->chain_order = OPENSSL_CHAIN_COMBINED;
-
-               /* Set IV parameters */
-               sess->iv.offset = xform->auth.iv.offset;
-               sess->iv.length = xform->auth.iv.length;
-
                /*
                 * OpenSSL requires GMAC to be a GCM operation
                 * with no cipher data length
                 */
-               sess->cipher.mode = OPENSSL_CIPHER_LIB;
-               if (sess->auth.operation == RTE_CRYPTO_AUTH_OP_GENERATE)
-                       sess->cipher.direction = RTE_CRYPTO_CIPHER_OP_ENCRYPT;
-               else
-                       sess->cipher.direction = RTE_CRYPTO_CIPHER_OP_DECRYPT;
-
                sess->cipher.key.length = xform->auth.key.length;
-               sess->cipher.ctx = EVP_CIPHER_CTX_new();
-
-               if (get_aead_algo(RTE_CRYPTO_AEAD_AES_GCM,
-                               sess->cipher.key.length,
-                               &sess->cipher.evp_algo) != 0)
-                       return -EINVAL;
 
-               get_cipher_key(xform->auth.key.data, xform->auth.key.length,
-                       sess->cipher.key.data);
+               /* Set IV parameters */
+               sess->iv.offset = xform->auth.iv.offset;
+               sess->iv.length = xform->auth.iv.length;
 
+               if (sess->auth.operation == RTE_CRYPTO_AUTH_OP_GENERATE)
+                       return openssl_set_sess_aead_enc_param(sess,
+                                               RTE_CRYPTO_AEAD_AES_GCM,
+                                               xform->auth.digest_length,
+                                               xform->auth.key.data);
+               else
+                       return openssl_set_sess_aead_dec_param(sess,
+                                               RTE_CRYPTO_AEAD_AES_GCM,
+                                               xform->auth.digest_length,
+                                               xform->auth.key.data);
                break;
 
        case RTE_CRYPTO_AUTH_MD5:
@@ -439,8 +588,6 @@ openssl_set_session_auth_parameters(struct openssl_session *sess,
                return -ENOTSUP;
        }
 
-       sess->auth.digest_length = xform->auth.digest_length;
-
        return 0;
 }
 
@@ -449,8 +596,6 @@ static int
 openssl_set_session_aead_parameters(struct openssl_session *sess,
                const struct rte_crypto_sym_xform *xform)
 {
-       /* Select cipher direction */
-       sess->cipher.direction = xform->cipher.op;
        /* Select cipher key */
        sess->cipher.key.length = xform->aead.key.length;
 
@@ -458,34 +603,17 @@ openssl_set_session_aead_parameters(struct openssl_session *sess,
        sess->iv.offset = xform->aead.iv.offset;
        sess->iv.length = xform->aead.iv.length;
 
-       /* Select auth generate/verify */
-       sess->auth.operation = xform->auth.op;
-       sess->auth.algo = xform->auth.algo;
-
-       /* Select auth algo */
-       switch (xform->aead.algo) {
-       case RTE_CRYPTO_AEAD_AES_GCM:
-               sess->cipher.mode = OPENSSL_CIPHER_LIB;
-               sess->aead_algo = xform->aead.algo;
-               sess->cipher.ctx = EVP_CIPHER_CTX_new();
-
-               if (get_aead_algo(sess->aead_algo, sess->cipher.key.length,
-                               &sess->cipher.evp_algo) != 0)
-                       return -EINVAL;
-
-               get_cipher_key(xform->cipher.key.data, sess->cipher.key.length,
-                       sess->cipher.key.data);
-
-               sess->chain_order = OPENSSL_CHAIN_COMBINED;
-               break;
-       default:
-               return -ENOTSUP;
-       }
-
        sess->auth.aad_length = xform->aead.aad_length;
        sess->auth.digest_length = xform->aead.digest_length;
 
-       return 0;
+       sess->aead_algo = xform->aead.algo;
+       /* Select cipher direction */
+       if (xform->aead.op == RTE_CRYPTO_AEAD_OP_ENCRYPT)
+               return openssl_set_sess_aead_enc_param(sess, xform->aead.algo,
+                               xform->aead.digest_length, xform->aead.key.data);
+       else
+               return openssl_set_sess_aead_dec_param(sess, xform->aead.algo,
+                               xform->aead.digest_length, xform->aead.key.data);
 }
 
 /** Parse crypto xform chain and set private session parameters */
@@ -717,12 +845,11 @@ process_openssl_decryption_update(struct rte_mbuf *mbuf_src, int offset,
 /** Process standard openssl cipher encryption */
 static int
 process_openssl_cipher_encrypt(struct rte_mbuf *mbuf_src, uint8_t *dst,
-               int offset, uint8_t *iv, uint8_t *key, int srclen,
-               EVP_CIPHER_CTX *ctx, const EVP_CIPHER *algo)
+               int offset, uint8_t *iv, int srclen, EVP_CIPHER_CTX *ctx)
 {
        int totlen;
 
-       if (EVP_EncryptInit_ex(ctx, algo, NULL, key, iv) <= 0)
+       if (EVP_EncryptInit_ex(ctx, NULL, NULL, NULL, iv) <= 0)
                goto process_cipher_encrypt_err;
 
        EVP_CIPHER_CTX_set_padding(ctx, 0);
@@ -767,12 +894,11 @@ process_cipher_encrypt_err:
 /** Process standard openssl cipher decryption */
 static int
 process_openssl_cipher_decrypt(struct rte_mbuf *mbuf_src, uint8_t *dst,
-               int offset, uint8_t *iv, uint8_t *key, int srclen,
-               EVP_CIPHER_CTX *ctx, const EVP_CIPHER *algo)
+               int offset, uint8_t *iv, int srclen, EVP_CIPHER_CTX *ctx)
 {
        int totlen;
 
-       if (EVP_DecryptInit_ex(ctx, algo, NULL, key, iv) <= 0)
+       if (EVP_DecryptInit_ex(ctx, NULL, NULL, NULL, iv) <= 0)
                goto process_cipher_decrypt_err;
 
        EVP_CIPHER_CTX_set_padding(ctx, 0);
@@ -850,20 +976,13 @@ process_cipher_des3ctr_err:
 /** Process auth/encription aes-gcm algorithm */
 static int
 process_openssl_auth_encryption_gcm(struct rte_mbuf *mbuf_src, int offset,
-               int srclen, uint8_t *aad, int aadlen, uint8_t *iv, int ivlen,
-               uint8_t *key, uint8_t *dst, uint8_t *tag,
-               EVP_CIPHER_CTX *ctx, const EVP_CIPHER *algo)
+               int srclen, uint8_t *aad, int aadlen, uint8_t *iv,
+               uint8_t *dst, uint8_t *tag, EVP_CIPHER_CTX *ctx)
 {
        int len = 0, unused = 0;
        uint8_t empty[] = {};
 
-       if (EVP_EncryptInit_ex(ctx, algo, NULL, NULL, NULL) <= 0)
-               goto process_auth_encryption_gcm_err;
-
-       if (EVP_CIPHER_CTX_ctrl(ctx, EVP_CTRL_GCM_SET_IVLEN, ivlen, NULL) <= 0)
-               goto process_auth_encryption_gcm_err;
-
-       if (EVP_EncryptInit_ex(ctx, NULL, NULL, key, iv) <= 0)
+       if (EVP_EncryptInit_ex(ctx, NULL, NULL, NULL, iv) <= 0)
                goto process_auth_encryption_gcm_err;
 
        if (aadlen > 0)
@@ -894,23 +1013,16 @@ process_auth_encryption_gcm_err:
 
 static int
 process_openssl_auth_decryption_gcm(struct rte_mbuf *mbuf_src, int offset,
-               int srclen, uint8_t *aad, int aadlen, uint8_t *iv, int ivlen,
-               uint8_t *key, uint8_t *dst, uint8_t *tag, EVP_CIPHER_CTX *ctx,
-               const EVP_CIPHER *algo)
+               int srclen, uint8_t *aad, int aadlen, uint8_t *iv,
+               uint8_t *dst, uint8_t *tag, EVP_CIPHER_CTX *ctx)
 {
        int len = 0, unused = 0;
        uint8_t empty[] = {};
 
-       if (EVP_DecryptInit_ex(ctx, algo, NULL, NULL, NULL) <= 0)
-               goto process_auth_decryption_gcm_err;
-
-       if (EVP_CIPHER_CTX_ctrl(ctx, EVP_CTRL_GCM_SET_IVLEN, ivlen, NULL) <= 0)
-               goto process_auth_decryption_gcm_err;
-
        if (EVP_CIPHER_CTX_ctrl(ctx, EVP_CTRL_GCM_SET_TAG, 16, tag) <= 0)
                goto process_auth_decryption_gcm_err;
 
-       if (EVP_DecryptInit_ex(ctx, NULL, NULL, key, iv) <= 0)
+       if (EVP_DecryptInit_ex(ctx, NULL, NULL, NULL, iv) <= 0)
                goto process_auth_decryption_gcm_err;
 
        if (aadlen > 0)
@@ -1055,7 +1167,7 @@ process_openssl_combined_op
 {
        /* cipher */
        uint8_t *dst = NULL, *iv, *tag, *aad;
-       int srclen, ivlen, aadlen, status = -1;
+       int srclen, aadlen, status = -1;
        uint32_t offset;
 
        /*
@@ -1069,7 +1181,6 @@ process_openssl_combined_op
 
        iv = rte_crypto_op_ctod_offset(op, uint8_t *,
                        sess->iv.offset);
-       ivlen = sess->iv.length;
        if (sess->auth.algo == RTE_CRYPTO_AUTH_AES_GMAC) {
                srclen = 0;
                offset = op->sym->auth.data.offset;
@@ -1096,15 +1207,13 @@ process_openssl_combined_op
        if (sess->cipher.direction == RTE_CRYPTO_CIPHER_OP_ENCRYPT)
                status = process_openssl_auth_encryption_gcm(
                                mbuf_src, offset, srclen,
-                               aad, aadlen, iv, ivlen, sess->cipher.key.data,
-                               dst, tag, sess->cipher.ctx,
-                               sess->cipher.evp_algo);
+                               aad, aadlen, iv,
+                               dst, tag, sess->cipher.ctx);
        else
                status = process_openssl_auth_decryption_gcm(
                                mbuf_src, offset, srclen,
-                               aad, aadlen, iv, ivlen, sess->cipher.key.data,
-                               dst, tag, sess->cipher.ctx,
-                               sess->cipher.evp_algo);
+                               aad, aadlen, iv,
+                               dst, tag, sess->cipher.ctx);
 
        if (status != 0) {
                if (status == (-EFAULT) &&
@@ -1145,15 +1254,11 @@ process_openssl_cipher_op
                if (sess->cipher.direction == RTE_CRYPTO_CIPHER_OP_ENCRYPT)
                        status = process_openssl_cipher_encrypt(mbuf_src, dst,
                                        op->sym->cipher.data.offset, iv,
-                                       sess->cipher.key.data, srclen,
-                                       sess->cipher.ctx,
-                                       sess->cipher.evp_algo);
+                                       srclen, sess->cipher.ctx);
                else
                        status = process_openssl_cipher_decrypt(mbuf_src, dst,
                                        op->sym->cipher.data.offset, iv,
-                                       sess->cipher.key.data, srclen,
-                                       sess->cipher.ctx,
-                                       sess->cipher.evp_algo);
+                                       srclen, sess->cipher.ctx);
        else
                status = process_openssl_cipher_des3ctr(mbuf_src, dst,
                                op->sym->cipher.data.offset, iv,
@@ -1197,8 +1302,7 @@ process_openssl_docsis_bpi_op(struct rte_crypto_op *op,
                        /* Encrypt with the block aligned stream with CBC mode */
                        status = process_openssl_cipher_encrypt(mbuf_src, dst,
                                        op->sym->cipher.data.offset, iv,
-                                       sess->cipher.key.data, srclen,
-                                       sess->cipher.ctx, sess->cipher.evp_algo);
+                                       srclen, sess->cipher.ctx);
                        if (last_block_len) {
                                /* Point at last block */
                                dst += srclen;
@@ -1248,9 +1352,7 @@ process_openssl_docsis_bpi_op(struct rte_crypto_op *op,
                        /* Decrypt with CBC mode */
                        status |= process_openssl_cipher_decrypt(mbuf_src, dst,
                                        op->sym->cipher.data.offset, iv,
-                                       sess->cipher.key.data, srclen,
-                                       sess->cipher.ctx,
-                                       sess->cipher.evp_algo);
+                                       srclen, sess->cipher.ctx);
                }
        }
 
@@ -1260,9 +1362,9 @@ process_openssl_docsis_bpi_op(struct rte_crypto_op *op,
 
 /** Process auth operation */
 static void
-process_openssl_auth_op
-               (struct rte_crypto_op *op, struct openssl_session *sess,
-               struct rte_mbuf *mbuf_src, struct rte_mbuf *mbuf_dst)
+process_openssl_auth_op(struct openssl_qp *qp, struct rte_crypto_op *op,
+               struct openssl_session *sess, struct rte_mbuf *mbuf_src,
+               struct rte_mbuf *mbuf_dst)
 {
        uint8_t *dst;
        int srclen, status;
@@ -1270,8 +1372,7 @@ process_openssl_auth_op
        srclen = op->sym->auth.data.length;
 
        if (sess->auth.operation == RTE_CRYPTO_AUTH_OP_VERIFY)
-               dst = (uint8_t *)rte_pktmbuf_append(mbuf_src,
-                               sess->auth.digest_length);
+               dst = qp->temp_digest;
        else {
                dst = op->sym->auth.digest.data;
                if (dst == NULL)
@@ -1301,8 +1402,6 @@ process_openssl_auth_op
                                sess->auth.digest_length) != 0) {
                        op->status = RTE_CRYPTO_OP_STATUS_AUTH_FAILED;
                }
-               /* Trim area used for digest from mbuf. */
-               rte_pktmbuf_trim(mbuf_src, sess->auth.digest_length);
        }
 
        if (status != 0)
@@ -1311,7 +1410,7 @@ process_openssl_auth_op
 
 /** Process crypto operation for mbuf */
 static int
-process_op(const struct openssl_qp *qp, struct rte_crypto_op *op,
+process_op(struct openssl_qp *qp, struct rte_crypto_op *op,
                struct openssl_session *sess)
 {
        struct rte_mbuf *msrc, *mdst;
@@ -1327,14 +1426,14 @@ process_op(const struct openssl_qp *qp, struct rte_crypto_op *op,
                process_openssl_cipher_op(op, sess, msrc, mdst);
                break;
        case OPENSSL_CHAIN_ONLY_AUTH:
-               process_openssl_auth_op(op, sess, msrc, mdst);
+               process_openssl_auth_op(qp, op, sess, msrc, mdst);
                break;
        case OPENSSL_CHAIN_CIPHER_AUTH:
                process_openssl_cipher_op(op, sess, msrc, mdst);
-               process_openssl_auth_op(op, sess, mdst, mdst);
+               process_openssl_auth_op(qp, op, sess, mdst, mdst);
                break;
        case OPENSSL_CHAIN_AUTH_CIPHER:
-               process_openssl_auth_op(op, sess, msrc, mdst);
+               process_openssl_auth_op(qp, op, sess, msrc, mdst);
                process_openssl_cipher_op(op, sess, msrc, mdst);
                break;
        case OPENSSL_CHAIN_COMBINED:
@@ -1524,10 +1623,13 @@ static struct rte_vdev_driver cryptodev_openssl_pmd_drv = {
        .remove = cryptodev_openssl_remove
 };
 
+static struct cryptodev_driver openssl_crypto_drv;
+
 RTE_PMD_REGISTER_VDEV(CRYPTODEV_NAME_OPENSSL_PMD,
        cryptodev_openssl_pmd_drv);
 RTE_PMD_REGISTER_PARAM_STRING(CRYPTODEV_NAME_OPENSSL_PMD,
        "max_nb_queue_pairs=<int> "
        "max_nb_sessions=<int> "
        "socket_id=<int>");
-RTE_PMD_REGISTER_CRYPTO_DRIVER(cryptodev_openssl_pmd_drv, cryptodev_driver_id);
+RTE_PMD_REGISTER_CRYPTO_DRIVER(openssl_crypto_drv, cryptodev_openssl_pmd_drv,
+               cryptodev_driver_id);