drivers/crypto: invoke probing finish function

Invoke event_dev_probing_finish() function at the end of probing,
this function sets the function pointers in the fp_ops flat array
in case of secondary process.
For primary process, fp_ops is updated in rte_cryptodev_start().

Signed-off-by: Akhil Goyal <gakhil@marvell.com>
Acked-by: Konstantin Ananyev <konstantin.ananyev@intel.com>
Acked-by: Fan Zhang <roy.fan.zhang@intel.com>
Acked-by: Matan Azrad <matan@nvidia.com>

diff --git a/drivers/crypto/armv8/rte_armv8_pmd.c b/drivers/crypto/armv8/rte_armv8_pmd.c
index 36a1a9bb4f8bd67ccdd022e9545b9cc84d8c0b57..32127a874c61aa81b92816c51e423d5008f27f95 100644 (file)
--- a/drivers/crypto/armv8/rte_armv8_pmd.c
+++ b/drivers/crypto/armv8/rte_armv8_pmd.c
@@ -802,6 +802,8 @@ cryptodev_armv8_crypto_create(const char *name,
 
        internals->max_nb_qpairs = init_params->max_nb_queue_pairs;
 
+       rte_cryptodev_pmd_probing_finish(dev);
+
        return 0;
 
 init_error:

diff --git a/drivers/crypto/bcmfs/bcmfs_sym_pmd.c b/drivers/crypto/bcmfs/bcmfs_sym_pmd.c
index d1dd22823ea26eed57fe207c8ebb405d587abfeb..bc7fb6721829e5d430c493aef3ebc0565e4f881f 100644 (file)
--- a/drivers/crypto/bcmfs/bcmfs_sym_pmd.c
+++ b/drivers/crypto/bcmfs/bcmfs_sym_pmd.c
@@ -394,6 +394,8 @@ bcmfs_sym_dev_create(struct bcmfs_device *fsdev)
        internals->sym_dev_id = cryptodev->data->dev_id;
        internals->fsdev_capabilities = bcmfs_sym_get_capabilities();
 
+       rte_cryptodev_pmd_probing_finish(cryptodev);
+
        BCMFS_LOG(DEBUG, "Created bcmfs-sym device %s as cryptodev instance %d",
                  cryptodev->data->name, internals->sym_dev_id);
        return 0;

diff --git a/drivers/crypto/caam_jr/caam_jr.c b/drivers/crypto/caam_jr/caam_jr.c
index 258750afe71f6ee401b76fa30d7d7237d35df1aa..8c56610ac82af643e00e73bd7c9eaf4b491154ab 100644 (file)
--- a/drivers/crypto/caam_jr/caam_jr.c
+++ b/drivers/crypto/caam_jr/caam_jr.c
@@ -2368,6 +2368,8 @@ caam_jr_dev_init(const char *name,
        security_instance->sess_cnt = 0;
        dev->security_ctx = security_instance;
 
+       rte_cryptodev_pmd_probing_finish(dev);
+
        RTE_LOG(INFO, PMD, "%s cryptodev init\n", dev->data->name);
 
        return 0;

diff --git a/drivers/crypto/ccp/rte_ccp_pmd.c b/drivers/crypto/ccp/rte_ccp_pmd.c
index a54d81de460d3c446d5f8420761339f0d8f7891e..a35a8cd77584e970891b67344c995eeb0edd334b 100644 (file)
--- a/drivers/crypto/ccp/rte_ccp_pmd.c
+++ b/drivers/crypto/ccp/rte_ccp_pmd.c
@@ -271,6 +271,8 @@ cryptodev_ccp_create(const char *name,
        internals->auth_opt = init_params->auth_opt;
        internals->crypto_num_dev = cryptodev_cnt;
 
+       rte_cryptodev_pmd_probing_finish(dev);
+
        return 0;
 
 init_error:

diff --git a/drivers/crypto/cnxk/cn10k_cryptodev.c b/drivers/crypto/cnxk/cn10k_cryptodev.c
index 869d322d9be1cf057635c9bcde0f6b1dfea6cec7..1e0a7b91c9d184dc99713c7a0769f828f6560f8a 100644 (file)
--- a/drivers/crypto/cnxk/cn10k_cryptodev.c
+++ b/drivers/crypto/cnxk/cn10k_cryptodev.c
@@ -102,6 +102,8 @@ cn10k_cpt_pci_probe(struct rte_pci_driver *pci_drv __rte_unused,
        cn10k_cpt_set_enqdeq_fns(dev);
        cn10k_sec_ops_override();
 
+       rte_cryptodev_pmd_probing_finish(dev);
+
        return 0;
 
 dev_fini:

diff --git a/drivers/crypto/cnxk/cn9k_cryptodev.c b/drivers/crypto/cnxk/cn9k_cryptodev.c
index 54df06eec07c5264c1f4b2dc5479fe08129f956d..54cd77e5755bf9914b5b832a17dffb50d4c34039 100644 (file)
--- a/drivers/crypto/cnxk/cn9k_cryptodev.c
+++ b/drivers/crypto/cnxk/cn9k_cryptodev.c
@@ -102,6 +102,8 @@ cn9k_cpt_pci_probe(struct rte_pci_driver *pci_drv __rte_unused,
        cn9k_cpt_set_enqdeq_fns(dev);
        cn9k_sec_ops_override();
 
+       rte_cryptodev_pmd_probing_finish(dev);
+
        return 0;
 
 dev_fini:

diff --git a/drivers/crypto/dpaa2_sec/dpaa2_sec_dpseci.c b/drivers/crypto/dpaa2_sec/dpaa2_sec_dpseci.c
index 4eb3615250f97006982ee2571599f288bf8b595a..cb2ad435bf285867c848fb8528445ff20a9e4c57 100644 (file)
--- a/drivers/crypto/dpaa2_sec/dpaa2_sec_dpseci.c
+++ b/drivers/crypto/dpaa2_sec/dpaa2_sec_dpseci.c
@@ -4032,8 +4032,10 @@ cryptodev_dpaa2_sec_probe(struct rte_dpaa2_driver *dpaa2_drv __rte_unused,
 
        /* Invoke PMD device initialization function */
        retval = dpaa2_sec_dev_init(cryptodev);
-       if (retval == 0)
+       if (retval == 0) {
+               rte_cryptodev_pmd_probing_finish(cryptodev);
                return 0;
+       }
 
        if (rte_eal_process_type() == RTE_PROC_PRIMARY)
                rte_free(cryptodev->data->dev_private);

diff --git a/drivers/crypto/dpaa_sec/dpaa_sec.c b/drivers/crypto/dpaa_sec/dpaa_sec.c
index c7ef1c7b0fbc1eb13e0a69c199295dd9ae6fb423..454b9c47857fcf5da349c10901381054b41ac714 100644 (file)
--- a/drivers/crypto/dpaa_sec/dpaa_sec.c
+++ b/drivers/crypto/dpaa_sec/dpaa_sec.c
@@ -3594,8 +3594,10 @@ cryptodev_dpaa_sec_probe(struct rte_dpaa_driver *dpaa_drv __rte_unused,
 
        /* Invoke PMD device initialization function */
        retval = dpaa_sec_dev_init(cryptodev);
-       if (retval == 0)
+       if (retval == 0) {
+               rte_cryptodev_pmd_probing_finish(cryptodev);
                return 0;
+       }
 
        retval = -ENXIO;
 out:

diff --git a/drivers/crypto/ipsec_mb/ipsec_mb_private.c b/drivers/crypto/ipsec_mb/ipsec_mb_private.c
index d896fa20b495276b9d029129808736b530dcd077..aab42c360ca1851da7384afedc689e875ebba5b4 100644 (file)
--- a/drivers/crypto/ipsec_mb/ipsec_mb_private.c
+++ b/drivers/crypto/ipsec_mb/ipsec_mb_private.c
@@ -134,6 +134,8 @@ ipsec_mb_create(struct rte_vdev_device *vdev,
                break;
        }
 
+       rte_cryptodev_pmd_probing_finish(dev);
+
        IPSEC_MB_LOG(INFO, "IPSec Multi-buffer library version used: %s\n",
                     imb_get_version_str());
 

diff --git a/drivers/crypto/mlx5/mlx5_crypto.c b/drivers/crypto/mlx5/mlx5_crypto.c
index 6724abd522309454c603f437a44805ec6e55c120..f430d8cde078072a067c7efcfaa61eed297d64b8 100644 (file)
--- a/drivers/crypto/mlx5/mlx5_crypto.c
+++ b/drivers/crypto/mlx5/mlx5_crypto.c
@@ -921,6 +921,9 @@ mlx5_crypto_dev_probe(struct mlx5_common_device *cdev)
        pthread_mutex_lock(&priv_list_lock);
        TAILQ_INSERT_TAIL(&mlx5_crypto_priv_list, priv, next);
        pthread_mutex_unlock(&priv_list_lock);
+
+       rte_cryptodev_pmd_probing_finish(crypto_dev);
+
        return 0;
 }
 

diff --git a/drivers/crypto/mvsam/rte_mrvl_pmd.c b/drivers/crypto/mvsam/rte_mrvl_pmd.c
index a72642a77273aed827adfe296fd32e83a0b7c30c..04efd9aaa8cf38cec6a606e37fc9b615fb6cc2d1 100644 (file)
--- a/drivers/crypto/mvsam/rte_mrvl_pmd.c
+++ b/drivers/crypto/mvsam/rte_mrvl_pmd.c
@@ -1114,6 +1114,8 @@ cryptodev_mrvl_crypto_create(const char *name,
        if (ret)
                goto init_error;
 
+       rte_cryptodev_pmd_probing_finish(dev);
+
        return 0;
 
 init_error:

diff --git a/drivers/crypto/nitrox/nitrox_sym.c b/drivers/crypto/nitrox/nitrox_sym.c
index f8b7edcd69e18e28764b0b653b814b6d4b177fb6..cb5393d2f16aeeda2d5a69d6e5c41b8881ffe341 100644 (file)
--- a/drivers/crypto/nitrox/nitrox_sym.c
+++ b/drivers/crypto/nitrox/nitrox_sym.c
@@ -783,6 +783,9 @@ nitrox_sym_pmd_create(struct nitrox_device *ndev)
        ndev->sym_dev = cdev->data->dev_private;
        ndev->sym_dev->cdev = cdev;
        ndev->sym_dev->ndev = ndev;
+
+       rte_cryptodev_pmd_probing_finish(cdev);
+
        NITROX_LOG(DEBUG, "Created cryptodev '%s', dev_id %d, drv_id %d\n",
                   cdev->data->name, cdev->data->dev_id, nitrox_sym_drv_id);
        return 0;

diff --git a/drivers/crypto/null/null_crypto_pmd.c b/drivers/crypto/null/null_crypto_pmd.c
index f9935d52cc740d2ea1574dc63afc2a5bf9d63a88..9ecb434fd051b8e9062f006d3354d14a70a78938 100644 (file)
--- a/drivers/crypto/null/null_crypto_pmd.c
+++ b/drivers/crypto/null/null_crypto_pmd.c
@@ -184,6 +184,8 @@ cryptodev_null_create(const char *name,
 
        internals->max_nb_qpairs = init_params->max_nb_queue_pairs;
 
+       rte_cryptodev_pmd_probing_finish(dev);
+
        return 0;
 }
 

diff --git a/drivers/crypto/octeontx/otx_cryptodev.c b/drivers/crypto/octeontx/otx_cryptodev.c
index c294f86d79cbebcd06d703da74c69fdb1052b1e9..05b78329d6a1cf3d2e96932974a277b503336851 100644 (file)
--- a/drivers/crypto/octeontx/otx_cryptodev.c
+++ b/drivers/crypto/octeontx/otx_cryptodev.c
@@ -56,8 +56,10 @@ otx_cpt_pci_probe(struct rte_pci_driver *pci_drv,
 
        /* Invoke PMD device initialization function */
        retval = otx_cpt_dev_create(cryptodev);
-       if (retval == 0)
+       if (retval == 0) {
+               rte_cryptodev_pmd_probing_finish(cryptodev);
                return 0;
+       }
 
        CPT_LOG_ERR("[DRV %s]: Failed to create device "
                        "(vendor_id: 0x%x device_id: 0x%x",

diff --git a/drivers/crypto/octeontx2/otx2_cryptodev.c b/drivers/crypto/octeontx2/otx2_cryptodev.c
index 85b1f0026336da45e248a0105730ba9f15356636..fc7ad05366c2885374ed3de9b7953ee426249a78 100644 (file)
--- a/drivers/crypto/octeontx2/otx2_cryptodev.c
+++ b/drivers/crypto/octeontx2/otx2_cryptodev.c
@@ -135,6 +135,8 @@ otx2_cpt_pci_probe(struct rte_pci_driver *pci_drv __rte_unused,
        if (rte_eal_process_type() == RTE_PROC_SECONDARY)
                otx2_cpt_set_enqdeq_fns(dev);
 
+       rte_cryptodev_pmd_probing_finish(dev);
+
        return 0;
 
 otx2_dev_fini:

diff --git a/drivers/crypto/openssl/rte_openssl_pmd.c b/drivers/crypto/openssl/rte_openssl_pmd.c
index 13c6ea87241793474203637597b62ec6bb5e9552..5794ed8159c0b9d64ae742ab81e30c3c1f5ed59b 100644 (file)
--- a/drivers/crypto/openssl/rte_openssl_pmd.c
+++ b/drivers/crypto/openssl/rte_openssl_pmd.c
@@ -2213,6 +2213,8 @@ cryptodev_openssl_create(const char *name,
 
        internals->max_nb_qpairs = init_params->max_nb_queue_pairs;
 
+       rte_cryptodev_pmd_probing_finish(dev);
+
        return 0;
 
 init_error:

diff --git a/drivers/crypto/qat/qat_asym_pmd.c b/drivers/crypto/qat/qat_asym_pmd.c
index e91bb0d317168d9b418574ac81c192da12ce4a3e..0944d27a4d644d21e69b146d081c1b71a3223b4c 100644 (file)
--- a/drivers/crypto/qat/qat_asym_pmd.c
+++ b/drivers/crypto/qat/qat_asym_pmd.c
@@ -343,6 +343,9 @@ qat_asym_dev_create(struct qat_pci_device *qat_pci_dev,
        }
 
        qat_pci_dev->asym_dev = internals;
+
+       rte_cryptodev_pmd_probing_finish(cryptodev);
+
        QAT_LOG(DEBUG, "Created QAT ASYM device %s as cryptodev instance %d",
                        cryptodev->data->name, internals->asym_dev_id);
        return 0;

diff --git a/drivers/crypto/qat/qat_sym_pmd.c b/drivers/crypto/qat/qat_sym_pmd.c
index efda921c05c982407de4dad29034c61e3ed465ad..d4f087733f52788316a46decb208f8145f94a7ec 100644 (file)
--- a/drivers/crypto/qat/qat_sym_pmd.c
+++ b/drivers/crypto/qat/qat_sym_pmd.c
@@ -500,6 +500,8 @@ qat_sym_dev_create(struct qat_pci_device *qat_pci_dev,
        QAT_LOG(DEBUG, "Created QAT SYM device %s as cryptodev instance %d",
                        cryptodev->data->name, internals->sym_dev_id);
 
+       rte_cryptodev_pmd_probing_finish(cryptodev);
+
        return 0;
 
 error:

diff --git a/drivers/crypto/scheduler/scheduler_pmd.c b/drivers/crypto/scheduler/scheduler_pmd.c
index 560c26af50fe2211d12cd12488ad9505f80e0dfd..dd198080bf8ebc44d6052839190e1ddf72b988cf 100644 (file)
--- a/drivers/crypto/scheduler/scheduler_pmd.c
+++ b/drivers/crypto/scheduler/scheduler_pmd.c
@@ -229,6 +229,8 @@ cryptodev_scheduler_create(const char *name,
                return -ENOMEM;
        }
 
+       rte_cryptodev_pmd_probing_finish(dev);
+
        return 0;
 }
 

diff --git a/drivers/crypto/virtio/virtio_cryptodev.c b/drivers/crypto/virtio/virtio_cryptodev.c
index 8faa39df4a41eaaad4edfb36a5fc42ecbf881715..ed648667584183be412faa25fa629d7e8b63fa2a 100644 (file)
--- a/drivers/crypto/virtio/virtio_cryptodev.c
+++ b/drivers/crypto/virtio/virtio_cryptodev.c
@@ -754,6 +754,8 @@ crypto_virtio_create(const char *name, struct rte_pci_device *pci_dev,
                        VIRTIO_CRYPTO_PMD_GUEST_FEATURES) < 0)
                return -1;
 
+       rte_cryptodev_pmd_probing_finish(cryptodev);
+
        return 0;
 }