1 /* SPDX-License-Identifier: BSD-3-Clause
2 * Copyright(c) 2021 Intel Corporation
5 #include <rte_bus_vdev.h>
6 #include <rte_common.h>
7 #include <rte_cryptodev.h>
9 #include "ipsec_mb_private.h"
11 RTE_DEFINE_PER_LCORE(IMB_MGR *, mb_mgr);
13 struct ipsec_mb_internals ipsec_mb_pmds[IPSEC_MB_N_PMD_TYPES];
14 int ipsec_mb_logtype_driver;
15 enum ipsec_mb_vector_mode vector_mode;
18 * Generic burst enqueue, place crypto operations on ingress queue for
21 * @param __qp Queue Pair to process
22 * @param ops Crypto operations for processing
23 * @param nb_ops Number of crypto operations for processing
26 * - Number of crypto operations enqueued
29 ipsec_mb_enqueue_burst(void *__qp, struct rte_crypto_op **ops,
32 struct ipsec_mb_qp *qp = __qp;
34 unsigned int nb_enqueued;
36 nb_enqueued = rte_ring_enqueue_burst(qp->ingress_queue,
37 (void **)ops, nb_ops, NULL);
39 qp->stats.enqueued_count += nb_enqueued;
40 qp->stats.enqueue_err_count += nb_ops - nb_enqueued;
46 ipsec_mb_create(struct rte_vdev_device *vdev,
47 enum ipsec_mb_pmd_types pmd_type)
49 struct rte_cryptodev *dev;
50 struct ipsec_mb_dev_private *internals;
51 struct ipsec_mb_internals *pmd_data = &ipsec_mb_pmds[pmd_type];
52 struct rte_cryptodev_pmd_init_params init_params = {};
53 const char *name, *args;
56 if (vector_mode == IPSEC_MB_NOT_SUPPORTED) {
57 /* Check CPU for supported vector instruction set */
58 if (rte_cpu_get_flag_enabled(RTE_CPUFLAG_AVX512F))
59 vector_mode = IPSEC_MB_AVX512;
60 else if (rte_cpu_get_flag_enabled(RTE_CPUFLAG_AVX2))
61 vector_mode = IPSEC_MB_AVX2;
62 else if (rte_cpu_get_flag_enabled(RTE_CPUFLAG_AVX))
63 vector_mode = IPSEC_MB_AVX;
65 vector_mode = IPSEC_MB_SSE;
68 init_params.private_data_size = sizeof(struct ipsec_mb_dev_private) +
69 pmd_data->internals_priv_size;
70 init_params.max_nb_queue_pairs =
71 RTE_CRYPTODEV_PMD_DEFAULT_MAX_NB_QUEUE_PAIRS;
72 init_params.socket_id = rte_socket_id();
74 name = rte_vdev_device_name(vdev);
78 args = rte_vdev_device_args(vdev);
80 retval = rte_cryptodev_pmd_parse_input_args(&init_params, args);
83 ERR, "Failed to parse initialisation arguments[%s]", args);
87 dev = rte_cryptodev_pmd_create(name, &vdev->device, &init_params);
89 IPSEC_MB_LOG(ERR, "driver %s: create failed",
94 /* Set vector instructions mode supported */
95 internals = dev->data->dev_private;
96 internals->pmd_type = pmd_type;
97 internals->max_nb_queue_pairs = init_params.max_nb_queue_pairs;
99 dev->driver_id = ipsec_mb_get_driver_id(pmd_type);
100 if (dev->driver_id == UINT8_MAX) {
101 IPSEC_MB_LOG(ERR, "driver %s: create failed",
105 dev->dev_ops = ipsec_mb_pmds[pmd_type].ops;
106 dev->enqueue_burst = ipsec_mb_enqueue_burst;
107 dev->dequeue_burst = ipsec_mb_pmds[pmd_type].dequeue_burst;
109 if (pmd_data->dev_config) {
110 retval = (*pmd_data->dev_config)(dev);
113 "Failed to configure device %s", name);
114 rte_cryptodev_pmd_destroy(dev);
119 dev->feature_flags = pmd_data->feature_flags;
121 switch (vector_mode) {
122 case IPSEC_MB_AVX512:
123 dev->feature_flags |= RTE_CRYPTODEV_FF_CPU_AVX512;
126 dev->feature_flags |= RTE_CRYPTODEV_FF_CPU_AVX2;
129 dev->feature_flags |= RTE_CRYPTODEV_FF_CPU_AVX;
132 dev->feature_flags |= RTE_CRYPTODEV_FF_CPU_SSE;
138 IPSEC_MB_LOG(INFO, "IPSec Multi-buffer library version used: %s\n",
139 imb_get_version_str());
145 ipsec_mb_remove(struct rte_vdev_device *vdev)
147 struct rte_cryptodev *cryptodev;
151 name = rte_vdev_device_name(vdev);
155 cryptodev = rte_cryptodev_pmd_get_named_dev(name);
156 if (cryptodev == NULL)
159 if (RTE_PER_LCORE(mb_mgr)) {
160 free_mb_mgr(RTE_PER_LCORE(mb_mgr));
161 RTE_PER_LCORE(mb_mgr) = NULL;
164 if (cryptodev->security_ctx) {
165 rte_free(cryptodev->security_ctx);
166 cryptodev->security_ctx = NULL;
169 for (qp_id = 0; qp_id < cryptodev->data->nb_queue_pairs; qp_id++)
170 ipsec_mb_qp_release(cryptodev, qp_id);
172 return rte_cryptodev_pmd_destroy(cryptodev);