1 /* SPDX-License-Identifier: BSD-3-Clause
2 * Copyright(c) 2021 Intel Corporation
5 #include <rte_bus_vdev.h>
6 #include <rte_common.h>
7 #include <rte_cryptodev.h>
9 #include "ipsec_mb_private.h"
11 RTE_DEFINE_PER_LCORE(IMB_MGR *, mb_mgr);
13 struct ipsec_mb_internals ipsec_mb_pmds[IPSEC_MB_N_PMD_TYPES];
14 int ipsec_mb_logtype_driver;
15 enum ipsec_mb_vector_mode vector_mode;
18 * Generic burst enqueue, place crypto operations on ingress queue for
21 * @param __qp Queue Pair to process
22 * @param ops Crypto operations for processing
23 * @param nb_ops Number of crypto operations for processing
26 * - Number of crypto operations enqueued
29 ipsec_mb_enqueue_burst(void *__qp, struct rte_crypto_op **ops,
32 struct ipsec_mb_qp *qp = __qp;
34 unsigned int nb_enqueued;
36 nb_enqueued = rte_ring_enqueue_burst(qp->ingress_queue,
37 (void **)ops, nb_ops, NULL);
39 qp->stats.enqueued_count += nb_enqueued;
40 qp->stats.enqueue_err_count += nb_ops - nb_enqueued;
46 ipsec_mb_create(struct rte_vdev_device *vdev,
47 enum ipsec_mb_pmd_types pmd_type)
49 struct rte_cryptodev *dev;
50 struct ipsec_mb_dev_private *internals;
51 struct ipsec_mb_internals *pmd_data = &ipsec_mb_pmds[pmd_type];
52 struct rte_cryptodev_pmd_init_params init_params = {};
53 const char *name, *args;
56 if (vector_mode == IPSEC_MB_NOT_SUPPORTED) {
57 /* Check CPU for supported vector instruction set */
58 if (rte_cpu_get_flag_enabled(RTE_CPUFLAG_AVX512F))
59 vector_mode = IPSEC_MB_AVX512;
60 else if (rte_cpu_get_flag_enabled(RTE_CPUFLAG_AVX2))
61 vector_mode = IPSEC_MB_AVX2;
62 else if (rte_cpu_get_flag_enabled(RTE_CPUFLAG_AVX))
63 vector_mode = IPSEC_MB_AVX;
65 vector_mode = IPSEC_MB_SSE;
68 init_params.private_data_size = sizeof(struct ipsec_mb_dev_private) +
69 pmd_data->internals_priv_size;
70 init_params.max_nb_queue_pairs =
71 RTE_CRYPTODEV_PMD_DEFAULT_MAX_NB_QUEUE_PAIRS;
72 init_params.socket_id = rte_socket_id();
74 name = rte_vdev_device_name(vdev);
78 args = rte_vdev_device_args(vdev);
80 retval = rte_cryptodev_pmd_parse_input_args(&init_params, args);
83 ERR, "Failed to parse initialisation arguments[%s]", args);
87 dev = rte_cryptodev_pmd_create(name, &vdev->device, &init_params);
89 IPSEC_MB_LOG(ERR, "driver %s: create failed",
94 /* Set vector instructions mode supported */
95 internals = dev->data->dev_private;
96 internals->pmd_type = pmd_type;
97 internals->max_nb_queue_pairs = init_params.max_nb_queue_pairs;
99 dev->driver_id = ipsec_mb_get_driver_id(pmd_type);
100 if (dev->driver_id == UINT8_MAX) {
101 IPSEC_MB_LOG(ERR, "driver %s: create failed",
105 dev->dev_ops = ipsec_mb_pmds[pmd_type].ops;
106 dev->enqueue_burst = ipsec_mb_enqueue_burst;
107 dev->dequeue_burst = ipsec_mb_pmds[pmd_type].dequeue_burst;
108 dev->feature_flags = pmd_data->feature_flags;
110 if (pmd_data->dev_config) {
111 retval = (*pmd_data->dev_config)(dev);
114 "Failed to configure device %s", name);
115 rte_cryptodev_pmd_destroy(dev);
120 switch (vector_mode) {
121 case IPSEC_MB_AVX512:
122 dev->feature_flags |= RTE_CRYPTODEV_FF_CPU_AVX512;
125 dev->feature_flags |= RTE_CRYPTODEV_FF_CPU_AVX2;
128 dev->feature_flags |= RTE_CRYPTODEV_FF_CPU_AVX;
131 dev->feature_flags |= RTE_CRYPTODEV_FF_CPU_SSE;
137 IPSEC_MB_LOG(INFO, "IPSec Multi-buffer library version used: %s\n",
138 imb_get_version_str());
144 ipsec_mb_remove(struct rte_vdev_device *vdev)
146 struct rte_cryptodev *cryptodev;
150 name = rte_vdev_device_name(vdev);
154 cryptodev = rte_cryptodev_pmd_get_named_dev(name);
155 if (cryptodev == NULL)
158 if (RTE_PER_LCORE(mb_mgr)) {
159 free_mb_mgr(RTE_PER_LCORE(mb_mgr));
160 RTE_PER_LCORE(mb_mgr) = NULL;
163 if (cryptodev->security_ctx) {
164 rte_free(cryptodev->security_ctx);
165 cryptodev->security_ctx = NULL;
167 #ifdef AESNI_MB_DOCSIS_SEC_ENABLED
168 rte_free(cryptodev->security_ctx);
169 cryptodev->security_ctx = NULL;
172 for (qp_id = 0; qp_id < cryptodev->data->nb_queue_pairs; qp_id++)
173 ipsec_mb_qp_release(cryptodev, qp_id);
175 return rte_cryptodev_pmd_destroy(cryptodev);