1 /* SPDX-License-Identifier: BSD-3-Clause
2 * Copyright(c) 2021 Intel Corporation
5 #include "qat_device.h"
7 #include "qat_crypto.h"
12 qat_cryptodev_config(__rte_unused struct rte_cryptodev *dev,
13 __rte_unused struct rte_cryptodev_config *config)
19 qat_cryptodev_start(__rte_unused struct rte_cryptodev *dev)
25 qat_cryptodev_stop(__rte_unused struct rte_cryptodev *dev)
30 qat_cryptodev_close(struct rte_cryptodev *dev)
34 for (i = 0; i < dev->data->nb_queue_pairs; i++) {
35 ret = dev->dev_ops->queue_pair_release(dev, i);
44 qat_cryptodev_info_get(struct rte_cryptodev *dev,
45 struct rte_cryptodev_info *info)
47 struct qat_cryptodev_private *qat_private = dev->data->dev_private;
48 struct qat_pci_device *qat_dev = qat_private->qat_dev;
49 enum qat_service_type service_type = qat_private->service_type;
52 info->max_nb_queue_pairs =
53 qat_qps_per_service(qat_dev, service_type);
54 info->feature_flags = dev->feature_flags;
55 info->capabilities = qat_private->qat_dev_capabilities;
56 if (service_type == QAT_SERVICE_ASYMMETRIC)
57 info->driver_id = qat_asym_driver_id;
59 if (service_type == QAT_SERVICE_SYMMETRIC)
60 info->driver_id = qat_sym_driver_id;
61 /* No limit of number of sessions */
62 info->sym.max_nb_sessions = 0;
67 qat_cryptodev_stats_get(struct rte_cryptodev *dev,
68 struct rte_cryptodev_stats *stats)
70 struct qat_common_stats qat_stats = {0};
71 struct qat_cryptodev_private *qat_priv;
73 if (stats == NULL || dev == NULL) {
74 QAT_LOG(ERR, "invalid ptr: stats %p, dev %p", stats, dev);
77 qat_priv = dev->data->dev_private;
79 qat_stats_get(qat_priv->qat_dev, &qat_stats, qat_priv->service_type);
80 stats->enqueued_count = qat_stats.enqueued_count;
81 stats->dequeued_count = qat_stats.dequeued_count;
82 stats->enqueue_err_count = qat_stats.enqueue_err_count;
83 stats->dequeue_err_count = qat_stats.dequeue_err_count;
87 qat_cryptodev_stats_reset(struct rte_cryptodev *dev)
89 struct qat_cryptodev_private *qat_priv;
92 QAT_LOG(ERR, "invalid cryptodev ptr %p", dev);
95 qat_priv = dev->data->dev_private;
97 qat_stats_reset(qat_priv->qat_dev, qat_priv->service_type);
102 qat_cryptodev_qp_release(struct rte_cryptodev *dev, uint16_t queue_pair_id)
104 struct qat_cryptodev_private *qat_private = dev->data->dev_private;
105 struct qat_pci_device *qat_dev = qat_private->qat_dev;
106 enum qat_device_gen qat_dev_gen = qat_dev->qat_dev_gen;
107 enum qat_service_type service_type = qat_private->service_type;
109 QAT_LOG(DEBUG, "Release %s qp %u on device %d",
110 qat_service_get_str(service_type),
111 queue_pair_id, dev->data->dev_id);
113 qat_private->qat_dev->qps_in_use[service_type][queue_pair_id] = NULL;
115 return qat_qp_release(qat_dev_gen, (struct qat_qp **)
116 &(dev->data->queue_pairs[queue_pair_id]));
120 qat_cryptodev_qp_setup(struct rte_cryptodev *dev, uint16_t qp_id,
121 const struct rte_cryptodev_qp_conf *qp_conf, int socket_id)
123 struct qat_qp **qp_addr =
124 (struct qat_qp **)&(dev->data->queue_pairs[qp_id]);
125 struct qat_cryptodev_private *qat_private = dev->data->dev_private;
126 struct qat_pci_device *qat_dev = qat_private->qat_dev;
127 enum qat_service_type service_type = qat_private->service_type;
128 struct qat_qp_config qat_qp_conf = {0};
133 /* If qp is already in use free ring memory and qp metadata. */
134 if (*qp_addr != NULL) {
135 ret = dev->dev_ops->queue_pair_release(dev, qp_id);
139 if (qp_id >= qat_qps_per_service(qat_dev, service_type)) {
140 QAT_LOG(ERR, "qp_id %u invalid for this device", qp_id);
144 qat_qp_conf.hw = qat_qp_get_hw_data(qat_dev, service_type,
146 if (qat_qp_conf.hw == NULL) {
147 QAT_LOG(ERR, "qp_id %u invalid for this device", qp_id);
151 qat_qp_conf.cookie_size = service_type == QAT_SERVICE_SYMMETRIC ?
152 sizeof(struct qat_sym_op_cookie) :
153 sizeof(struct qat_asym_op_cookie);
154 qat_qp_conf.nb_descriptors = qp_conf->nb_descriptors;
155 qat_qp_conf.socket_id = socket_id;
156 qat_qp_conf.service_str = qat_service_get_str(service_type);
158 ret = qat_qp_setup(qat_dev, qp_addr, qp_id, &qat_qp_conf);
162 /* store a link to the qp in the qat_pci_device */
163 qat_dev->qps_in_use[service_type][qp_id] = *qp_addr;
165 qp = (struct qat_qp *)*qp_addr;
166 qp->min_enq_burst_threshold = qat_private->min_enq_burst_threshold;
168 for (i = 0; i < qp->nb_descriptors; i++) {
169 if (service_type == QAT_SERVICE_SYMMETRIC)
170 qat_sym_init_op_cookie(qp->op_cookies[i]);
172 qat_asym_init_op_cookie(qp->op_cookies[i]);