1 /* SPDX-License-Identifier: BSD-3-Clause
2 * Copyright(c) 2018 Intel Corporation
6 #include <rte_common.h>
7 #include <rte_compressdev_pmd.h>
8 #include <rte_malloc.h>
10 #include "isal_compress_pmd_private.h"
12 static const struct rte_compressdev_capabilities isal_pmd_capabilities[] = {
14 .algo = RTE_COMP_ALGO_DEFLATE,
15 .comp_feature_flags = RTE_COMP_FF_SHAREABLE_PRIV_XFORM,
22 RTE_COMP_END_OF_CAPABILITIES_LIST()
25 /** Configure device */
27 isal_comp_pmd_config(struct rte_compressdev *dev,
28 struct rte_compressdev_config *config)
32 char mp_name[RTE_COMPRESSDEV_NAME_MAX_LEN];
33 unsigned int elt_size = sizeof(struct isal_priv_xform);
34 struct isal_comp_private *internals = dev->data->dev_private;
36 n = snprintf(mp_name, sizeof(mp_name), "compdev_%d_xform_mp",
38 if (n > sizeof(mp_name)) {
40 "Unable to create unique name for xform mempool");
44 internals->priv_xform_mp = rte_mempool_lookup(mp_name);
46 if (internals->priv_xform_mp != NULL) {
47 if (((internals->priv_xform_mp)->elt_size != elt_size) ||
48 ((internals->priv_xform_mp)->size <
49 config->max_nb_priv_xforms)) {
51 ISAL_PMD_LOG(ERR, "%s mempool already exists with different"
52 " initialization parameters", mp_name);
53 internals->priv_xform_mp = NULL;
56 } else { /* First time configuration */
57 internals->priv_xform_mp = rte_mempool_create(
58 mp_name, /* mempool name */
59 /* number of elements*/
60 config->max_nb_priv_xforms,
61 elt_size, /* element size*/
63 0, /* private data size */
64 NULL, /* obj initialization constructor */
65 NULL, /* obj initialization constructor arg */
66 NULL, /**< obj constructor*/
67 NULL, /* obj constructor arg */
68 config->socket_id, /* socket id */
72 if (internals->priv_xform_mp == NULL) {
73 ISAL_PMD_LOG(ERR, "%s mempool allocation failed", mp_name);
77 dev->data->dev_private = internals;
84 isal_comp_pmd_start(__rte_unused struct rte_compressdev *dev)
91 isal_comp_pmd_stop(__rte_unused struct rte_compressdev *dev)
97 isal_comp_pmd_close(struct rte_compressdev *dev)
99 /* Free private data */
100 struct isal_comp_private *internals = dev->data->dev_private;
102 rte_mempool_free(internals->priv_xform_mp);
106 /** Get device statistics */
108 isal_comp_pmd_stats_get(struct rte_compressdev *dev,
109 struct rte_compressdev_stats *stats)
113 for (qp_id = 0; qp_id < dev->data->nb_queue_pairs; qp_id++) {
114 struct isal_comp_qp *qp = dev->data->queue_pairs[qp_id];
116 stats->enqueued_count += qp->qp_stats.enqueued_count;
117 stats->dequeued_count += qp->qp_stats.dequeued_count;
119 stats->enqueue_err_count += qp->qp_stats.enqueue_err_count;
120 stats->dequeue_err_count += qp->qp_stats.dequeue_err_count;
124 /** Get device info */
126 isal_comp_pmd_info_get(struct rte_compressdev *dev __rte_unused,
127 struct rte_compressdev_info *dev_info)
129 if (dev_info != NULL) {
130 dev_info->capabilities = isal_pmd_capabilities;
131 dev_info->feature_flags = RTE_COMPDEV_FF_CPU_AVX512 |
132 RTE_COMPDEV_FF_CPU_AVX2 |
133 RTE_COMPDEV_FF_CPU_AVX |
134 RTE_COMPDEV_FF_CPU_SSE;
138 /** Reset device statistics */
140 isal_comp_pmd_stats_reset(struct rte_compressdev *dev)
144 for (qp_id = 0; qp_id < dev->data->nb_queue_pairs; qp_id++) {
145 struct isal_comp_qp *qp = dev->data->queue_pairs[qp_id];
146 memset(&qp->qp_stats, 0, sizeof(qp->qp_stats));
150 /** Release queue pair */
152 isal_comp_pmd_qp_release(struct rte_compressdev *dev, uint16_t qp_id)
154 struct isal_comp_qp *qp = dev->data->queue_pairs[qp_id];
159 if (qp->stream != NULL)
160 rte_free(qp->stream);
162 if (qp->stream->level_buf != NULL)
163 rte_free(qp->stream->level_buf);
165 if (qp->state != NULL)
168 if (dev->data->queue_pairs[qp_id] != NULL)
169 rte_free(dev->data->queue_pairs[qp_id]);
174 /** Create a ring to place process packets on */
175 static struct rte_ring *
176 isal_comp_pmd_qp_create_processed_pkts_ring(struct isal_comp_qp *qp,
177 unsigned int ring_size, int socket_id)
181 r = rte_ring_lookup(qp->name);
183 if (rte_ring_get_size(r) >= ring_size) {
185 "Reusing existing ring %s for processed packets",
191 "Unable to reuse existing ring %s"
192 " for processed packets",
197 return rte_ring_create(qp->name, ring_size, socket_id,
198 RING_F_SP_ENQ | RING_F_SC_DEQ);
201 /** set a unique name for the queue pair based on its name, dev_id and qp_id */
203 isal_comp_pmd_qp_set_unique_name(struct rte_compressdev *dev,
204 struct isal_comp_qp *qp)
206 unsigned int n = snprintf(qp->name, sizeof(qp->name),
207 "isal_compression_pmd_%u_qp_%u",
208 dev->data->dev_id, qp->id);
210 if (n >= sizeof(qp->name))
216 /* Setup a queue pair */
218 isal_comp_pmd_qp_setup(struct rte_compressdev *dev, uint16_t qp_id,
219 uint32_t max_inflight_ops, int socket_id)
221 struct isal_comp_qp *qp = NULL;
224 /* Free memory prior to re-allocation if needed. */
225 if (dev->data->queue_pairs[qp_id] != NULL)
226 isal_comp_pmd_qp_release(dev, qp_id);
228 /* Allocate the queue pair data structure. */
229 qp = rte_zmalloc_socket("Isa-l compression PMD Queue Pair", sizeof(*qp),
230 RTE_CACHE_LINE_SIZE, socket_id);
232 ISAL_PMD_LOG(ERR, "Failed to allocate queue pair memory");
236 /* Initialize memory for compression stream structure */
237 qp->stream = rte_zmalloc_socket("Isa-l compression stream ",
238 sizeof(struct isal_zstream), RTE_CACHE_LINE_SIZE,
241 /* Initialize memory for compression level buffer */
242 qp->stream->level_buf = rte_zmalloc_socket("Isa-l compression lev_buf",
243 ISAL_DEF_LVL3_DEFAULT, RTE_CACHE_LINE_SIZE,
246 /* Initialize memory for decompression state structure */
247 qp->state = rte_zmalloc_socket("Isa-l decompression state",
248 sizeof(struct inflate_state), RTE_CACHE_LINE_SIZE,
252 dev->data->queue_pairs[qp_id] = qp;
254 retval = isal_comp_pmd_qp_set_unique_name(dev, qp);
256 ISAL_PMD_LOG(ERR, "Failed to create unique name for isal "
257 "compression device");
258 goto qp_setup_cleanup;
261 qp->processed_pkts = isal_comp_pmd_qp_create_processed_pkts_ring(qp,
262 max_inflight_ops, socket_id);
263 if (qp->processed_pkts == NULL) {
264 ISAL_PMD_LOG(ERR, "Failed to create unique name for isal "
265 "compression device");
266 goto qp_setup_cleanup;
269 qp->num_free_elements = rte_ring_free_count(qp->processed_pkts);
271 memset(&qp->qp_stats, 0, sizeof(qp->qp_stats));
281 /** Set private xform data*/
283 isal_comp_pmd_priv_xform_create(struct rte_compressdev *dev,
284 const struct rte_comp_xform *xform, void **priv_xform)
287 struct isal_comp_private *internals = dev->data->dev_private;
290 ISAL_PMD_LOG(ERR, "Invalid Xform struct");
294 if (rte_mempool_get(internals->priv_xform_mp, priv_xform)) {
296 "Couldn't get object from private xform mempool");
300 ret = isal_comp_set_priv_xform_parameters(*priv_xform, xform);
302 ISAL_PMD_LOG(ERR, "Failed to configure private xform parameters");
304 /* Return private xform to mempool */
305 rte_mempool_put(internals->priv_xform_mp, priv_xform);
311 /** Clear memory of the private xform so it doesn't leave key material behind */
313 isal_comp_pmd_priv_xform_free(struct rte_compressdev *dev, void *priv_xform)
315 struct isal_comp_private *internals = dev->data->dev_private;
317 /* Zero out the whole structure */
319 memset(priv_xform, 0, sizeof(struct isal_priv_xform));
320 rte_mempool_put(internals->priv_xform_mp, priv_xform);
325 struct rte_compressdev_ops isal_pmd_ops = {
326 .dev_configure = isal_comp_pmd_config,
327 .dev_start = isal_comp_pmd_start,
328 .dev_stop = isal_comp_pmd_stop,
329 .dev_close = isal_comp_pmd_close,
331 .stats_get = isal_comp_pmd_stats_get,
332 .stats_reset = isal_comp_pmd_stats_reset,
334 .dev_infos_get = isal_comp_pmd_info_get,
336 .queue_pair_setup = isal_comp_pmd_qp_setup,
337 .queue_pair_release = isal_comp_pmd_qp_release,
339 .private_xform_create = isal_comp_pmd_priv_xform_create,
340 .private_xform_free = isal_comp_pmd_priv_xform_free,
343 struct rte_compressdev_ops *isal_compress_pmd_ops = &isal_pmd_ops;