4 * Copyright(c) 2017 Intel Corporation. All rights reserved.
6 * Redistribution and use in source and binary forms, with or without
7 * modification, are permitted provided that the following conditions
10 * * Redistributions of source code must retain the above copyright
11 * notice, this list of conditions and the following disclaimer.
12 * * Redistributions in binary form must reproduce the above copyright
13 * notice, this list of conditions and the following disclaimer in
14 * the documentation and/or other materials provided with the
16 * * Neither the name of Intel Corporation nor the names of its
17 * contributors may be used to endorse or promote products derived
18 * from this software without specific prior written permission.
20 * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
21 * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
22 * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
23 * A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
24 * OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
25 * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
26 * LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
27 * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
28 * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
29 * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
30 * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
33 #include <rte_malloc.h>
35 #include "cperf_test_common.h"
37 static struct rte_mbuf *
38 cperf_mbuf_create(struct rte_mempool *mempool,
40 const struct cperf_options *options,
41 const struct cperf_test_vector *test_vector)
43 struct rte_mbuf *mbuf;
44 uint32_t segment_sz = options->max_buffer_size / segments_nb;
45 uint32_t last_sz = options->max_buffer_size % segments_nb;
48 (options->cipher_op == RTE_CRYPTO_CIPHER_OP_ENCRYPT) ?
49 test_vector->plaintext.data :
50 test_vector->ciphertext.data;
52 mbuf = rte_pktmbuf_alloc(mempool);
56 mbuf_data = (uint8_t *)rte_pktmbuf_append(mbuf, segment_sz);
57 if (mbuf_data == NULL)
60 memcpy(mbuf_data, test_data, segment_sz);
61 test_data += segment_sz;
67 m = rte_pktmbuf_alloc(mempool);
71 rte_pktmbuf_chain(mbuf, m);
73 mbuf_data = (uint8_t *)rte_pktmbuf_append(mbuf, segment_sz);
74 if (mbuf_data == NULL)
77 memcpy(mbuf_data, test_data, segment_sz);
78 test_data += segment_sz;
83 mbuf_data = (uint8_t *)rte_pktmbuf_append(mbuf, last_sz);
84 if (mbuf_data == NULL)
87 memcpy(mbuf_data, test_data, last_sz);
90 if (options->op_type != CPERF_CIPHER_ONLY) {
91 mbuf_data = (uint8_t *)rte_pktmbuf_append(mbuf,
93 if (mbuf_data == NULL)
97 if (options->op_type == CPERF_AEAD) {
98 uint8_t *aead = (uint8_t *)rte_pktmbuf_prepend(mbuf,
99 RTE_ALIGN_CEIL(options->aead_aad_sz, 16));
104 memcpy(aead, test_vector->aad.data, test_vector->aad.length);
110 rte_pktmbuf_free(mbuf);
116 cperf_alloc_common_memory(const struct cperf_options *options,
117 const struct cperf_test_vector *test_vector,
118 uint8_t dev_id, size_t extra_op_priv_size,
119 struct rte_mempool **pkt_mbuf_pool_in,
120 struct rte_mempool **pkt_mbuf_pool_out,
121 struct rte_mbuf ***mbufs_in,
122 struct rte_mbuf ***mbufs_out,
123 struct rte_mempool **crypto_op_pool)
125 unsigned int mbuf_idx = 0;
126 char pool_name[32] = "";
128 snprintf(pool_name, sizeof(pool_name), "cperf_pool_in_cdev_%d",
131 *pkt_mbuf_pool_in = rte_pktmbuf_pool_create(pool_name,
132 options->pool_sz * options->segments_nb, 0, 0,
133 RTE_PKTMBUF_HEADROOM +
134 RTE_CACHE_LINE_ROUNDUP(
135 (options->max_buffer_size / options->segments_nb) +
136 (options->max_buffer_size % options->segments_nb) +
140 if (*pkt_mbuf_pool_in == NULL)
143 /* Generate mbufs_in with plaintext populated for test */
144 *mbufs_in = (struct rte_mbuf **)rte_malloc(NULL,
145 (sizeof(struct rte_mbuf *) * options->pool_sz), 0);
147 for (mbuf_idx = 0; mbuf_idx < options->pool_sz; mbuf_idx++) {
148 (*mbufs_in)[mbuf_idx] = cperf_mbuf_create(
149 *pkt_mbuf_pool_in, options->segments_nb,
150 options, test_vector);
151 if ((*mbufs_in)[mbuf_idx] == NULL)
155 *mbufs_out = (struct rte_mbuf **)rte_zmalloc(NULL,
156 (sizeof(struct rte_mbuf *) *
157 options->pool_sz), 0);
159 if (options->out_of_place == 1) {
160 snprintf(pool_name, sizeof(pool_name), "cperf_pool_out_cdev_%d",
163 *pkt_mbuf_pool_out = rte_pktmbuf_pool_create(
164 pool_name, options->pool_sz, 0, 0,
165 RTE_PKTMBUF_HEADROOM +
166 RTE_CACHE_LINE_ROUNDUP(
167 options->max_buffer_size +
171 if (*pkt_mbuf_pool_out == NULL)
174 for (mbuf_idx = 0; mbuf_idx < options->pool_sz; mbuf_idx++) {
175 (*mbufs_out)[mbuf_idx] = cperf_mbuf_create(
176 *pkt_mbuf_pool_out, 1,
177 options, test_vector);
178 if ((*mbufs_out)[mbuf_idx] == NULL)
183 snprintf(pool_name, sizeof(pool_name), "cperf_op_pool_cdev_%d",
186 uint16_t priv_size = test_vector->cipher_iv.length +
187 test_vector->auth_iv.length + test_vector->aead_iv.length +
190 *crypto_op_pool = rte_crypto_op_pool_create(pool_name,
191 RTE_CRYPTO_OP_TYPE_SYMMETRIC, options->pool_sz,
192 512, priv_size, rte_socket_id());
193 if (*crypto_op_pool == NULL)
200 cperf_free_common_memory(const struct cperf_options *options,
201 struct rte_mempool *pkt_mbuf_pool_in,
202 struct rte_mempool *pkt_mbuf_pool_out,
203 struct rte_mbuf **mbufs_in,
204 struct rte_mbuf **mbufs_out,
205 struct rte_mempool *crypto_op_pool)
210 while (mbufs_in[i] != NULL &&
211 i < options->pool_sz)
212 rte_pktmbuf_free(mbufs_in[i++]);
219 while (mbufs_out[i] != NULL
220 && i < options->pool_sz)
221 rte_pktmbuf_free(mbufs_out[i++]);
226 if (pkt_mbuf_pool_in)
227 rte_mempool_free(pkt_mbuf_pool_in);
229 if (pkt_mbuf_pool_out)
230 rte_mempool_free(pkt_mbuf_pool_out);
233 rte_mempool_free(crypto_op_pool);