da87368a78aa2c9cf861a7e6eb89b3379787d4cf
[dpdk.git] / test / test / test_cryptodev_blockcipher.c
1 /*-
2  *   BSD LICENSE
3  *
4  *   Copyright(c) 2015-2017 Intel Corporation. All rights reserved.
5  *
6  *   Redistribution and use in source and binary forms, with or without
7  *   modification, are permitted provided that the following conditions
8  *   are met:
9  *
10  *       * Redistributions of source code must retain the above copyright
11  *         notice, this list of conditions and the following disclaimer.
12  *       * Redistributions in binary form must reproduce the above copyright
13  *         notice, this list of conditions and the following disclaimer in
14  *         the documentation and/or other materials provided with the
15  *         distribution.
16  *       * Neither the name of Intel Corporation nor the names of its
17  *         contributors may be used to endorse or promote products derived
18  *         from this software without specific prior written permission.
19  *
20  *   THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
21  *   "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
22  *   LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
23  *   A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
24  *   OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
25  *   SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
26  *   LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
27  *   DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
28  *   THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
29  *   (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
30  *   OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
31  */
32
33 #include <rte_common.h>
34 #include <rte_hexdump.h>
35 #include <rte_mbuf.h>
36 #include <rte_malloc.h>
37 #include <rte_memcpy.h>
38
39 #include <rte_crypto.h>
40 #include <rte_cryptodev.h>
41 #include <rte_cryptodev_pmd.h>
42
43 #include "test.h"
44 #include "test_cryptodev.h"
45 #include "test_cryptodev_blockcipher.h"
46 #include "test_cryptodev_aes_test_vectors.h"
47 #include "test_cryptodev_des_test_vectors.h"
48 #include "test_cryptodev_hash_test_vectors.h"
49 #include "test_cryptodev.h"
50
51 static int
52 test_blockcipher_one_case(const struct blockcipher_test_case *t,
53         struct rte_mempool *mbuf_pool,
54         struct rte_mempool *op_mpool,
55         uint8_t dev_id,
56         enum rte_cryptodev_type cryptodev_type,
57         char *test_msg)
58 {
59         struct rte_mbuf *ibuf = NULL;
60         struct rte_mbuf *obuf = NULL;
61         struct rte_mbuf *iobuf;
62         struct rte_crypto_sym_xform *cipher_xform = NULL;
63         struct rte_crypto_sym_xform *auth_xform = NULL;
64         struct rte_crypto_sym_xform *init_xform = NULL;
65         struct rte_crypto_sym_op *sym_op = NULL;
66         struct rte_crypto_op *op = NULL;
67         struct rte_cryptodev_sym_session *sess = NULL;
68         struct rte_cryptodev_info dev_info;
69
70         int status = TEST_SUCCESS;
71         const struct blockcipher_test_data *tdata = t->test_data;
72         uint8_t cipher_key[tdata->cipher_key.len];
73         uint8_t auth_key[tdata->auth_key.len];
74         uint32_t buf_len = tdata->ciphertext.len;
75         uint32_t digest_len = 0;
76         char *buf_p = NULL;
77         uint8_t src_pattern = 0xa5;
78         uint8_t dst_pattern = 0xb6;
79         uint8_t tmp_src_buf[MBUF_SIZE];
80         uint8_t tmp_dst_buf[MBUF_SIZE];
81
82         int nb_segs = 1;
83
84         if (t->feature_mask & BLOCKCIPHER_TEST_FEATURE_SG) {
85                 rte_cryptodev_info_get(dev_id, &dev_info);
86                 if (!(dev_info.feature_flags &
87                                 RTE_CRYPTODEV_FF_MBUF_SCATTER_GATHER)) {
88                         printf("Device doesn't support scatter-gather. "
89                                         "Test Skipped.\n");
90                         return 0;
91                 }
92                 nb_segs = 3;
93         }
94
95         if (tdata->cipher_key.len)
96                 memcpy(cipher_key, tdata->cipher_key.data,
97                         tdata->cipher_key.len);
98         if (tdata->auth_key.len)
99                 memcpy(auth_key, tdata->auth_key.data,
100                         tdata->auth_key.len);
101
102         switch (cryptodev_type) {
103         case RTE_CRYPTODEV_QAT_SYM_PMD:
104         case RTE_CRYPTODEV_OPENSSL_PMD:
105         case RTE_CRYPTODEV_ARMV8_PMD: /* Fall through */
106                 digest_len = tdata->digest.len;
107                 break;
108         case RTE_CRYPTODEV_AESNI_MB_PMD:
109         case RTE_CRYPTODEV_SCHEDULER_PMD:
110                 digest_len = tdata->digest.truncated_len;
111                 break;
112         default:
113                 snprintf(test_msg, BLOCKCIPHER_TEST_MSG_LEN,
114                         "line %u FAILED: %s",
115                         __LINE__, "Unsupported PMD type");
116                 status = TEST_FAILED;
117                 goto error_exit;
118         }
119
120         /* preparing data */
121         if (t->op_mask & BLOCKCIPHER_TEST_OP_CIPHER)
122                 buf_len += tdata->iv.len;
123         if (t->op_mask & BLOCKCIPHER_TEST_OP_AUTH)
124                 buf_len += digest_len;
125
126         /* for contiguous mbuf, nb_segs is 1 */
127         ibuf = create_segmented_mbuf(mbuf_pool,
128                         tdata->ciphertext.len, nb_segs, src_pattern);
129         if (ibuf == NULL) {
130                 snprintf(test_msg, BLOCKCIPHER_TEST_MSG_LEN,
131                         "line %u FAILED: %s",
132                         __LINE__, "Cannot create source mbuf");
133                 status = TEST_FAILED;
134                 goto error_exit;
135         }
136
137         /* only encryption requires plaintext.data input,
138          * decryption/(digest gen)/(digest verify) use ciphertext.data
139          * to be computed
140          */
141         if (t->op_mask & BLOCKCIPHER_TEST_OP_ENCRYPT)
142                 pktmbuf_write(ibuf, 0, tdata->plaintext.len,
143                                 tdata->plaintext.data);
144         else
145                 pktmbuf_write(ibuf, 0, tdata->ciphertext.len,
146                                 tdata->ciphertext.data);
147
148         if (t->op_mask & BLOCKCIPHER_TEST_OP_CIPHER) {
149                 rte_memcpy(rte_pktmbuf_prepend(ibuf, tdata->iv.len),
150                                 tdata->iv.data, tdata->iv.len);
151         }
152         buf_p = rte_pktmbuf_append(ibuf, digest_len);
153         if (t->op_mask & BLOCKCIPHER_TEST_OP_AUTH_VERIFY)
154                 rte_memcpy(buf_p, tdata->digest.data, digest_len);
155         else
156                 memset(buf_p, 0, digest_len);
157
158         if (t->feature_mask & BLOCKCIPHER_TEST_FEATURE_OOP) {
159                 obuf = rte_pktmbuf_alloc(mbuf_pool);
160                 if (!obuf) {
161                         snprintf(test_msg, BLOCKCIPHER_TEST_MSG_LEN, "line %u "
162                                 "FAILED: %s", __LINE__,
163                                 "Allocation of rte_mbuf failed");
164                         status = TEST_FAILED;
165                         goto error_exit;
166                 }
167                 memset(obuf->buf_addr, dst_pattern, obuf->buf_len);
168
169                 buf_p = rte_pktmbuf_append(obuf, buf_len);
170                 if (!buf_p) {
171                         snprintf(test_msg, BLOCKCIPHER_TEST_MSG_LEN, "line %u "
172                                 "FAILED: %s", __LINE__,
173                                 "No room to append mbuf");
174                         status = TEST_FAILED;
175                         goto error_exit;
176                 }
177                 memset(buf_p, 0, buf_len);
178         }
179
180         /* Generate Crypto op data structure */
181         op = rte_crypto_op_alloc(op_mpool, RTE_CRYPTO_OP_TYPE_SYMMETRIC);
182         if (!op) {
183                 snprintf(test_msg, BLOCKCIPHER_TEST_MSG_LEN,
184                         "line %u FAILED: %s",
185                         __LINE__, "Failed to allocate symmetric crypto "
186                         "operation struct");
187                 status = TEST_FAILED;
188                 goto error_exit;
189         }
190
191         sym_op = op->sym;
192
193         sym_op->m_src = ibuf;
194
195         if (t->feature_mask & BLOCKCIPHER_TEST_FEATURE_OOP) {
196                 sym_op->m_dst = obuf;
197                 iobuf = obuf;
198         } else {
199                 sym_op->m_dst = NULL;
200                 iobuf = ibuf;
201         }
202
203         /* sessionless op requires allocate xform using
204          * rte_crypto_op_sym_xforms_alloc(), otherwise rte_zmalloc()
205          * is used
206          */
207         if (t->feature_mask & BLOCKCIPHER_TEST_FEATURE_SESSIONLESS) {
208                 uint32_t n_xforms = 0;
209
210                 if (t->op_mask & BLOCKCIPHER_TEST_OP_CIPHER)
211                         n_xforms++;
212                 if (t->op_mask & BLOCKCIPHER_TEST_OP_AUTH)
213                         n_xforms++;
214
215                 if (rte_crypto_op_sym_xforms_alloc(op, n_xforms)
216                         == NULL) {
217                         snprintf(test_msg, BLOCKCIPHER_TEST_MSG_LEN, "line %u "
218                                 "FAILED: %s", __LINE__, "Failed to "
219                                 "allocate space for crypto transforms");
220                         status = TEST_FAILED;
221                         goto error_exit;
222                 }
223         } else {
224                 cipher_xform = rte_zmalloc(NULL,
225                         sizeof(struct rte_crypto_sym_xform), 0);
226
227                 auth_xform = rte_zmalloc(NULL,
228                         sizeof(struct rte_crypto_sym_xform), 0);
229
230                 if (!cipher_xform || !auth_xform) {
231                         snprintf(test_msg, BLOCKCIPHER_TEST_MSG_LEN, "line %u "
232                                 "FAILED: %s", __LINE__, "Failed to "
233                                 "allocate memory for crypto transforms");
234                         status = TEST_FAILED;
235                         goto error_exit;
236                 }
237         }
238
239         /* preparing xform, for sessioned op, init_xform is initialized
240          * here and later as param in rte_cryptodev_sym_session_create() call
241          */
242         if (t->op_mask == BLOCKCIPHER_TEST_OP_ENC_AUTH_GEN) {
243                 if (t->feature_mask & BLOCKCIPHER_TEST_FEATURE_SESSIONLESS) {
244                         cipher_xform = op->sym->xform;
245                         auth_xform = cipher_xform->next;
246                         auth_xform->next = NULL;
247                 } else {
248                         cipher_xform->next = auth_xform;
249                         auth_xform->next = NULL;
250                         init_xform = cipher_xform;
251                 }
252         } else if (t->op_mask == BLOCKCIPHER_TEST_OP_AUTH_VERIFY_DEC) {
253                 if (t->feature_mask & BLOCKCIPHER_TEST_FEATURE_SESSIONLESS) {
254                         auth_xform = op->sym->xform;
255                         cipher_xform = auth_xform->next;
256                         cipher_xform->next = NULL;
257                 } else {
258                         auth_xform->next = cipher_xform;
259                         cipher_xform->next = NULL;
260                         init_xform = auth_xform;
261                 }
262         } else if ((t->op_mask == BLOCKCIPHER_TEST_OP_ENCRYPT) ||
263                         (t->op_mask == BLOCKCIPHER_TEST_OP_DECRYPT)) {
264                 if (t->feature_mask & BLOCKCIPHER_TEST_FEATURE_SESSIONLESS)
265                         cipher_xform = op->sym->xform;
266                 else
267                         init_xform = cipher_xform;
268                 cipher_xform->next = NULL;
269         } else if ((t->op_mask == BLOCKCIPHER_TEST_OP_AUTH_GEN) ||
270                         (t->op_mask == BLOCKCIPHER_TEST_OP_AUTH_VERIFY)) {
271                 if (t->feature_mask & BLOCKCIPHER_TEST_FEATURE_SESSIONLESS)
272                         auth_xform = op->sym->xform;
273                 else
274                         init_xform = auth_xform;
275                 auth_xform->next = NULL;
276         } else {
277                 snprintf(test_msg, BLOCKCIPHER_TEST_MSG_LEN,
278                         "line %u FAILED: %s",
279                         __LINE__, "Unrecognized operation");
280                 status = TEST_FAILED;
281                 goto error_exit;
282         }
283
284         /*configure xforms & sym_op cipher and auth data*/
285         if (t->op_mask & BLOCKCIPHER_TEST_OP_CIPHER) {
286                 cipher_xform->type = RTE_CRYPTO_SYM_XFORM_CIPHER;
287                 cipher_xform->cipher.algo = tdata->crypto_algo;
288                 if (t->op_mask & BLOCKCIPHER_TEST_OP_ENCRYPT)
289                         cipher_xform->cipher.op =
290                                 RTE_CRYPTO_CIPHER_OP_ENCRYPT;
291                 else
292                         cipher_xform->cipher.op =
293                                 RTE_CRYPTO_CIPHER_OP_DECRYPT;
294                 cipher_xform->cipher.key.data = cipher_key;
295                 cipher_xform->cipher.key.length = tdata->cipher_key.len;
296
297                 sym_op->cipher.data.offset = tdata->iv.len;
298                 sym_op->cipher.data.length = tdata->ciphertext.len;
299                 sym_op->cipher.iv.data = rte_pktmbuf_mtod(sym_op->m_src,
300                         uint8_t *);
301                 sym_op->cipher.iv.length = tdata->iv.len;
302                 sym_op->cipher.iv.phys_addr = rte_pktmbuf_mtophys(
303                         sym_op->m_src);
304         }
305
306         if (t->op_mask & BLOCKCIPHER_TEST_OP_AUTH) {
307                 uint32_t auth_data_offset = 0;
308                 uint32_t digest_offset = tdata->ciphertext.len;
309
310                 if (t->op_mask & BLOCKCIPHER_TEST_OP_CIPHER) {
311                         digest_offset += tdata->iv.len;
312                         auth_data_offset += tdata->iv.len;
313                 }
314
315                 auth_xform->type = RTE_CRYPTO_SYM_XFORM_AUTH;
316                 auth_xform->auth.algo = tdata->auth_algo;
317                 auth_xform->auth.key.length = tdata->auth_key.len;
318                 auth_xform->auth.key.data = auth_key;
319                 auth_xform->auth.digest_length = digest_len;
320
321                 if (t->op_mask & BLOCKCIPHER_TEST_OP_AUTH_GEN) {
322                         auth_xform->auth.op = RTE_CRYPTO_AUTH_OP_GENERATE;
323                         sym_op->auth.digest.data = pktmbuf_mtod_offset
324                                 (iobuf, digest_offset);
325                         sym_op->auth.digest.phys_addr =
326                                 pktmbuf_mtophys_offset(iobuf,
327                                         digest_offset);
328                 } else {
329                         auth_xform->auth.op = RTE_CRYPTO_AUTH_OP_VERIFY;
330                         sym_op->auth.digest.data = pktmbuf_mtod_offset
331                                 (sym_op->m_src, digest_offset);
332                         sym_op->auth.digest.phys_addr =
333                                 pktmbuf_mtophys_offset(sym_op->m_src,
334                                         digest_offset);
335                 }
336
337                 sym_op->auth.data.offset = auth_data_offset;
338                 sym_op->auth.data.length = tdata->ciphertext.len;
339                 sym_op->auth.digest.length = digest_len;
340         }
341
342         /* create session for sessioned op */
343         if (!(t->feature_mask & BLOCKCIPHER_TEST_FEATURE_SESSIONLESS)) {
344                 sess = rte_cryptodev_sym_session_create(dev_id,
345                         init_xform);
346                 if (!sess) {
347                         snprintf(test_msg, BLOCKCIPHER_TEST_MSG_LEN, "line %u "
348                                 "FAILED: %s", __LINE__,
349                                 "Session creation failed");
350                         status = TEST_FAILED;
351                         goto error_exit;
352                 }
353
354                 /* attach symmetric crypto session to crypto operations */
355                 rte_crypto_op_attach_sym_session(op, sess);
356         }
357
358         TEST_HEXDUMP(stdout, "m_src(before):",
359                         sym_op->m_src->buf_addr, sym_op->m_src->buf_len);
360         rte_memcpy(tmp_src_buf, sym_op->m_src->buf_addr,
361                                                 sym_op->m_src->buf_len);
362         if (t->feature_mask & BLOCKCIPHER_TEST_FEATURE_OOP) {
363                 TEST_HEXDUMP(stdout, "m_dst(before):",
364                         sym_op->m_dst->buf_addr, sym_op->m_dst->buf_len);
365                 rte_memcpy(tmp_dst_buf, sym_op->m_dst->buf_addr,
366                                                 sym_op->m_dst->buf_len);
367         }
368
369         /* Process crypto operation */
370         if (rte_cryptodev_enqueue_burst(dev_id, 0, &op, 1) != 1) {
371                 snprintf(test_msg, BLOCKCIPHER_TEST_MSG_LEN,
372                         "line %u FAILED: %s",
373                         __LINE__, "Error sending packet for encryption");
374                 status = TEST_FAILED;
375                 goto error_exit;
376         }
377
378         op = NULL;
379
380         while (rte_cryptodev_dequeue_burst(dev_id, 0, &op, 1) == 0)
381                 rte_pause();
382
383         if (!op) {
384                 snprintf(test_msg, BLOCKCIPHER_TEST_MSG_LEN,
385                         "line %u FAILED: %s",
386                         __LINE__, "Failed to process sym crypto op");
387                 status = TEST_FAILED;
388                 goto error_exit;
389         }
390
391         TEST_HEXDUMP(stdout, "m_src(after):",
392                         sym_op->m_src->buf_addr, sym_op->m_src->buf_len);
393         if (t->feature_mask & BLOCKCIPHER_TEST_FEATURE_OOP)
394                 TEST_HEXDUMP(stdout, "m_dst(after):",
395                         sym_op->m_dst->buf_addr, sym_op->m_dst->buf_len);
396
397         /* Verify results */
398         if (op->status != RTE_CRYPTO_OP_STATUS_SUCCESS) {
399                 if (t->op_mask & BLOCKCIPHER_TEST_OP_AUTH_VERIFY)
400                         snprintf(test_msg, BLOCKCIPHER_TEST_MSG_LEN, "line %u "
401                                 "FAILED: Digest verification failed "
402                                 "(0x%X)", __LINE__, op->status);
403                 else
404                         snprintf(test_msg, BLOCKCIPHER_TEST_MSG_LEN, "line %u "
405                                 "FAILED: Digest verification failed "
406                                 "(0x%X)", __LINE__, op->status);
407                 status = TEST_FAILED;
408                 goto error_exit;
409         }
410
411         if (t->op_mask & BLOCKCIPHER_TEST_OP_CIPHER) {
412                 uint8_t buffer[2048];
413                 const uint8_t *compare_ref;
414                 uint32_t compare_len;
415
416                 if (t->op_mask & BLOCKCIPHER_TEST_OP_ENCRYPT) {
417                         compare_ref = tdata->ciphertext.data;
418                         compare_len = tdata->ciphertext.len;
419                 } else {
420                         compare_ref = tdata->plaintext.data;
421                         compare_len = tdata->plaintext.len;
422                 }
423
424                 if (memcmp(rte_pktmbuf_read(iobuf, tdata->iv.len, compare_len,
425                                 buffer), compare_ref, compare_len)) {
426                         snprintf(test_msg, BLOCKCIPHER_TEST_MSG_LEN, "line %u "
427                                 "FAILED: %s", __LINE__,
428                                 "Crypto data not as expected");
429                         status = TEST_FAILED;
430                         goto error_exit;
431                 }
432         }
433
434         if (t->op_mask & BLOCKCIPHER_TEST_OP_AUTH_GEN) {
435                 uint8_t *auth_res;
436
437                 if (t->op_mask & BLOCKCIPHER_TEST_OP_CIPHER)
438                         auth_res = pktmbuf_mtod_offset(iobuf,
439                                         tdata->iv.len + tdata->ciphertext.len);
440                 else
441                         auth_res = pktmbuf_mtod_offset(iobuf,
442                                         tdata->ciphertext.len);
443
444                 if (memcmp(auth_res, tdata->digest.data, digest_len)) {
445                         snprintf(test_msg, BLOCKCIPHER_TEST_MSG_LEN, "line %u "
446                                 "FAILED: %s", __LINE__, "Generated "
447                                 "digest data not as expected");
448                         status = TEST_FAILED;
449                         goto error_exit;
450                 }
451         }
452
453         /* The only parts that should have changed in the buffer are
454          * plaintext/ciphertext and digest.
455          * In OOP only the dest buffer should change.
456          */
457         if (t->feature_mask & BLOCKCIPHER_TEST_FEATURE_OOP) {
458                 struct rte_mbuf *mbuf;
459                 uint8_t value;
460                 uint32_t head_unchanged_len = 0, changed_len = 0;
461                 uint32_t i;
462
463                 mbuf = sym_op->m_src;
464                 if (t->op_mask & BLOCKCIPHER_TEST_OP_AUTH_VERIFY) {
465                         /* white-box test: PMDs use some of the
466                          * tailroom as temp storage in verify case
467                          */
468                         head_unchanged_len = rte_pktmbuf_headroom(mbuf)
469                                         + rte_pktmbuf_data_len(mbuf);
470                         changed_len = digest_len;
471                 } else {
472                         head_unchanged_len = mbuf->buf_len;
473                         changed_len = 0;
474                 }
475
476                 for (i = 0; i < mbuf->buf_len; i++) {
477                         if (i == head_unchanged_len)
478                                 i += changed_len;
479                         value = *((uint8_t *)(mbuf->buf_addr)+i);
480                         if (value != tmp_src_buf[i]) {
481                                 snprintf(test_msg, BLOCKCIPHER_TEST_MSG_LEN,
482         "line %u FAILED: OOP src outer mbuf data (0x%x) not as expected (0x%x)",
483                                         __LINE__, value, tmp_src_buf[i]);
484                                 status = TEST_FAILED;
485                                 goto error_exit;
486                         }
487                 }
488
489                 mbuf = sym_op->m_dst;
490                 if (t->op_mask & BLOCKCIPHER_TEST_OP_AUTH) {
491                         head_unchanged_len = rte_pktmbuf_headroom(mbuf) +
492                                                 sym_op->auth.data.offset;
493                         changed_len = sym_op->auth.data.length;
494                         if (t->op_mask & BLOCKCIPHER_TEST_OP_AUTH_GEN)
495                                 changed_len += sym_op->auth.digest.length;
496                 } else {
497                         /* cipher-only */
498                         head_unchanged_len = rte_pktmbuf_headroom(mbuf) +
499                                         sym_op->cipher.data.offset;
500                         changed_len = sym_op->cipher.data.length;
501                 }
502
503                 for (i = 0; i < mbuf->buf_len; i++) {
504                         if (i == head_unchanged_len)
505                                 i += changed_len;
506                         value = *((uint8_t *)(mbuf->buf_addr)+i);
507                         if (value != tmp_dst_buf[i]) {
508                                 snprintf(test_msg, BLOCKCIPHER_TEST_MSG_LEN,
509                                 "line %u FAILED: OOP dst outer mbuf data "
510                                 "(0x%x) not as expected (0x%x)",
511                                 __LINE__, value, tmp_dst_buf[i]);
512                                 status = TEST_FAILED;
513                                 goto error_exit;
514                         }
515                 }
516         } else {
517                 /* In-place operation */
518                 struct rte_mbuf *mbuf;
519                 uint8_t value;
520                 uint32_t head_unchanged_len = 0, changed_len = 0;
521                 uint32_t i;
522
523                 mbuf = sym_op->m_src;
524                 if (t->op_mask & BLOCKCIPHER_TEST_OP_CIPHER) {
525                         head_unchanged_len = rte_pktmbuf_headroom(mbuf) +
526                                         sym_op->cipher.data.offset;
527                         changed_len = sym_op->cipher.data.length;
528                 } else {
529                         /* auth-only */
530                         head_unchanged_len = rte_pktmbuf_headroom(mbuf) +
531                                         sym_op->auth.data.offset +
532                                         sym_op->auth.data.length;
533                         changed_len = 0;
534                 }
535
536                 if (t->op_mask & BLOCKCIPHER_TEST_OP_AUTH_GEN)
537                         changed_len += sym_op->auth.digest.length;
538
539                 if (t->op_mask & BLOCKCIPHER_TEST_OP_AUTH_VERIFY) {
540                         /* white-box test: PMDs use some of the
541                          * tailroom as temp storage in verify case
542                          */
543                         if (t->op_mask & BLOCKCIPHER_TEST_OP_CIPHER) {
544                                 /* This is simplified, not checking digest*/
545                                 changed_len += digest_len*2;
546                         } else {
547                                 head_unchanged_len += digest_len;
548                                 changed_len += digest_len;
549                         }
550                 }
551
552                 for (i = 0; i < mbuf->buf_len; i++) {
553                         if (i == head_unchanged_len)
554                                 i += changed_len;
555                         value = *((uint8_t *)(mbuf->buf_addr)+i);
556                         if (value != tmp_src_buf[i]) {
557                                 snprintf(test_msg, BLOCKCIPHER_TEST_MSG_LEN,
558                                 "line %u FAILED: outer mbuf data (0x%x) "
559                                 "not as expected (0x%x)",
560                                 __LINE__, value, tmp_src_buf[i]);
561                                 status = TEST_FAILED;
562                                 goto error_exit;
563                         }
564                 }
565         }
566
567         snprintf(test_msg, BLOCKCIPHER_TEST_MSG_LEN, "PASS");
568
569 error_exit:
570         if (!(t->feature_mask & BLOCKCIPHER_TEST_FEATURE_SESSIONLESS)) {
571                 if (sess)
572                         rte_cryptodev_sym_session_free(dev_id, sess);
573                 if (cipher_xform)
574                         rte_free(cipher_xform);
575                 if (auth_xform)
576                         rte_free(auth_xform);
577         }
578
579         if (op)
580                 rte_crypto_op_free(op);
581
582         if (obuf)
583                 rte_pktmbuf_free(obuf);
584
585         if (ibuf)
586                 rte_pktmbuf_free(ibuf);
587
588         return status;
589 }
590
591 int
592 test_blockcipher_all_tests(struct rte_mempool *mbuf_pool,
593         struct rte_mempool *op_mpool,
594         uint8_t dev_id,
595         enum rte_cryptodev_type cryptodev_type,
596         enum blockcipher_test_type test_type)
597 {
598         int status, overall_status = TEST_SUCCESS;
599         uint32_t i, test_index = 0;
600         char test_msg[BLOCKCIPHER_TEST_MSG_LEN + 1];
601         uint32_t n_test_cases = 0;
602         uint32_t target_pmd_mask = 0;
603         const struct blockcipher_test_case *tcs = NULL;
604
605         switch (test_type) {
606         case BLKCIPHER_AES_CHAIN_TYPE:
607                 n_test_cases = sizeof(aes_chain_test_cases) /
608                 sizeof(aes_chain_test_cases[0]);
609                 tcs = aes_chain_test_cases;
610                 break;
611         case BLKCIPHER_AES_CIPHERONLY_TYPE:
612                 n_test_cases = sizeof(aes_cipheronly_test_cases) /
613                 sizeof(aes_cipheronly_test_cases[0]);
614                 tcs = aes_cipheronly_test_cases;
615                 break;
616         case BLKCIPHER_3DES_CHAIN_TYPE:
617                 n_test_cases = sizeof(triple_des_chain_test_cases) /
618                 sizeof(triple_des_chain_test_cases[0]);
619                 tcs = triple_des_chain_test_cases;
620                 break;
621         case BLKCIPHER_3DES_CIPHERONLY_TYPE:
622                 n_test_cases = sizeof(triple_des_cipheronly_test_cases) /
623                 sizeof(triple_des_cipheronly_test_cases[0]);
624                 tcs = triple_des_cipheronly_test_cases;
625                 break;
626         case BLKCIPHER_DES_CIPHERONLY_TYPE:
627                 n_test_cases = sizeof(des_cipheronly_test_cases) /
628                 sizeof(des_cipheronly_test_cases[0]);
629                 tcs = des_cipheronly_test_cases;
630                 break;
631         case BLKCIPHER_AUTHONLY_TYPE:
632                 n_test_cases = sizeof(hash_test_cases) /
633                 sizeof(hash_test_cases[0]);
634                 tcs = hash_test_cases;
635                 break;
636         default:
637                 break;
638         }
639
640         switch (cryptodev_type) {
641         case RTE_CRYPTODEV_AESNI_MB_PMD:
642                 target_pmd_mask = BLOCKCIPHER_TEST_TARGET_PMD_MB;
643                 break;
644         case RTE_CRYPTODEV_QAT_SYM_PMD:
645                 target_pmd_mask = BLOCKCIPHER_TEST_TARGET_PMD_QAT;
646                 break;
647         case RTE_CRYPTODEV_OPENSSL_PMD:
648                 target_pmd_mask = BLOCKCIPHER_TEST_TARGET_PMD_OPENSSL;
649                 break;
650         case RTE_CRYPTODEV_ARMV8_PMD:
651                 target_pmd_mask = BLOCKCIPHER_TEST_TARGET_PMD_ARMV8;
652                 break;
653         case RTE_CRYPTODEV_SCHEDULER_PMD:
654                 target_pmd_mask = BLOCKCIPHER_TEST_TARGET_PMD_SCHEDULER;
655                 break;
656         default:
657                 TEST_ASSERT(0, "Unrecognized cryptodev type");
658                 break;
659         }
660
661         for (i = 0; i < n_test_cases; i++) {
662                 const struct blockcipher_test_case *tc = &tcs[i];
663
664                 if (!(tc->pmd_mask & target_pmd_mask))
665                         continue;
666
667                 status = test_blockcipher_one_case(tc, mbuf_pool, op_mpool,
668                         dev_id, cryptodev_type, test_msg);
669
670                 printf("  %u) TestCase %s %s\n", test_index ++,
671                         tc->test_descr, test_msg);
672
673                 if (status != TEST_SUCCESS) {
674                         if (overall_status == TEST_SUCCESS)
675                                 overall_status = status;
676
677                         if (tc->feature_mask & BLOCKCIPHER_TEST_FEATURE_STOPPER)
678                                 break;
679                 }
680         }
681
682         return overall_status;
683 }