rawdev: add private data size to info query
[dpdk.git] / app / test / test_event_crypto_adapter.c
1 /* SPDX-License-Identifier: BSD-3-Clause
2  * Copyright(c) 2018 Intel Corporation.
3  * All rights reserved.
4  */
5
6 #include <string.h>
7 #include <rte_common.h>
8 #include <rte_mempool.h>
9 #include <rte_mbuf.h>
10 #include <rte_cryptodev.h>
11 #include <rte_eventdev.h>
12 #include <rte_bus_vdev.h>
13 #include <rte_service.h>
14 #include <rte_event_crypto_adapter.h>
15 #include "test.h"
16
17 #define PKT_TRACE                  0
18 #define NUM                        1
19 #define DEFAULT_NUM_XFORMS        (2)
20 #define NUM_MBUFS                 (8191)
21 #define MBUF_CACHE_SIZE           (256)
22 #define MAXIMUM_IV_LENGTH         (16)
23 #define DEFAULT_NUM_OPS_INFLIGHT  (128)
24 #define MAX_NB_SESSIONS            4
25 #define TEST_APP_PORT_ID           0
26 #define TEST_APP_EV_QUEUE_ID       0
27 #define TEST_APP_EV_PRIORITY       0
28 #define TEST_APP_EV_FLOWID         0xAABB
29 #define TEST_CRYPTO_EV_QUEUE_ID    1
30 #define TEST_ADAPTER_ID            0
31 #define TEST_CDEV_ID               0
32 #define TEST_CDEV_QP_ID            0
33 #define PACKET_LENGTH              64
34 #define NB_TEST_PORTS              1
35 #define NB_TEST_QUEUES             2
36 #define NUM_CORES                  1
37 #define CRYPTODEV_NAME_NULL_PMD    crypto_null
38
39 #define MBUF_SIZE              (sizeof(struct rte_mbuf) + \
40                                 RTE_PKTMBUF_HEADROOM + PACKET_LENGTH)
41 #define IV_OFFSET              (sizeof(struct rte_crypto_op) + \
42                                 sizeof(struct rte_crypto_sym_op) + \
43                                 DEFAULT_NUM_XFORMS * \
44                                 sizeof(struct rte_crypto_sym_xform))
45
46 /* Handle log statements in same manner as test macros */
47 #define LOG_DBG(...)    RTE_LOG(DEBUG, EAL, __VA_ARGS__)
48
49 static const uint8_t text_64B[] = {
50         0x05, 0x15, 0x77, 0x32, 0xc9, 0x66, 0x91, 0x50,
51         0x93, 0x9f, 0xbb, 0x4e, 0x2e, 0x5a, 0x02, 0xd0,
52         0x2d, 0x9d, 0x31, 0x5d, 0xc8, 0x9e, 0x86, 0x36,
53         0x54, 0x5c, 0x50, 0xe8, 0x75, 0x54, 0x74, 0x5e,
54         0xd5, 0xa2, 0x84, 0x21, 0x2d, 0xc5, 0xf8, 0x1c,
55         0x55, 0x1a, 0xba, 0x91, 0xce, 0xb5, 0xa3, 0x1e,
56         0x31, 0xbf, 0xe9, 0xa1, 0x97, 0x5c, 0x2b, 0xd6,
57         0x57, 0xa5, 0x9f, 0xab, 0xbd, 0xb0, 0x9b, 0x9c
58 };
59
60 struct event_crypto_adapter_test_params {
61         struct rte_mempool *mbuf_pool;
62         struct rte_mempool *op_mpool;
63         struct rte_mempool *session_mpool;
64         struct rte_mempool *session_priv_mpool;
65         struct rte_cryptodev_config *config;
66         uint8_t crypto_event_port_id;
67 };
68
69 struct rte_event response_info = {
70         .queue_id = TEST_APP_EV_QUEUE_ID,
71         .sched_type = RTE_SCHED_TYPE_ATOMIC,
72         .flow_id = TEST_APP_EV_FLOWID,
73         .priority = TEST_APP_EV_PRIORITY
74 };
75
76 struct rte_event_crypto_request request_info = {
77         .cdev_id = TEST_CDEV_ID,
78         .queue_pair_id = TEST_CDEV_QP_ID
79 };
80
81 static struct event_crypto_adapter_test_params params;
82 static uint8_t crypto_adapter_setup_done;
83 static uint32_t slcore_id;
84 static int evdev;
85
86 static struct rte_mbuf *
87 alloc_fill_mbuf(struct rte_mempool *mpool, const uint8_t *data,
88                 size_t len, uint8_t blocksize)
89 {
90         struct rte_mbuf *m = rte_pktmbuf_alloc(mpool);
91         size_t t_len = len - (blocksize ? (len % blocksize) : 0);
92
93         if (m) {
94                 char *dst = rte_pktmbuf_append(m, t_len);
95
96                 if (!dst) {
97                         rte_pktmbuf_free(m);
98                         return NULL;
99                 }
100
101                 rte_memcpy(dst, (const void *)data, t_len);
102         }
103         return m;
104 }
105
106 static int
107 send_recv_ev(struct rte_event *ev)
108 {
109         struct rte_crypto_op *op;
110         struct rte_event recv_ev;
111         int ret;
112
113         ret = rte_event_enqueue_burst(evdev, TEST_APP_PORT_ID, ev, NUM);
114         TEST_ASSERT_EQUAL(ret, NUM,
115                           "Failed to send event to crypto adapter\n");
116
117         while (rte_event_dequeue_burst(evdev,
118                         TEST_APP_PORT_ID, &recv_ev, NUM, 0) == 0)
119                 rte_pause();
120
121         op = recv_ev.event_ptr;
122 #if PKT_TRACE
123         struct rte_mbuf *m = op->sym->m_src;
124         rte_pktmbuf_dump(stdout, m, rte_pktmbuf_pkt_len(m));
125 #endif
126         rte_pktmbuf_free(op->sym->m_src);
127         rte_crypto_op_free(op);
128
129         return TEST_SUCCESS;
130 }
131
132 static int
133 test_crypto_adapter_stats(void)
134 {
135         struct rte_event_crypto_adapter_stats stats;
136
137         rte_event_crypto_adapter_stats_get(TEST_ADAPTER_ID, &stats);
138         printf(" +------------------------------------------------------+\n");
139         printf(" + Crypto adapter stats for instance %u:\n", TEST_ADAPTER_ID);
140         printf(" + Event port poll count          %" PRIx64 "\n",
141                 stats.event_poll_count);
142         printf(" + Event dequeue count            %" PRIx64 "\n",
143                 stats.event_deq_count);
144         printf(" + Cryptodev enqueue count        %" PRIx64 "\n",
145                 stats.crypto_enq_count);
146         printf(" + Cryptodev enqueue failed count %" PRIx64 "\n",
147                 stats.crypto_enq_fail);
148         printf(" + Cryptodev dequeue count        %" PRIx64 "\n",
149                 stats.crypto_deq_count);
150         printf(" + Event enqueue count            %" PRIx64 "\n",
151                 stats.event_enq_count);
152         printf(" + Event enqueue retry count      %" PRIx64 "\n",
153                 stats.event_enq_retry_count);
154         printf(" + Event enqueue fail count       %" PRIx64 "\n",
155                 stats.event_enq_fail_count);
156         printf(" +------------------------------------------------------+\n");
157
158         rte_event_crypto_adapter_stats_reset(TEST_ADAPTER_ID);
159         return TEST_SUCCESS;
160 }
161
162 static int
163 test_op_forward_mode(uint8_t session_less)
164 {
165         struct rte_crypto_sym_xform cipher_xform;
166         struct rte_cryptodev_sym_session *sess;
167         union rte_event_crypto_metadata m_data;
168         struct rte_crypto_sym_op *sym_op;
169         struct rte_crypto_op *op;
170         struct rte_mbuf *m;
171         struct rte_event ev;
172         uint32_t cap;
173         int ret;
174         uint8_t cipher_key[17];
175
176         memset(&m_data, 0, sizeof(m_data));
177
178         m = alloc_fill_mbuf(params.mbuf_pool, text_64B, PACKET_LENGTH, 0);
179         TEST_ASSERT_NOT_NULL(m, "Failed to allocate mbuf!\n");
180 #if PKT_TRACE
181         rte_pktmbuf_dump(stdout, m, rte_pktmbuf_pkt_len(m));
182 #endif
183         /* Setup Cipher Parameters */
184         cipher_xform.type = RTE_CRYPTO_SYM_XFORM_CIPHER;
185         cipher_xform.next = NULL;
186
187         cipher_xform.cipher.algo = RTE_CRYPTO_CIPHER_AES_CBC;
188         cipher_xform.cipher.op = RTE_CRYPTO_CIPHER_OP_ENCRYPT;
189
190         cipher_xform.cipher.key.data = cipher_key;
191         cipher_xform.cipher.key.length = 16;
192         cipher_xform.cipher.iv.offset = IV_OFFSET;
193         cipher_xform.cipher.iv.length = 16;
194
195         op = rte_crypto_op_alloc(params.op_mpool,
196                         RTE_CRYPTO_OP_TYPE_SYMMETRIC);
197         TEST_ASSERT_NOT_NULL(op,
198                 "Failed to allocate symmetric crypto operation struct\n");
199
200         sym_op = op->sym;
201
202         if (!session_less) {
203                 sess = rte_cryptodev_sym_session_create(
204                                 params.session_mpool);
205                 TEST_ASSERT_NOT_NULL(sess, "Session creation failed\n");
206
207                 /* Create Crypto session*/
208                 ret = rte_cryptodev_sym_session_init(TEST_CDEV_ID, sess,
209                                 &cipher_xform, params.session_priv_mpool);
210                 TEST_ASSERT_SUCCESS(ret, "Failed to init session\n");
211
212                 ret = rte_event_crypto_adapter_caps_get(TEST_ADAPTER_ID,
213                                                         evdev, &cap);
214                 TEST_ASSERT_SUCCESS(ret, "Failed to get adapter capabilities\n");
215
216                 if (cap & RTE_EVENT_CRYPTO_ADAPTER_CAP_SESSION_PRIVATE_DATA) {
217                         /* Fill in private user data information */
218                         rte_memcpy(&m_data.response_info, &response_info,
219                                 sizeof(response_info));
220                         rte_memcpy(&m_data.request_info, &request_info,
221                                 sizeof(request_info));
222                         rte_cryptodev_sym_session_set_user_data(sess,
223                                                 &m_data, sizeof(m_data));
224                 }
225
226                 rte_crypto_op_attach_sym_session(op, sess);
227         } else {
228                 struct rte_crypto_sym_xform *first_xform;
229
230                 rte_crypto_op_sym_xforms_alloc(op, NUM);
231                 op->sess_type = RTE_CRYPTO_OP_SESSIONLESS;
232                 first_xform = &cipher_xform;
233                 sym_op->xform = first_xform;
234                 uint32_t len = IV_OFFSET + MAXIMUM_IV_LENGTH +
235                                 (sizeof(struct rte_crypto_sym_xform) * 2);
236                 op->private_data_offset = len;
237                 /* Fill in private data information */
238                 rte_memcpy(&m_data.response_info, &response_info,
239                            sizeof(response_info));
240                 rte_memcpy(&m_data.request_info, &request_info,
241                            sizeof(request_info));
242                 rte_memcpy((uint8_t *)op + len, &m_data, sizeof(m_data));
243         }
244
245         sym_op->m_src = m;
246         sym_op->cipher.data.offset = 0;
247         sym_op->cipher.data.length = PACKET_LENGTH;
248
249         /* Fill in event info and update event_ptr with rte_crypto_op */
250         memset(&ev, 0, sizeof(ev));
251         ev.queue_id = TEST_CRYPTO_EV_QUEUE_ID;
252         ev.sched_type = RTE_SCHED_TYPE_ATOMIC;
253         ev.flow_id = 0xAABB;
254         ev.event_ptr = op;
255
256         ret = send_recv_ev(&ev);
257         TEST_ASSERT_SUCCESS(ret, "Failed to send/receive event to "
258                                 "crypto adapter\n");
259
260         test_crypto_adapter_stats();
261
262         return TEST_SUCCESS;
263 }
264
265 static int
266 map_adapter_service_core(void)
267 {
268         uint32_t adapter_service_id;
269         int ret;
270
271         if (rte_event_crypto_adapter_service_id_get(TEST_ADAPTER_ID,
272                                                 &adapter_service_id) == 0) {
273                 uint32_t core_list[NUM_CORES];
274
275                 ret = rte_service_lcore_list(core_list, NUM_CORES);
276                 TEST_ASSERT(ret >= 0, "Failed to get service core list!");
277
278                 if (core_list[0] != slcore_id) {
279                         TEST_ASSERT_SUCCESS(rte_service_lcore_add(slcore_id),
280                                                 "Failed to add service core");
281                         TEST_ASSERT_SUCCESS(rte_service_lcore_start(slcore_id),
282                                                 "Failed to start service core");
283                 }
284
285                 TEST_ASSERT_SUCCESS(rte_service_map_lcore_set(
286                                         adapter_service_id, slcore_id, 1),
287                                         "Failed to map adapter service");
288         }
289
290         return TEST_SUCCESS;
291 }
292
293 static int
294 test_sessionless_with_op_forward_mode(void)
295 {
296         uint32_t cap;
297         int ret;
298
299         ret = rte_event_crypto_adapter_caps_get(TEST_ADAPTER_ID, evdev, &cap);
300         TEST_ASSERT_SUCCESS(ret, "Failed to get adapter capabilities\n");
301
302         if (!(cap & RTE_EVENT_CRYPTO_ADAPTER_CAP_INTERNAL_PORT_OP_FWD) &&
303             !(cap & RTE_EVENT_CRYPTO_ADAPTER_CAP_INTERNAL_PORT_OP_NEW))
304                 map_adapter_service_core();
305         else {
306                 if (!(cap & RTE_EVENT_CRYPTO_ADAPTER_CAP_INTERNAL_PORT_OP_FWD))
307                         return TEST_SKIPPED;
308         }
309
310         TEST_ASSERT_SUCCESS(rte_event_crypto_adapter_start(TEST_ADAPTER_ID),
311                                 "Failed to start event crypto adapter");
312
313         ret = test_op_forward_mode(1);
314         TEST_ASSERT_SUCCESS(ret, "Sessionless - FORWARD mode test failed\n");
315         return TEST_SUCCESS;
316 }
317
318 static int
319 test_session_with_op_forward_mode(void)
320 {
321         uint32_t cap;
322         int ret;
323
324         ret = rte_event_crypto_adapter_caps_get(TEST_ADAPTER_ID, evdev, &cap);
325         TEST_ASSERT_SUCCESS(ret, "Failed to get adapter capabilities\n");
326
327         if (!(cap & RTE_EVENT_CRYPTO_ADAPTER_CAP_INTERNAL_PORT_OP_FWD) &&
328             !(cap & RTE_EVENT_CRYPTO_ADAPTER_CAP_INTERNAL_PORT_OP_NEW))
329                 map_adapter_service_core();
330         else {
331                 if (!(cap & RTE_EVENT_CRYPTO_ADAPTER_CAP_INTERNAL_PORT_OP_FWD))
332                         return TEST_SKIPPED;
333         }
334
335         TEST_ASSERT_SUCCESS(rte_event_crypto_adapter_start(TEST_ADAPTER_ID
336                                 ), "Failed to start event crypto adapter");
337
338         ret = test_op_forward_mode(0);
339         TEST_ASSERT_SUCCESS(ret, "Session based - FORWARD mode test failed\n");
340         return TEST_SUCCESS;
341 }
342
343 static int
344 send_op_recv_ev(struct rte_crypto_op *op)
345 {
346         struct rte_crypto_op *recv_op;
347         struct rte_event ev;
348         int ret;
349
350         ret = rte_cryptodev_enqueue_burst(TEST_CDEV_ID, TEST_CDEV_QP_ID,
351                                           &op, NUM);
352         TEST_ASSERT_EQUAL(ret, NUM, "Failed to enqueue to cryptodev\n");
353         memset(&ev, 0, sizeof(ev));
354
355         while (rte_event_dequeue_burst(evdev,
356                 TEST_APP_PORT_ID, &ev, NUM, 0) == 0)
357                 rte_pause();
358
359         recv_op = ev.event_ptr;
360 #if PKT_TRACE
361         struct rte_mbuf *m = recv_op->sym->m_src;
362         rte_pktmbuf_dump(stdout, m, rte_pktmbuf_pkt_len(m));
363 #endif
364         rte_pktmbuf_free(recv_op->sym->m_src);
365         rte_crypto_op_free(recv_op);
366
367         return TEST_SUCCESS;
368 }
369
370 static int
371 test_op_new_mode(uint8_t session_less)
372 {
373         struct rte_crypto_sym_xform cipher_xform;
374         struct rte_cryptodev_sym_session *sess;
375         union rte_event_crypto_metadata m_data;
376         struct rte_crypto_sym_op *sym_op;
377         struct rte_crypto_op *op;
378         struct rte_mbuf *m;
379         uint32_t cap;
380         int ret;
381         uint8_t cipher_key[17];
382
383         memset(&m_data, 0, sizeof(m_data));
384
385         m = alloc_fill_mbuf(params.mbuf_pool, text_64B, PACKET_LENGTH, 0);
386         TEST_ASSERT_NOT_NULL(m, "Failed to allocate mbuf!\n");
387 #if PKT_TRACE
388         rte_pktmbuf_dump(stdout, m, rte_pktmbuf_pkt_len(m));
389 #endif
390         /* Setup Cipher Parameters */
391         cipher_xform.type = RTE_CRYPTO_SYM_XFORM_CIPHER;
392         cipher_xform.next = NULL;
393
394         cipher_xform.cipher.algo = RTE_CRYPTO_CIPHER_AES_CBC;
395         cipher_xform.cipher.op = RTE_CRYPTO_CIPHER_OP_ENCRYPT;
396
397         cipher_xform.cipher.key.data = cipher_key;
398         cipher_xform.cipher.key.length = 16;
399         cipher_xform.cipher.iv.offset = IV_OFFSET;
400         cipher_xform.cipher.iv.length = 16;
401
402         op = rte_crypto_op_alloc(params.op_mpool,
403                         RTE_CRYPTO_OP_TYPE_SYMMETRIC);
404         TEST_ASSERT_NOT_NULL(op, "Failed to allocate crypto_op!\n");
405
406         sym_op = op->sym;
407
408         if (!session_less) {
409                 sess = rte_cryptodev_sym_session_create(
410                                 params.session_mpool);
411                 TEST_ASSERT_NOT_NULL(sess, "Session creation failed\n");
412
413                 ret = rte_event_crypto_adapter_caps_get(TEST_ADAPTER_ID,
414                                                         evdev, &cap);
415                 TEST_ASSERT_SUCCESS(ret, "Failed to get adapter capabilities\n");
416
417                 if (cap & RTE_EVENT_CRYPTO_ADAPTER_CAP_SESSION_PRIVATE_DATA) {
418                         /* Fill in private user data information */
419                         rte_memcpy(&m_data.response_info, &response_info,
420                                    sizeof(m_data));
421                         rte_cryptodev_sym_session_set_user_data(sess,
422                                                 &m_data, sizeof(m_data));
423                 }
424                 ret = rte_cryptodev_sym_session_init(TEST_CDEV_ID, sess,
425                                 &cipher_xform, params.session_priv_mpool);
426                 TEST_ASSERT_SUCCESS(ret, "Failed to init session\n");
427
428                 rte_crypto_op_attach_sym_session(op, sess);
429         } else {
430                 struct rte_crypto_sym_xform *first_xform;
431
432                 rte_crypto_op_sym_xforms_alloc(op, NUM);
433                 op->sess_type = RTE_CRYPTO_OP_SESSIONLESS;
434                 first_xform = &cipher_xform;
435                 sym_op->xform = first_xform;
436                 uint32_t len = IV_OFFSET + MAXIMUM_IV_LENGTH +
437                                 (sizeof(struct rte_crypto_sym_xform) * 2);
438                 op->private_data_offset = len;
439                 /* Fill in private data information */
440                 rte_memcpy(&m_data.response_info, &response_info,
441                            sizeof(m_data));
442                 rte_memcpy((uint8_t *)op + len, &m_data, sizeof(m_data));
443         }
444
445         sym_op->m_src = m;
446         sym_op->cipher.data.offset = 0;
447         sym_op->cipher.data.length = PACKET_LENGTH;
448
449         ret = send_op_recv_ev(op);
450         TEST_ASSERT_SUCCESS(ret, "Failed to enqueue op to cryptodev\n");
451
452         test_crypto_adapter_stats();
453
454         return TEST_SUCCESS;
455 }
456
457 static int
458 test_sessionless_with_op_new_mode(void)
459 {
460         uint32_t cap;
461         int ret;
462
463         ret = rte_event_crypto_adapter_caps_get(TEST_ADAPTER_ID, evdev, &cap);
464         TEST_ASSERT_SUCCESS(ret, "Failed to get adapter capabilities\n");
465
466         if (!(cap & RTE_EVENT_CRYPTO_ADAPTER_CAP_INTERNAL_PORT_OP_FWD) &&
467             !(cap & RTE_EVENT_CRYPTO_ADAPTER_CAP_INTERNAL_PORT_OP_NEW))
468                 map_adapter_service_core();
469         else {
470                 if (!(cap & RTE_EVENT_CRYPTO_ADAPTER_CAP_INTERNAL_PORT_OP_NEW))
471                         return TEST_SKIPPED;
472         }
473
474         /* start the event crypto adapter */
475         TEST_ASSERT_SUCCESS(rte_event_crypto_adapter_start(TEST_ADAPTER_ID),
476                                 "Failed to start event crypto adapter");
477
478         ret = test_op_new_mode(1);
479         TEST_ASSERT_SUCCESS(ret, "Sessionless - NEW mode test failed\n");
480         return TEST_SUCCESS;
481 }
482
483 static int
484 test_session_with_op_new_mode(void)
485 {
486         uint32_t cap;
487         int ret;
488
489         ret = rte_event_crypto_adapter_caps_get(TEST_ADAPTER_ID, evdev, &cap);
490         TEST_ASSERT_SUCCESS(ret, "Failed to get adapter capabilities\n");
491
492         if (!(cap & RTE_EVENT_CRYPTO_ADAPTER_CAP_INTERNAL_PORT_OP_FWD) &&
493             !(cap & RTE_EVENT_CRYPTO_ADAPTER_CAP_INTERNAL_PORT_OP_NEW))
494                 map_adapter_service_core();
495         else {
496                 if (!(cap & RTE_EVENT_CRYPTO_ADAPTER_CAP_INTERNAL_PORT_OP_NEW))
497                         return TEST_SKIPPED;
498         }
499
500         TEST_ASSERT_SUCCESS(rte_event_crypto_adapter_start(TEST_ADAPTER_ID),
501                                 "Failed to start event crypto adapter");
502
503         ret = test_op_new_mode(0);
504         TEST_ASSERT_SUCCESS(ret, "Session based - NEW mode test failed\n");
505         return TEST_SUCCESS;
506 }
507
508 static int
509 configure_cryptodev(void)
510 {
511         struct rte_cryptodev_qp_conf qp_conf;
512         struct rte_cryptodev_config conf;
513         struct rte_cryptodev_info info;
514         unsigned int session_size;
515         uint8_t nb_devs;
516         int ret;
517
518         params.mbuf_pool = rte_pktmbuf_pool_create(
519                         "CRYPTO_ADAPTER_MBUFPOOL",
520                         NUM_MBUFS, MBUF_CACHE_SIZE, 0, MBUF_SIZE,
521                         rte_socket_id());
522         if (params.mbuf_pool == NULL) {
523                 RTE_LOG(ERR, USER1, "Can't create CRYPTO_MBUFPOOL\n");
524                 return TEST_FAILED;
525         }
526
527         params.op_mpool = rte_crypto_op_pool_create(
528                         "EVENT_CRYPTO_SYM_OP_POOL",
529                         RTE_CRYPTO_OP_TYPE_SYMMETRIC,
530                         NUM_MBUFS, MBUF_CACHE_SIZE,
531                         DEFAULT_NUM_XFORMS *
532                         sizeof(struct rte_crypto_sym_xform) +
533                         MAXIMUM_IV_LENGTH,
534                         rte_socket_id());
535         if (params.op_mpool == NULL) {
536                 RTE_LOG(ERR, USER1, "Can't create CRYPTO_OP_POOL\n");
537                 return TEST_FAILED;
538         }
539
540         /* Create a NULL crypto device */
541         nb_devs = rte_cryptodev_device_count_by_driver(
542                         rte_cryptodev_driver_id_get(
543                         RTE_STR(CRYPTODEV_NAME_NULL_PMD)));
544         if (!nb_devs) {
545                 ret = rte_vdev_init(
546                         RTE_STR(CRYPTODEV_NAME_NULL_PMD), NULL);
547
548                 TEST_ASSERT(ret == 0, "Failed to create pmd:%s instance\n",
549                             RTE_STR(CRYPTODEV_NAME_NULL_PMD));
550         }
551
552         nb_devs = rte_cryptodev_count();
553         if (!nb_devs) {
554                 RTE_LOG(ERR, USER1, "No crypto devices found!\n");
555                 return TEST_FAILED;
556         }
557
558         /*
559          * Create mempool with maximum number of sessions * 2,
560          * to include the session headers & private data
561          */
562         session_size = rte_cryptodev_sym_get_private_session_size(TEST_CDEV_ID);
563         session_size += sizeof(union rte_event_crypto_metadata);
564
565         params.session_mpool = rte_cryptodev_sym_session_pool_create(
566                         "CRYPTO_ADAPTER_SESSION_MP",
567                         MAX_NB_SESSIONS, 0, 0, 0, SOCKET_ID_ANY);
568         TEST_ASSERT_NOT_NULL(params.session_mpool,
569                         "session mempool allocation failed\n");
570
571         params.session_priv_mpool = rte_mempool_create(
572                                 "CRYPTO_AD_SESS_MP_PRIV",
573                                 MAX_NB_SESSIONS,
574                                 session_size,
575                                 0, 0, NULL, NULL, NULL,
576                                 NULL, SOCKET_ID_ANY,
577                                 0);
578         TEST_ASSERT_NOT_NULL(params.session_priv_mpool,
579                         "session mempool allocation failed\n");
580
581         rte_cryptodev_info_get(TEST_CDEV_ID, &info);
582         conf.nb_queue_pairs = info.max_nb_queue_pairs;
583         conf.socket_id = SOCKET_ID_ANY;
584         conf.ff_disable = RTE_CRYPTODEV_FF_SECURITY;
585
586         TEST_ASSERT_SUCCESS(rte_cryptodev_configure(TEST_CDEV_ID, &conf),
587                         "Failed to configure cryptodev %u with %u qps\n",
588                         TEST_CDEV_ID, conf.nb_queue_pairs);
589
590         qp_conf.nb_descriptors = DEFAULT_NUM_OPS_INFLIGHT;
591         qp_conf.mp_session = params.session_mpool;
592         qp_conf.mp_session_private = params.session_priv_mpool;
593
594         TEST_ASSERT_SUCCESS(rte_cryptodev_queue_pair_setup(
595                         TEST_CDEV_ID, TEST_CDEV_QP_ID, &qp_conf,
596                         rte_cryptodev_socket_id(TEST_CDEV_ID)),
597                         "Failed to setup queue pair %u on cryptodev %u\n",
598                         TEST_CDEV_QP_ID, TEST_CDEV_ID);
599
600         return TEST_SUCCESS;
601 }
602
603 static inline void
604 evdev_set_conf_values(struct rte_event_dev_config *dev_conf,
605                         struct rte_event_dev_info *info)
606 {
607         memset(dev_conf, 0, sizeof(struct rte_event_dev_config));
608         dev_conf->dequeue_timeout_ns = info->min_dequeue_timeout_ns;
609         dev_conf->nb_event_ports = NB_TEST_PORTS;
610         dev_conf->nb_event_queues = NB_TEST_QUEUES;
611         dev_conf->nb_event_queue_flows = info->max_event_queue_flows;
612         dev_conf->nb_event_port_dequeue_depth =
613                         info->max_event_port_dequeue_depth;
614         dev_conf->nb_event_port_enqueue_depth =
615                         info->max_event_port_enqueue_depth;
616         dev_conf->nb_event_port_enqueue_depth =
617                         info->max_event_port_enqueue_depth;
618         dev_conf->nb_events_limit =
619                         info->max_num_events;
620 }
621
622 static int
623 configure_eventdev(void)
624 {
625         struct rte_event_queue_conf queue_conf;
626         struct rte_event_dev_config devconf;
627         struct rte_event_dev_info info;
628         uint32_t queue_count;
629         uint32_t port_count;
630         int ret;
631         uint8_t qid;
632
633         if (!rte_event_dev_count()) {
634                 /* If there is no hardware eventdev, or no software vdev was
635                  * specified on the command line, create an instance of
636                  * event_sw.
637                  */
638                 LOG_DBG("Failed to find a valid event device... "
639                         "testing with event_sw device\n");
640                 TEST_ASSERT_SUCCESS(rte_vdev_init("event_sw0", NULL),
641                                         "Error creating eventdev");
642                 evdev = rte_event_dev_get_dev_id("event_sw0");
643         }
644
645         ret = rte_event_dev_info_get(evdev, &info);
646         TEST_ASSERT_SUCCESS(ret, "Failed to get event dev info\n");
647
648         evdev_set_conf_values(&devconf, &info);
649
650         ret = rte_event_dev_configure(evdev, &devconf);
651         TEST_ASSERT_SUCCESS(ret, "Failed to configure eventdev\n");
652
653         /* Set up event queue */
654         ret = rte_event_dev_attr_get(evdev, RTE_EVENT_DEV_ATTR_QUEUE_COUNT,
655                                         &queue_count);
656         TEST_ASSERT_SUCCESS(ret, "Queue count get failed\n");
657         TEST_ASSERT_EQUAL(queue_count, 2, "Unexpected queue count\n");
658
659         qid = TEST_APP_EV_QUEUE_ID;
660         ret = rte_event_queue_setup(evdev, qid, NULL);
661         TEST_ASSERT_SUCCESS(ret, "Failed to setup queue=%d\n", qid);
662
663         queue_conf.nb_atomic_flows = info.max_event_queue_flows;
664         queue_conf.nb_atomic_order_sequences = 32;
665         queue_conf.schedule_type = RTE_SCHED_TYPE_ATOMIC;
666         queue_conf.priority = RTE_EVENT_DEV_PRIORITY_HIGHEST;
667         queue_conf.event_queue_cfg = RTE_EVENT_QUEUE_CFG_SINGLE_LINK;
668
669         qid = TEST_CRYPTO_EV_QUEUE_ID;
670         ret = rte_event_queue_setup(evdev, qid, &queue_conf);
671         TEST_ASSERT_SUCCESS(ret, "Failed to setup queue=%u\n", qid);
672
673         /* Set up event port */
674         ret = rte_event_dev_attr_get(evdev, RTE_EVENT_DEV_ATTR_PORT_COUNT,
675                                         &port_count);
676         TEST_ASSERT_SUCCESS(ret, "Port count get failed\n");
677         TEST_ASSERT_EQUAL(port_count, 1, "Unexpected port count\n");
678
679         ret = rte_event_port_setup(evdev, TEST_APP_PORT_ID, NULL);
680         TEST_ASSERT_SUCCESS(ret, "Failed to setup port=%d\n",
681                             TEST_APP_PORT_ID);
682
683         qid = TEST_APP_EV_QUEUE_ID;
684         ret = rte_event_port_link(evdev, TEST_APP_PORT_ID, &qid, NULL, 1);
685         TEST_ASSERT(ret >= 0, "Failed to link queue port=%d\n",
686                     TEST_APP_PORT_ID);
687
688         return TEST_SUCCESS;
689 }
690
691 static void
692 test_crypto_adapter_free(void)
693 {
694         rte_event_crypto_adapter_free(TEST_ADAPTER_ID);
695 }
696
697 static int
698 test_crypto_adapter_create(void)
699 {
700         struct rte_event_port_conf conf = {
701                 .dequeue_depth = 8,
702                 .enqueue_depth = 8,
703                 .new_event_threshold = 1200,
704         };
705         int ret;
706
707         /* Create adapter with default port creation callback */
708         ret = rte_event_crypto_adapter_create(TEST_ADAPTER_ID,
709                                               TEST_CDEV_ID,
710                                               &conf, 0);
711         TEST_ASSERT_SUCCESS(ret, "Failed to create event crypto adapter\n");
712
713         return TEST_SUCCESS;
714 }
715
716 static int
717 test_crypto_adapter_qp_add_del(void)
718 {
719         uint32_t cap;
720         int ret;
721
722         ret = rte_event_crypto_adapter_caps_get(TEST_ADAPTER_ID, evdev, &cap);
723         TEST_ASSERT_SUCCESS(ret, "Failed to get adapter capabilities\n");
724
725         if (cap & RTE_EVENT_CRYPTO_ADAPTER_CAP_INTERNAL_PORT_QP_EV_BIND) {
726                 ret = rte_event_crypto_adapter_queue_pair_add(TEST_ADAPTER_ID,
727                                 TEST_CDEV_ID, TEST_CDEV_QP_ID, &response_info);
728         } else
729                 ret = rte_event_crypto_adapter_queue_pair_add(TEST_ADAPTER_ID,
730                                         TEST_CDEV_ID, TEST_CDEV_QP_ID, NULL);
731
732         TEST_ASSERT_SUCCESS(ret, "Failed to create add queue pair\n");
733
734         ret = rte_event_crypto_adapter_queue_pair_del(TEST_ADAPTER_ID,
735                                         TEST_CDEV_ID, TEST_CDEV_QP_ID);
736         TEST_ASSERT_SUCCESS(ret, "Failed to delete add queue pair\n");
737
738         return TEST_SUCCESS;
739 }
740
741 static int
742 configure_event_crypto_adapter(enum rte_event_crypto_adapter_mode mode)
743 {
744         struct rte_event_port_conf conf = {
745                 .dequeue_depth = 8,
746                 .enqueue_depth = 8,
747                 .new_event_threshold = 1200,
748         };
749
750         uint32_t cap;
751         int ret;
752
753         /* Create adapter with default port creation callback */
754         ret = rte_event_crypto_adapter_create(TEST_ADAPTER_ID,
755                                               TEST_CDEV_ID,
756                                               &conf, mode);
757         TEST_ASSERT_SUCCESS(ret, "Failed to create event crypto adapter\n");
758
759         ret = rte_event_crypto_adapter_caps_get(TEST_ADAPTER_ID, evdev, &cap);
760         TEST_ASSERT_SUCCESS(ret, "Failed to get adapter capabilities\n");
761
762         if (cap & RTE_EVENT_CRYPTO_ADAPTER_CAP_INTERNAL_PORT_QP_EV_BIND) {
763                 ret = rte_event_crypto_adapter_queue_pair_add(TEST_ADAPTER_ID,
764                                 TEST_CDEV_ID, TEST_CDEV_QP_ID, &response_info);
765         } else
766                 ret = rte_event_crypto_adapter_queue_pair_add(TEST_ADAPTER_ID,
767                                 TEST_CDEV_ID, TEST_CDEV_QP_ID, NULL);
768
769         TEST_ASSERT_SUCCESS(ret, "Failed to add queue pair\n");
770
771         ret = rte_event_crypto_adapter_event_port_get(TEST_ADAPTER_ID,
772                                 &params.crypto_event_port_id);
773         TEST_ASSERT_SUCCESS(ret, "Failed to get event port\n");
774
775         return TEST_SUCCESS;
776 }
777
778 static void
779 test_crypto_adapter_stop(void)
780 {
781         uint32_t evdev_service_id, adapter_service_id;
782
783         /* retrieve service ids & stop services */
784         if (rte_event_crypto_adapter_service_id_get(TEST_ADAPTER_ID,
785                                                 &adapter_service_id) == 0) {
786                 rte_service_runstate_set(adapter_service_id, 0);
787                 rte_service_lcore_stop(slcore_id);
788                 rte_service_lcore_del(slcore_id);
789                 rte_event_crypto_adapter_stop(TEST_ADAPTER_ID);
790         }
791
792         if (rte_event_dev_service_id_get(evdev, &evdev_service_id) == 0) {
793                 rte_service_runstate_set(evdev_service_id, 0);
794                 rte_service_lcore_stop(slcore_id);
795                 rte_service_lcore_del(slcore_id);
796                 rte_event_dev_stop(evdev);
797         }
798 }
799
800 static int
801 test_crypto_adapter_conf(enum rte_event_crypto_adapter_mode mode)
802 {
803         uint32_t evdev_service_id;
804         uint8_t qid;
805         int ret;
806
807         if (!crypto_adapter_setup_done) {
808                 ret = configure_event_crypto_adapter(mode);
809                 if (!ret) {
810                         qid = TEST_CRYPTO_EV_QUEUE_ID;
811                         ret = rte_event_port_link(evdev,
812                                 params.crypto_event_port_id, &qid, NULL, 1);
813                         TEST_ASSERT(ret >= 0, "Failed to link queue %d "
814                                         "port=%u\n", qid,
815                                         params.crypto_event_port_id);
816                 }
817                 crypto_adapter_setup_done = 1;
818         }
819
820         /* retrieve service ids */
821         if (rte_event_dev_service_id_get(evdev, &evdev_service_id) == 0) {
822                 /* add a service core and start it */
823                 TEST_ASSERT_SUCCESS(rte_service_lcore_add(slcore_id),
824                                         "Failed to add service core");
825                 TEST_ASSERT_SUCCESS(rte_service_lcore_start(slcore_id),
826                                         "Failed to start service core");
827
828                 /* map services to it */
829                 TEST_ASSERT_SUCCESS(rte_service_map_lcore_set(evdev_service_id,
830                                 slcore_id, 1), "Failed to map evdev service");
831
832                 /* set services to running */
833                 TEST_ASSERT_SUCCESS(rte_service_runstate_set(evdev_service_id,
834                                         1), "Failed to start evdev service");
835         }
836
837         /* start the eventdev */
838         TEST_ASSERT_SUCCESS(rte_event_dev_start(evdev),
839                                 "Failed to start event device");
840
841         return TEST_SUCCESS;
842 }
843
844 static int
845 test_crypto_adapter_conf_op_forward_mode(void)
846 {
847         enum rte_event_crypto_adapter_mode mode;
848
849         mode = RTE_EVENT_CRYPTO_ADAPTER_OP_FORWARD;
850         TEST_ASSERT_SUCCESS(test_crypto_adapter_conf(mode),
851                                 "Failed to config crypto adapter");
852
853         return TEST_SUCCESS;
854 }
855
856 static int
857 test_crypto_adapter_conf_op_new_mode(void)
858 {
859         enum rte_event_crypto_adapter_mode mode;
860
861         mode = RTE_EVENT_CRYPTO_ADAPTER_OP_NEW;
862         TEST_ASSERT_SUCCESS(test_crypto_adapter_conf(mode),
863                                 "Failed to config crypto adapter");
864
865         return TEST_SUCCESS;
866 }
867
868
869 static int
870 testsuite_setup(void)
871 {
872         int ret;
873
874         slcore_id = rte_get_next_lcore(-1, 1, 0);
875         TEST_ASSERT_NOT_EQUAL(slcore_id, RTE_MAX_LCORE, "At least 2 lcores "
876                         "are required to run this autotest\n");
877
878         /* Setup and start event device. */
879         ret = configure_eventdev();
880         TEST_ASSERT_SUCCESS(ret, "Failed to setup eventdev\n");
881
882         /* Setup and start crypto device. */
883         ret = configure_cryptodev();
884         TEST_ASSERT_SUCCESS(ret, "cryptodev initialization failed\n");
885
886         return TEST_SUCCESS;
887 }
888
889 static void
890 crypto_teardown(void)
891 {
892         /* Free mbuf mempool */
893         if (params.mbuf_pool != NULL) {
894                 RTE_LOG(DEBUG, USER1, "CRYPTO_ADAPTER_MBUFPOOL count %u\n",
895                 rte_mempool_avail_count(params.mbuf_pool));
896                 rte_mempool_free(params.mbuf_pool);
897                 params.mbuf_pool = NULL;
898         }
899
900         /* Free session mempool */
901         if (params.session_mpool != NULL) {
902                 RTE_LOG(DEBUG, USER1, "CRYPTO_ADAPTER_SESSION_MP count %u\n",
903                 rte_mempool_avail_count(params.session_mpool));
904                 rte_mempool_free(params.session_mpool);
905                 params.session_mpool = NULL;
906         }
907         if (params.session_priv_mpool != NULL) {
908                 rte_mempool_avail_count(params.session_priv_mpool);
909                 rte_mempool_free(params.session_priv_mpool);
910                 params.session_priv_mpool = NULL;
911         }
912
913         /* Free ops mempool */
914         if (params.op_mpool != NULL) {
915                 RTE_LOG(DEBUG, USER1, "EVENT_CRYPTO_SYM_OP_POOL count %u\n",
916                 rte_mempool_avail_count(params.op_mpool));
917                 rte_mempool_free(params.op_mpool);
918                 params.op_mpool = NULL;
919         }
920 }
921
922 static void
923 eventdev_teardown(void)
924 {
925         rte_event_dev_stop(evdev);
926 }
927
928 static void
929 testsuite_teardown(void)
930 {
931         crypto_teardown();
932         eventdev_teardown();
933 }
934
935 static struct unit_test_suite functional_testsuite = {
936         .suite_name = "Event crypto adapter test suite",
937         .setup = testsuite_setup,
938         .teardown = testsuite_teardown,
939         .unit_test_cases = {
940
941                 TEST_CASE_ST(NULL, test_crypto_adapter_free,
942                                 test_crypto_adapter_create),
943
944                 TEST_CASE_ST(test_crypto_adapter_create,
945                                 test_crypto_adapter_free,
946                                 test_crypto_adapter_qp_add_del),
947
948                 TEST_CASE_ST(test_crypto_adapter_create,
949                                 test_crypto_adapter_free,
950                                 test_crypto_adapter_stats),
951
952                 TEST_CASE_ST(test_crypto_adapter_conf_op_forward_mode,
953                                 test_crypto_adapter_stop,
954                                 test_session_with_op_forward_mode),
955
956                 TEST_CASE_ST(test_crypto_adapter_conf_op_forward_mode,
957                                 test_crypto_adapter_stop,
958                                 test_sessionless_with_op_forward_mode),
959
960                 TEST_CASE_ST(test_crypto_adapter_conf_op_new_mode,
961                                 test_crypto_adapter_stop,
962                                 test_session_with_op_new_mode),
963
964                 TEST_CASE_ST(test_crypto_adapter_conf_op_new_mode,
965                                 test_crypto_adapter_stop,
966                                 test_sessionless_with_op_new_mode),
967
968                 TEST_CASES_END() /**< NULL terminate unit test array */
969         }
970 };
971
972 static int
973 test_event_crypto_adapter(void)
974 {
975         return unit_test_suite_runner(&functional_testsuite);
976 }
977
978 REGISTER_TEST_COMMAND(event_crypto_adapter_autotest,
979                 test_event_crypto_adapter);