test/test/test_event_crypto_adapter.c

   1 /* SPDX-License-Identifier: BSD-3-Clause
   2  * Copyright(c) 2018 Intel Corporation.
   3  * All rights reserved.
   4  */
   5
   6 #include <string.h>
   7 #include <rte_common.h>
   8 #include <rte_mempool.h>
   9 #include <rte_mbuf.h>
  10 #include <rte_cryptodev.h>
  11 #include <rte_eventdev.h>
  12 #include <rte_bus_vdev.h>
  13 #include <rte_service.h>
  14 #include <rte_event_crypto_adapter.h>
  15 #include "test.h"
  16
  17 #define PKT_TRACE                  0
  18 #define NUM                        1
  19 #define DEFAULT_NUM_XFORMS        (2)
  20 #define NUM_MBUFS                 (8191)
  21 #define MBUF_CACHE_SIZE           (256)
  22 #define MAXIMUM_IV_LENGTH         (16)
  23 #define DEFAULT_NUM_OPS_INFLIGHT  (128)
  24 #define TEST_APP_PORT_ID           0
  25 #define TEST_APP_EV_QUEUE_ID       0
  26 #define TEST_APP_EV_PRIORITY       0
  27 #define TEST_APP_EV_FLOWID         0xAABB
  28 #define TEST_CRYPTO_EV_QUEUE_ID    1
  29 #define TEST_ADAPTER_ID            0
  30 #define TEST_CDEV_ID               0
  31 #define TEST_CDEV_QP_ID            0
  32 #define PACKET_LENGTH              64
  33 #define NB_TEST_PORTS              1
  34 #define NB_TEST_QUEUES             2
  35 #define NUM_CORES                  1
  36 #define CRYPTODEV_NAME_NULL_PMD    crypto_null
  37
  38 #define MBUF_SIZE              (sizeof(struct rte_mbuf) + \
  39                                 RTE_PKTMBUF_HEADROOM + PACKET_LENGTH)
  40 #define IV_OFFSET              (sizeof(struct rte_crypto_op) + \
  41                                 sizeof(struct rte_crypto_sym_op) + \
  42                                 DEFAULT_NUM_XFORMS * \
  43                                 sizeof(struct rte_crypto_sym_xform))
  44
  45 /* Handle log statements in same manner as test macros */
  46 #define LOG_DBG(...)    RTE_LOG(DEBUG, EAL, __VA_ARGS__)
  47
  48 static const uint8_t text_64B[] = {
  49         0x05, 0x15, 0x77, 0x32, 0xc9, 0x66, 0x91, 0x50,
  50         0x93, 0x9f, 0xbb, 0x4e, 0x2e, 0x5a, 0x02, 0xd0,
  51         0x2d, 0x9d, 0x31, 0x5d, 0xc8, 0x9e, 0x86, 0x36,
  52         0x54, 0x5c, 0x50, 0xe8, 0x75, 0x54, 0x74, 0x5e,
  53         0xd5, 0xa2, 0x84, 0x21, 0x2d, 0xc5, 0xf8, 0x1c,
  54         0x55, 0x1a, 0xba, 0x91, 0xce, 0xb5, 0xa3, 0x1e,
  55         0x31, 0xbf, 0xe9, 0xa1, 0x97, 0x5c, 0x2b, 0xd6,
  56         0x57, 0xa5, 0x9f, 0xab, 0xbd, 0xb0, 0x9b, 0x9c
  57 };
  58
  59 struct event_crypto_adapter_test_params {
  60         struct rte_mempool *mbuf_pool;
  61         struct rte_mempool *op_mpool;
  62         struct rte_mempool *session_mpool;
  63         struct rte_cryptodev_config *config;
  64         uint8_t crypto_event_port_id;
  65 };
  66
  67 struct rte_event response_info = {
  68         .queue_id = TEST_APP_EV_QUEUE_ID,
  69         .sched_type = RTE_SCHED_TYPE_ATOMIC,
  70         .flow_id = TEST_APP_EV_FLOWID,
  71         .priority = TEST_APP_EV_PRIORITY
  72 };
  73
  74 struct rte_event_crypto_request request_info = {
  75         .cdev_id = TEST_CDEV_ID,
  76         .queue_pair_id = TEST_CDEV_QP_ID
  77 };
  78
  79 static struct event_crypto_adapter_test_params params;
  80 static uint8_t crypto_adapter_setup_done;
  81 static uint32_t slcore_id;
  82 static int evdev;
  83
  84 static struct rte_mbuf *
  85 alloc_fill_mbuf(struct rte_mempool *mpool, const uint8_t *data,
  86                 size_t len, uint8_t blocksize)
  87 {
  88         struct rte_mbuf *m = rte_pktmbuf_alloc(mpool);
  89         size_t t_len = len - (blocksize ? (len % blocksize) : 0);
  90
  91         if (m) {
  92                 char *dst = rte_pktmbuf_append(m, t_len);
  93
  94                 if (!dst) {
  95                         rte_pktmbuf_free(m);
  96                         return NULL;
  97                 }
  98
  99                 rte_memcpy(dst, (const void *)data, t_len);
 100         }
 101         return m;
 102 }
 103
 104 static int
 105 send_recv_ev(struct rte_event *ev)
 106 {
 107         struct rte_crypto_op *op;
 108         struct rte_event recv_ev;
 109         int ret;
 110
 111         ret = rte_event_enqueue_burst(evdev, TEST_APP_PORT_ID, ev, NUM);
 112         TEST_ASSERT_EQUAL(ret, NUM,
 113                           "Failed to send event to crypto adapter\n");
 114
 115         while (rte_event_dequeue_burst(evdev,
 116                         TEST_APP_PORT_ID, &recv_ev, NUM, 0) == 0)
 117                 rte_pause();
 118
 119         op = recv_ev.event_ptr;
 120 #if PKT_TRACE
 121         struct rte_mbuf *m = op->sym->m_src;
 122         rte_pktmbuf_dump(stdout, m, rte_pktmbuf_pkt_len(m));
 123 #endif
 124         rte_pktmbuf_free(op->sym->m_src);
 125         rte_crypto_op_free(op);
 126
 127         return TEST_SUCCESS;
 128 }
 129
 130 static int
 131 test_crypto_adapter_stats(void)
 132 {
 133         struct rte_event_crypto_adapter_stats stats;
 134
 135         rte_event_crypto_adapter_stats_get(TEST_ADAPTER_ID, &stats);
 136         printf(" +------------------------------------------------------+\n");
 137         printf(" + Crypto adapter stats for instance %u:\n", TEST_ADAPTER_ID);
 138         printf(" + Event port poll count          %" PRIx64 "\n",
 139                 stats.event_poll_count);
 140         printf(" + Event dequeue count            %" PRIx64 "\n",
 141                 stats.event_deq_count);
 142         printf(" + Cryptodev enqueue count        %" PRIx64 "\n",
 143                 stats.crypto_enq_count);
 144         printf(" + Cryptodev enqueue failed count %" PRIx64 "\n",
 145                 stats.crypto_enq_fail);
 146         printf(" + Cryptodev dequeue count        %" PRIx64 "\n",
 147                 stats.crypto_deq_count);
 148         printf(" + Event enqueue count            %" PRIx64 "\n",
 149                 stats.event_enq_count);
 150         printf(" + Event enqueue retry count      %" PRIx64 "\n",
 151                 stats.event_enq_retry_count);
 152         printf(" + Event enqueue fail count       %" PRIx64 "\n",
 153                 stats.event_enq_fail_count);
 154         printf(" +------------------------------------------------------+\n");
 155
 156         rte_event_crypto_adapter_stats_reset(TEST_ADAPTER_ID);
 157         return TEST_SUCCESS;
 158 }
 159
 160 static int
 161 test_op_forward_mode(uint8_t session_less)
 162 {
 163         struct rte_crypto_sym_xform cipher_xform;
 164         struct rte_cryptodev_sym_session *sess;
 165         union rte_event_crypto_metadata m_data;
 166         struct rte_crypto_sym_op *sym_op;
 167         struct rte_crypto_op *op;
 168         struct rte_mbuf *m;
 169         struct rte_event ev;
 170         uint32_t cap;
 171         int ret;
 172
 173         memset(&m_data, 0, sizeof(m_data));
 174
 175         m = alloc_fill_mbuf(params.mbuf_pool, text_64B, PACKET_LENGTH, 0);
 176         TEST_ASSERT_NOT_NULL(m, "Failed to allocate mbuf!\n");
 177 #if PKT_TRACE
 178         rte_pktmbuf_dump(stdout, m, rte_pktmbuf_pkt_len(m));
 179 #endif
 180         /* Setup Cipher Parameters */
 181         cipher_xform.type = RTE_CRYPTO_SYM_XFORM_CIPHER;
 182         cipher_xform.next = NULL;
 183
 184         cipher_xform.cipher.algo = RTE_CRYPTO_CIPHER_NULL;
 185         cipher_xform.cipher.op = RTE_CRYPTO_CIPHER_OP_ENCRYPT;
 186
 187         op = rte_crypto_op_alloc(params.op_mpool,
 188                         RTE_CRYPTO_OP_TYPE_SYMMETRIC);
 189         TEST_ASSERT_NOT_NULL(op,
 190                 "Failed to allocate symmetric crypto operation struct\n");
 191
 192         sym_op = op->sym;
 193
 194         if (!session_less) {
 195                 sess = rte_cryptodev_sym_session_create(params.session_mpool);
 196                 TEST_ASSERT_NOT_NULL(sess, "Session creation failed\n");
 197
 198                 /* Create Crypto session*/
 199                 rte_cryptodev_sym_session_init(TEST_CDEV_ID, sess,
 200                                 &cipher_xform, params.session_mpool);
 201
 202                 ret = rte_event_crypto_adapter_caps_get(TEST_ADAPTER_ID,
 203                                                         evdev, &cap);
 204                 TEST_ASSERT_SUCCESS(ret, "Failed to get adapter capabilities\n");
 205
 206                 if (cap & RTE_EVENT_CRYPTO_ADAPTER_CAP_SESSION_PRIVATE_DATA) {
 207                         /* Fill in private date information */
 208                         rte_memcpy(&m_data.response_info, &response_info,
 209                                 sizeof(response_info));
 210                         rte_memcpy(&m_data.request_info, &request_info,
 211                                 sizeof(request_info));
 212                         rte_cryptodev_sym_session_set_private_data(sess,
 213                                                 &m_data, sizeof(m_data));
 214                 }
 215
 216                 rte_crypto_op_attach_sym_session(op, sess);
 217         } else {
 218                 struct rte_crypto_sym_xform *first_xform;
 219
 220                 rte_crypto_op_sym_xforms_alloc(op, NUM);
 221                 op->sess_type = RTE_CRYPTO_OP_SESSIONLESS;
 222                 first_xform = &cipher_xform;
 223                 sym_op->xform = first_xform;
 224                 uint32_t len = IV_OFFSET + MAXIMUM_IV_LENGTH +
 225                                 (sizeof(struct rte_crypto_sym_xform) * 2);
 226                 op->private_data_offset = len;
 227                 /* Fill in private data information */
 228                 rte_memcpy(&m_data.response_info, &response_info,
 229                            sizeof(response_info));
 230                 rte_memcpy(&m_data.request_info, &request_info,
 231                            sizeof(request_info));
 232                 rte_memcpy((uint8_t *)op + len, &m_data, sizeof(m_data));
 233         }
 234
 235         sym_op->m_src = m;
 236         sym_op->cipher.data.offset = 0;
 237         sym_op->cipher.data.length = PACKET_LENGTH;
 238
 239         /* Fill in event info and update event_ptr with rte_crypto_op */
 240         memset(&ev, 0, sizeof(ev));
 241         ev.queue_id = TEST_CRYPTO_EV_QUEUE_ID;
 242         ev.sched_type = RTE_SCHED_TYPE_ATOMIC;
 243         ev.flow_id = 0xAABB;
 244         ev.event_ptr = op;
 245
 246         ret = send_recv_ev(&ev);
 247         TEST_ASSERT_SUCCESS(ret, "Failed to send/receive event to "
 248                                 "crypto adapter\n");
 249
 250         test_crypto_adapter_stats();
 251
 252         return TEST_SUCCESS;
 253 }
 254
 255 static int
 256 map_adapter_service_core(void)
 257 {
 258         uint32_t adapter_service_id;
 259         int ret;
 260
 261         if (rte_event_crypto_adapter_service_id_get(TEST_ADAPTER_ID,
 262                                                 &adapter_service_id) == 0) {
 263                 uint32_t core_list[NUM_CORES];
 264
 265                 ret = rte_service_lcore_list(core_list, NUM_CORES);
 266                 TEST_ASSERT(ret >= 0, "Failed to get service core list!");
 267
 268                 if (core_list[0] != slcore_id) {
 269                         TEST_ASSERT_SUCCESS(rte_service_lcore_add(slcore_id),
 270                                                 "Failed to add service core");
 271                         TEST_ASSERT_SUCCESS(rte_service_lcore_start(slcore_id),
 272                                                 "Failed to start service core");
 273                 }
 274
 275                 TEST_ASSERT_SUCCESS(rte_service_map_lcore_set(
 276                                         adapter_service_id, slcore_id, 1),
 277                                         "Failed to map adapter service");
 278         }
 279
 280         return TEST_SUCCESS;
 281 }
 282
 283 static int
 284 test_sessionless_with_op_forward_mode(void)
 285 {
 286         uint32_t cap;
 287         int ret;
 288
 289         ret = rte_event_crypto_adapter_caps_get(TEST_ADAPTER_ID, evdev, &cap);
 290         TEST_ASSERT_SUCCESS(ret, "Failed to get adapter capabilities\n");
 291
 292         if (!(cap & RTE_EVENT_CRYPTO_ADAPTER_CAP_INTERNAL_PORT_OP_FWD))
 293                 map_adapter_service_core();
 294
 295         TEST_ASSERT_SUCCESS(rte_event_crypto_adapter_start(TEST_ADAPTER_ID),
 296                                 "Failed to start event crypto adapter");
 297
 298         ret = test_op_forward_mode(1);
 299         TEST_ASSERT_SUCCESS(ret, "Sessionless - FORWARD mode test failed\n");
 300         return TEST_SUCCESS;
 301 }
 302
 303 static int
 304 test_session_with_op_forward_mode(void)
 305 {
 306         uint32_t cap;
 307         int ret;
 308
 309         ret = rte_event_crypto_adapter_caps_get(TEST_ADAPTER_ID, evdev, &cap);
 310         TEST_ASSERT_SUCCESS(ret, "Failed to get adapter capabilities\n");
 311
 312         if (!(cap & RTE_EVENT_CRYPTO_ADAPTER_CAP_INTERNAL_PORT_OP_FWD))
 313                 map_adapter_service_core();
 314
 315         TEST_ASSERT_SUCCESS(rte_event_crypto_adapter_start(TEST_ADAPTER_ID
 316                                 ), "Failed to start event crypto adapter");
 317
 318         ret = test_op_forward_mode(0);
 319         TEST_ASSERT_SUCCESS(ret, "Session based - FORWARD mode test failed\n");
 320         return TEST_SUCCESS;
 321 }
 322
 323 static int
 324 send_op_recv_ev(struct rte_crypto_op *op)
 325 {
 326         struct rte_crypto_op *recv_op;
 327         struct rte_event ev;
 328         int ret;
 329
 330         ret = rte_cryptodev_enqueue_burst(TEST_CDEV_ID, TEST_CDEV_QP_ID,
 331                                           &op, NUM);
 332         TEST_ASSERT_EQUAL(ret, NUM, "Failed to enqueue to cryptodev\n");
 333         memset(&ev, 0, sizeof(ev));
 334
 335         while (rte_event_dequeue_burst(evdev,
 336                 TEST_APP_PORT_ID, &ev, NUM, 0) == 0)
 337                 rte_pause();
 338
 339         recv_op = ev.event_ptr;
 340 #if PKT_TRACE
 341         struct rte_mbuf *m = recv_op->sym->m_src;
 342         rte_pktmbuf_dump(stdout, m, rte_pktmbuf_pkt_len(m));
 343 #endif
 344         rte_pktmbuf_free(recv_op->sym->m_src);
 345         rte_crypto_op_free(recv_op);
 346
 347         return TEST_SUCCESS;
 348 }
 349
 350 static int
 351 test_op_new_mode(uint8_t session_less)
 352 {
 353         struct rte_crypto_sym_xform cipher_xform;
 354         struct rte_cryptodev_sym_session *sess;
 355         union rte_event_crypto_metadata m_data;
 356         struct rte_crypto_sym_op *sym_op;
 357         struct rte_crypto_op *op;
 358         struct rte_mbuf *m;
 359         uint32_t cap;
 360         int ret;
 361
 362         memset(&m_data, 0, sizeof(m_data));
 363
 364         m = alloc_fill_mbuf(params.mbuf_pool, text_64B, PACKET_LENGTH, 0);
 365         TEST_ASSERT_NOT_NULL(m, "Failed to allocate mbuf!\n");
 366 #if PKT_TRACE
 367         rte_pktmbuf_dump(stdout, m, rte_pktmbuf_pkt_len(m));
 368 #endif
 369         /* Setup Cipher Parameters */
 370         cipher_xform.type = RTE_CRYPTO_SYM_XFORM_CIPHER;
 371         cipher_xform.next = NULL;
 372
 373         cipher_xform.cipher.algo = RTE_CRYPTO_CIPHER_NULL;
 374         cipher_xform.cipher.op = RTE_CRYPTO_CIPHER_OP_ENCRYPT;
 375
 376         op = rte_crypto_op_alloc(params.op_mpool,
 377                         RTE_CRYPTO_OP_TYPE_SYMMETRIC);
 378         TEST_ASSERT_NOT_NULL(op, "Failed to allocate crypto_op!\n");
 379
 380         sym_op = op->sym;
 381
 382         if (!session_less) {
 383                 sess = rte_cryptodev_sym_session_create(params.session_mpool);
 384                 TEST_ASSERT_NOT_NULL(sess, "Session creation failed\n");
 385
 386                 ret = rte_event_crypto_adapter_caps_get(TEST_ADAPTER_ID,
 387                                                         evdev, &cap);
 388                 TEST_ASSERT_SUCCESS(ret, "Failed to get adapter capabilities\n");
 389
 390                 if (cap & RTE_EVENT_CRYPTO_ADAPTER_CAP_SESSION_PRIVATE_DATA) {
 391                         /* Fill in private data information */
 392                         rte_memcpy(&m_data.response_info, &response_info,
 393                                    sizeof(m_data));
 394                         rte_cryptodev_sym_session_set_private_data(sess,
 395                                                 &m_data, sizeof(m_data));
 396                 }
 397                 rte_cryptodev_sym_session_init(TEST_CDEV_ID, sess,
 398                                 &cipher_xform, params.session_mpool);
 399                 rte_crypto_op_attach_sym_session(op, sess);
 400         } else {
 401                 struct rte_crypto_sym_xform *first_xform;
 402
 403                 rte_crypto_op_sym_xforms_alloc(op, NUM);
 404                 op->sess_type = RTE_CRYPTO_OP_SESSIONLESS;
 405                 first_xform = &cipher_xform;
 406                 sym_op->xform = first_xform;
 407                 uint32_t len = IV_OFFSET + MAXIMUM_IV_LENGTH +
 408                                 (sizeof(struct rte_crypto_sym_xform) * 2);
 409                 op->private_data_offset = len;
 410                 /* Fill in private data information */
 411                 rte_memcpy(&m_data.response_info, &response_info,
 412                            sizeof(m_data));
 413                 rte_memcpy((uint8_t *)op + len, &m_data, sizeof(m_data));
 414         }
 415
 416         sym_op->m_src = m;
 417         sym_op->cipher.data.offset = 0;
 418         sym_op->cipher.data.length = PACKET_LENGTH;
 419
 420         ret = send_op_recv_ev(op);
 421         TEST_ASSERT_SUCCESS(ret, "Failed to enqueue op to cryptodev\n");
 422
 423         test_crypto_adapter_stats();
 424
 425         return TEST_SUCCESS;
 426 }
 427
 428 static int
 429 test_sessionless_with_op_new_mode(void)
 430 {
 431         uint32_t cap;
 432         int ret;
 433
 434         ret = rte_event_crypto_adapter_caps_get(TEST_ADAPTER_ID, evdev, &cap);
 435         TEST_ASSERT_SUCCESS(ret, "Failed to get adapter capabilities\n");
 436
 437         if (!(cap & RTE_EVENT_CRYPTO_ADAPTER_CAP_INTERNAL_PORT_OP_FWD) ||
 438             !(cap & RTE_EVENT_CRYPTO_ADAPTER_CAP_INTERNAL_PORT_OP_NEW))
 439                 map_adapter_service_core();
 440
 441         /* start the event crypto adapter */
 442         TEST_ASSERT_SUCCESS(rte_event_crypto_adapter_start(TEST_ADAPTER_ID),
 443                                 "Failed to start event crypto adapter");
 444
 445         ret = test_op_new_mode(1);
 446         TEST_ASSERT_SUCCESS(ret, "Sessionless - NEW mode test failed\n");
 447         return TEST_SUCCESS;
 448 }
 449
 450 static int
 451 test_session_with_op_new_mode(void)
 452 {
 453         uint32_t cap;
 454         int ret;
 455
 456         ret = rte_event_crypto_adapter_caps_get(TEST_ADAPTER_ID, evdev, &cap);
 457         TEST_ASSERT_SUCCESS(ret, "Failed to get adapter capabilities\n");
 458
 459         if (!(cap & RTE_EVENT_CRYPTO_ADAPTER_CAP_INTERNAL_PORT_OP_FWD) ||
 460             !(cap & RTE_EVENT_CRYPTO_ADAPTER_CAP_INTERNAL_PORT_OP_NEW))
 461                 map_adapter_service_core();
 462
 463         TEST_ASSERT_SUCCESS(rte_event_crypto_adapter_start(TEST_ADAPTER_ID),
 464                                 "Failed to start event crypto adapter");
 465
 466         ret = test_op_new_mode(0);
 467         TEST_ASSERT_SUCCESS(ret, "Session based - NEW mode test failed\n");
 468         return TEST_SUCCESS;
 469 }
 470
 471 static int
 472 configure_cryptodev(void)
 473 {
 474         struct rte_cryptodev_qp_conf qp_conf;
 475         struct rte_cryptodev_config conf;
 476         struct rte_cryptodev_info info;
 477         unsigned int session_size;
 478         uint8_t nb_devs;
 479         int ret;
 480
 481         params.mbuf_pool = rte_pktmbuf_pool_create(
 482                         "CRYPTO_ADAPTER_MBUFPOOL",
 483                         NUM_MBUFS, MBUF_CACHE_SIZE, 0, MBUF_SIZE,
 484                         rte_socket_id());
 485         if (params.mbuf_pool == NULL) {
 486                 RTE_LOG(ERR, USER1, "Can't create CRYPTO_MBUFPOOL\n");
 487                 return TEST_FAILED;
 488         }
 489
 490         params.op_mpool = rte_crypto_op_pool_create(
 491                         "EVENT_CRYPTO_SYM_OP_POOL",
 492                         RTE_CRYPTO_OP_TYPE_SYMMETRIC,
 493                         NUM_MBUFS, MBUF_CACHE_SIZE,
 494                         DEFAULT_NUM_XFORMS *
 495                         sizeof(struct rte_crypto_sym_xform) +
 496                         MAXIMUM_IV_LENGTH,
 497                         rte_socket_id());
 498         if (params.op_mpool == NULL) {
 499                 RTE_LOG(ERR, USER1, "Can't create CRYPTO_OP_POOL\n");
 500                 return TEST_FAILED;
 501         }
 502
 503         /* Create a NULL crypto device */
 504         nb_devs = rte_cryptodev_device_count_by_driver(
 505                         rte_cryptodev_driver_id_get(
 506                         RTE_STR(CRYPTODEV_NAME_NULL_PMD)));
 507         if (!nb_devs) {
 508                 ret = rte_vdev_init(
 509                         RTE_STR(CRYPTODEV_NAME_NULL_PMD), NULL);
 510
 511                 TEST_ASSERT(ret == 0, "Failed to create pmd:%s instance\n",
 512                             RTE_STR(CRYPTODEV_NAME_NULL_PMD));
 513         }
 514
 515         nb_devs = rte_cryptodev_count();
 516         if (!nb_devs) {
 517                 RTE_LOG(ERR, USER1, "No crypto devices found!\n");
 518                 return TEST_FAILED;
 519         }
 520
 521         /*
 522          * Create mempool with maximum number of sessions * 2,
 523          * to include the session headers & private data
 524          */
 525         session_size = rte_cryptodev_get_private_session_size(TEST_CDEV_ID);
 526         session_size += sizeof(union rte_event_crypto_metadata);
 527
 528         params.session_mpool = rte_mempool_create(
 529                                 "CRYPTO_ADAPTER_SESSION_MP",
 530                                 info.sym.max_nb_sessions * 2,
 531                                 session_size,
 532                                 0, 0, NULL, NULL, NULL,
 533                                 NULL, SOCKET_ID_ANY,
 534                                 0);
 535
 536         TEST_ASSERT_NOT_NULL(params.session_mpool,
 537                         "session mempool allocation failed\n");
 538
 539         rte_cryptodev_info_get(TEST_CDEV_ID, &info);
 540         conf.nb_queue_pairs = info.max_nb_queue_pairs;
 541         conf.socket_id = SOCKET_ID_ANY;
 542
 543         TEST_ASSERT_SUCCESS(rte_cryptodev_configure(TEST_CDEV_ID, &conf),
 544                         "Failed to configure cryptodev %u with %u qps\n",
 545                         TEST_CDEV_ID, conf.nb_queue_pairs);
 546
 547         qp_conf.nb_descriptors = DEFAULT_NUM_OPS_INFLIGHT;
 548
 549         TEST_ASSERT_SUCCESS(rte_cryptodev_queue_pair_setup(
 550                         TEST_CDEV_ID, TEST_CDEV_QP_ID, &qp_conf,
 551                         rte_cryptodev_socket_id(TEST_CDEV_ID),
 552                         params.session_mpool),
 553                         "Failed to setup queue pair %u on cryptodev %u\n",
 554                         TEST_CDEV_QP_ID, TEST_CDEV_ID);
 555
 556         return TEST_SUCCESS;
 557 }
 558
 559 static inline void
 560 evdev_set_conf_values(struct rte_event_dev_config *dev_conf,
 561                         struct rte_event_dev_info *info)
 562 {
 563         memset(dev_conf, 0, sizeof(struct rte_event_dev_config));
 564         dev_conf->dequeue_timeout_ns = info->min_dequeue_timeout_ns;
 565         dev_conf->nb_event_ports = NB_TEST_PORTS;
 566         dev_conf->nb_event_queues = NB_TEST_QUEUES;
 567         dev_conf->nb_event_queue_flows = info->max_event_queue_flows;
 568         dev_conf->nb_event_port_dequeue_depth =
 569                         info->max_event_port_dequeue_depth;
 570         dev_conf->nb_event_port_enqueue_depth =
 571                         info->max_event_port_enqueue_depth;
 572         dev_conf->nb_event_port_enqueue_depth =
 573                         info->max_event_port_enqueue_depth;
 574         dev_conf->nb_events_limit =
 575                         info->max_num_events;
 576 }
 577
 578 static int
 579 configure_eventdev(void)
 580 {
 581         struct rte_event_queue_conf queue_conf;
 582         struct rte_event_dev_config devconf;
 583         struct rte_event_dev_info info;
 584         uint32_t queue_count;
 585         uint32_t port_count;
 586         int ret;
 587         uint8_t qid;
 588
 589         if (!rte_event_dev_count()) {
 590                 /* If there is no hardware eventdev, or no software vdev was
 591                  * specified on the command line, create an instance of
 592                  * event_sw.
 593                  */
 594                 LOG_DBG("Failed to find a valid event device... "
 595                         "testing with event_sw device\n");
 596                 TEST_ASSERT_SUCCESS(rte_vdev_init("event_sw0", NULL),
 597                                         "Error creating eventdev");
 598                 evdev = rte_event_dev_get_dev_id("event_sw0");
 599         }
 600
 601         ret = rte_event_dev_info_get(evdev, &info);
 602         TEST_ASSERT_SUCCESS(ret, "Failed to get event dev info\n");
 603
 604         evdev_set_conf_values(&devconf, &info);
 605
 606         ret = rte_event_dev_configure(evdev, &devconf);
 607         TEST_ASSERT_SUCCESS(ret, "Failed to configure eventdev\n");
 608
 609         /* Set up event queue */
 610         ret = rte_event_dev_attr_get(evdev, RTE_EVENT_DEV_ATTR_QUEUE_COUNT,
 611                                         &queue_count);
 612         TEST_ASSERT_SUCCESS(ret, "Queue count get failed\n");
 613         TEST_ASSERT_EQUAL(queue_count, 2, "Unexpected queue count\n");
 614
 615         qid = TEST_APP_EV_QUEUE_ID;
 616         ret = rte_event_queue_setup(evdev, qid, NULL);
 617         TEST_ASSERT_SUCCESS(ret, "Failed to setup queue=%d\n", qid);
 618
 619         queue_conf.nb_atomic_flows = info.max_event_queue_flows;
 620         queue_conf.nb_atomic_order_sequences = 32;
 621         queue_conf.schedule_type = RTE_SCHED_TYPE_ATOMIC;
 622         queue_conf.priority = RTE_EVENT_DEV_PRIORITY_HIGHEST;
 623         queue_conf.event_queue_cfg = RTE_EVENT_QUEUE_CFG_SINGLE_LINK;
 624
 625         qid = TEST_CRYPTO_EV_QUEUE_ID;
 626         ret = rte_event_queue_setup(evdev, qid, &queue_conf);
 627         TEST_ASSERT_SUCCESS(ret, "Failed to setup queue=%u\n", qid);
 628
 629         /* Set up event port */
 630         ret = rte_event_dev_attr_get(evdev, RTE_EVENT_DEV_ATTR_PORT_COUNT,
 631                                         &port_count);
 632         TEST_ASSERT_SUCCESS(ret, "Port count get failed\n");
 633         TEST_ASSERT_EQUAL(port_count, 1, "Unexpected port count\n");
 634
 635         ret = rte_event_port_setup(evdev, TEST_APP_PORT_ID, NULL);
 636         TEST_ASSERT_SUCCESS(ret, "Failed to setup port=%d\n",
 637                             TEST_APP_PORT_ID);
 638
 639         qid = TEST_APP_EV_QUEUE_ID;
 640         ret = rte_event_port_link(evdev, TEST_APP_PORT_ID, &qid, NULL, 1);
 641         TEST_ASSERT(ret >= 0, "Failed to link queue port=%d\n",
 642                     TEST_APP_PORT_ID);
 643
 644         return TEST_SUCCESS;
 645 }
 646
 647 static void
 648 test_crypto_adapter_free(void)
 649 {
 650         rte_event_crypto_adapter_free(TEST_ADAPTER_ID);
 651 }
 652
 653 static int
 654 test_crypto_adapter_create(void)
 655 {
 656         struct rte_event_port_conf conf = {
 657                 .dequeue_depth = 8,
 658                 .enqueue_depth = 8,
 659                 .new_event_threshold = 1200,
 660         };
 661         int ret;
 662
 663         /* Create adapter with default port creation callback */
 664         ret = rte_event_crypto_adapter_create(TEST_ADAPTER_ID,
 665                                               TEST_CDEV_ID,
 666                                               &conf, 0);
 667         TEST_ASSERT_SUCCESS(ret, "Failed to create event crypto adapter\n");
 668
 669         return TEST_SUCCESS;
 670 }
 671
 672 static int
 673 test_crypto_adapter_qp_add_del(void)
 674 {
 675         uint32_t cap;
 676         int ret;
 677
 678         ret = rte_event_crypto_adapter_caps_get(TEST_ADAPTER_ID, evdev, &cap);
 679         TEST_ASSERT_SUCCESS(ret, "Failed to get adapter capabilities\n");
 680
 681         if (cap & RTE_EVENT_CRYPTO_ADAPTER_CAP_INTERNAL_PORT_QP_EV_BIND) {
 682                 ret = rte_event_crypto_adapter_queue_pair_add(TEST_ADAPTER_ID,
 683                                 TEST_CDEV_ID, TEST_CDEV_QP_ID, &response_info);
 684         } else
 685                 ret = rte_event_crypto_adapter_queue_pair_add(TEST_ADAPTER_ID,
 686                                         TEST_CDEV_ID, TEST_CDEV_QP_ID, NULL);
 687
 688         TEST_ASSERT_SUCCESS(ret, "Failed to create add queue pair\n");
 689
 690         ret = rte_event_crypto_adapter_queue_pair_del(TEST_ADAPTER_ID,
 691                                         TEST_CDEV_ID, TEST_CDEV_QP_ID);
 692         TEST_ASSERT_SUCCESS(ret, "Failed to delete add queue pair\n");
 693
 694         return TEST_SUCCESS;
 695 }
 696
 697 static int
 698 configure_event_crypto_adapter(enum rte_event_crypto_adapter_mode mode)
 699 {
 700         struct rte_event_port_conf conf = {
 701                 .dequeue_depth = 8,
 702                 .enqueue_depth = 8,
 703                 .new_event_threshold = 1200,
 704         };
 705
 706         uint32_t cap;
 707         int ret;
 708
 709         /* Create adapter with default port creation callback */
 710         ret = rte_event_crypto_adapter_create(TEST_ADAPTER_ID,
 711                                               TEST_CDEV_ID,
 712                                               &conf, mode);
 713         TEST_ASSERT_SUCCESS(ret, "Failed to create event crypto adapter\n");
 714
 715         ret = rte_event_crypto_adapter_caps_get(TEST_ADAPTER_ID, evdev, &cap);
 716         TEST_ASSERT_SUCCESS(ret, "Failed to get adapter capabilities\n");
 717
 718         if (cap & RTE_EVENT_CRYPTO_ADAPTER_CAP_INTERNAL_PORT_QP_EV_BIND) {
 719                 ret = rte_event_crypto_adapter_queue_pair_add(TEST_ADAPTER_ID,
 720                                 TEST_CDEV_ID, TEST_CDEV_QP_ID, &response_info);
 721         } else
 722                 ret = rte_event_crypto_adapter_queue_pair_add(TEST_ADAPTER_ID,
 723                                 TEST_CDEV_ID, TEST_CDEV_QP_ID, NULL);
 724
 725         TEST_ASSERT_SUCCESS(ret, "Failed to add queue pair\n");
 726
 727         ret = rte_event_crypto_adapter_event_port_get(TEST_ADAPTER_ID,
 728                                 &params.crypto_event_port_id);
 729         TEST_ASSERT_SUCCESS(ret, "Failed to get event port\n");
 730
 731         return TEST_SUCCESS;
 732 }
 733
 734 static void
 735 test_crypto_adapter_stop(void)
 736 {
 737         uint32_t evdev_service_id, adapter_service_id;
 738
 739         /* retrieve service ids & stop services */
 740         if (rte_event_crypto_adapter_service_id_get(TEST_ADAPTER_ID,
 741                                                 &adapter_service_id) == 0) {
 742                 rte_service_runstate_set(adapter_service_id, 0);
 743                 rte_service_lcore_stop(slcore_id);
 744                 rte_service_lcore_del(slcore_id);
 745                 rte_event_crypto_adapter_stop(TEST_ADAPTER_ID);
 746         }
 747
 748         if (rte_event_dev_service_id_get(evdev, &evdev_service_id) == 0) {
 749                 rte_service_runstate_set(evdev_service_id, 0);
 750                 rte_service_lcore_stop(slcore_id);
 751                 rte_service_lcore_del(slcore_id);
 752                 rte_event_dev_stop(evdev);
 753         }
 754 }
 755
 756 static int
 757 test_crypto_adapter_conf(enum rte_event_crypto_adapter_mode mode)
 758 {
 759         uint32_t evdev_service_id;
 760         uint8_t qid;
 761         int ret;
 762
 763         if (!crypto_adapter_setup_done) {
 764                 ret = configure_event_crypto_adapter(mode);
 765                 if (!ret) {
 766                         qid = TEST_CRYPTO_EV_QUEUE_ID;
 767                         ret = rte_event_port_link(evdev,
 768                                 params.crypto_event_port_id, &qid, NULL, 1);
 769                         TEST_ASSERT(ret >= 0, "Failed to link queue %d "
 770                                         "port=%u\n", qid,
 771                                         params.crypto_event_port_id);
 772                 }
 773                 crypto_adapter_setup_done = 1;
 774         }
 775
 776         /* retrieve service ids */
 777         if (rte_event_dev_service_id_get(evdev, &evdev_service_id) == 0) {
 778                 /* add a service core and start it */
 779                 TEST_ASSERT_SUCCESS(rte_service_lcore_add(slcore_id),
 780                                         "Failed to add service core");
 781                 TEST_ASSERT_SUCCESS(rte_service_lcore_start(slcore_id),
 782                                         "Failed to start service core");
 783
 784                 /* map services to it */
 785                 TEST_ASSERT_SUCCESS(rte_service_map_lcore_set(evdev_service_id,
 786                                 slcore_id, 1), "Failed to map evdev service");
 787
 788                 /* set services to running */
 789                 TEST_ASSERT_SUCCESS(rte_service_runstate_set(evdev_service_id,
 790                                         1), "Failed to start evdev service");
 791         }
 792
 793         /* start the eventdev */
 794         TEST_ASSERT_SUCCESS(rte_event_dev_start(evdev),
 795                                 "Failed to start event device");
 796
 797         return TEST_SUCCESS;
 798 }
 799
 800 static int
 801 test_crypto_adapter_conf_op_forward_mode(void)
 802 {
 803         enum rte_event_crypto_adapter_mode mode;
 804
 805         mode = RTE_EVENT_CRYPTO_ADAPTER_OP_FORWARD;
 806         test_crypto_adapter_conf(mode);
 807
 808         return TEST_SUCCESS;
 809 }
 810
 811 static int
 812 test_crypto_adapter_conf_op_new_mode(void)
 813 {
 814         enum rte_event_crypto_adapter_mode mode;
 815
 816         mode = RTE_EVENT_CRYPTO_ADAPTER_OP_NEW;
 817         test_crypto_adapter_conf(mode);
 818         return TEST_SUCCESS;
 819 }
 820
 821
 822 static int
 823 testsuite_setup(void)
 824 {
 825         int ret;
 826
 827         slcore_id = rte_get_next_lcore(-1, 1, 0);
 828         TEST_ASSERT_NOT_EQUAL(slcore_id, RTE_MAX_LCORE, "At least 2 lcores "
 829                         "are required to run this autotest\n");
 830
 831         /* Setup and start event device. */
 832         ret = configure_eventdev();
 833         TEST_ASSERT_SUCCESS(ret, "Failed to setup eventdev\n");
 834
 835         /* Setup and start crypto device. */
 836         ret = configure_cryptodev();
 837         TEST_ASSERT_SUCCESS(ret, "cryptodev initialization failed\n");
 838
 839         return TEST_SUCCESS;
 840 }
 841
 842 static void
 843 crypto_teardown(void)
 844 {
 845         /* Free mbuf mempool */
 846         if (params.mbuf_pool != NULL) {
 847                 RTE_LOG(DEBUG, USER1, "CRYPTO_ADAPTER_MBUFPOOL count %u\n",
 848                 rte_mempool_avail_count(params.mbuf_pool));
 849                 rte_mempool_free(params.mbuf_pool);
 850                 params.mbuf_pool = NULL;
 851         }
 852
 853         /* Free session mempool */
 854         if (params.session_mpool != NULL) {
 855                 RTE_LOG(DEBUG, USER1, "CRYPTO_ADAPTER_SESSION_MP count %u\n",
 856                 rte_mempool_avail_count(params.session_mpool));
 857                 rte_mempool_free(params.session_mpool);
 858                 params.session_mpool = NULL;
 859         }
 860
 861         /* Free ops mempool */
 862         if (params.op_mpool != NULL) {
 863                 RTE_LOG(DEBUG, USER1, "EVENT_CRYPTO_SYM_OP_POOL count %u\n",
 864                 rte_mempool_avail_count(params.op_mpool));
 865                 rte_mempool_free(params.op_mpool);
 866                 params.op_mpool = NULL;
 867         }
 868 }
 869
 870 static void
 871 eventdev_teardown(void)
 872 {
 873         rte_event_dev_stop(evdev);
 874 }
 875
 876 static void
 877 testsuite_teardown(void)
 878 {
 879         crypto_teardown();
 880         eventdev_teardown();
 881 }
 882
 883 static struct unit_test_suite functional_testsuite = {
 884         .suite_name = "Event crypto adapter test suite",
 885         .setup = testsuite_setup,
 886         .teardown = testsuite_teardown,
 887         .unit_test_cases = {
 888
 889                 TEST_CASE_ST(NULL, test_crypto_adapter_free,
 890                                 test_crypto_adapter_create),
 891
 892                 TEST_CASE_ST(test_crypto_adapter_create,
 893                                 test_crypto_adapter_free,
 894                                 test_crypto_adapter_qp_add_del),
 895
 896                 TEST_CASE_ST(test_crypto_adapter_create,
 897                                 test_crypto_adapter_free,
 898                                 test_crypto_adapter_stats),
 899
 900                 TEST_CASE_ST(test_crypto_adapter_conf_op_forward_mode,
 901                                 test_crypto_adapter_stop,
 902                                 test_session_with_op_forward_mode),
 903
 904                 TEST_CASE_ST(test_crypto_adapter_conf_op_forward_mode,
 905                                 test_crypto_adapter_stop,
 906                                 test_sessionless_with_op_forward_mode),
 907
 908                 TEST_CASE_ST(test_crypto_adapter_conf_op_new_mode,
 909                                 test_crypto_adapter_stop,
 910                                 test_session_with_op_new_mode),
 911
 912                 TEST_CASE_ST(test_crypto_adapter_conf_op_new_mode,
 913                                 test_crypto_adapter_stop,
 914                                 test_sessionless_with_op_new_mode),
 915
 916                 TEST_CASES_END() /**< NULL terminate unit test array */
 917         }
 918 };
 919
 920 static int
 921 test_event_crypto_adapter(void)
 922 {
 923         return unit_test_suite_runner(&functional_testsuite);
 924 }
 925
 926 REGISTER_TEST_COMMAND(event_crypto_adapter_autotest,
 927                 test_event_crypto_adapter);