app/test/test_event_crypto_adapter.c

   1 /* SPDX-License-Identifier: BSD-3-Clause
   2  * Copyright(c) 2018 Intel Corporation.
   3  * All rights reserved.
   4  */
   5
   6 #include "test.h"
   7 #include <string.h>
   8 #include <rte_common.h>
   9 #include <rte_mempool.h>
  10 #include <rte_mbuf.h>
  11 #include <rte_cryptodev.h>
  12
  13 #ifdef RTE_EXEC_ENV_WINDOWS
  14 static int
  15 test_event_crypto_adapter(void)
  16 {
  17         printf("event_crypto_adapter not supported on Windows, skipping test\n");
  18         return TEST_SKIPPED;
  19 }
  20
  21 #else
  22
  23 #include <rte_eventdev.h>
  24 #include <rte_bus_vdev.h>
  25 #include <rte_service.h>
  26 #include <rte_event_crypto_adapter.h>
  27
  28 #define PKT_TRACE                  0
  29 #define NUM                        1
  30 #define DEFAULT_NUM_XFORMS        (2)
  31 #define NUM_MBUFS                 (8191)
  32 #define MBUF_CACHE_SIZE           (256)
  33 #define MAXIMUM_IV_LENGTH         (16)
  34 #define DEFAULT_NUM_OPS_INFLIGHT  (128)
  35 #define MAX_NB_SESSIONS            4
  36 #define TEST_APP_PORT_ID           0
  37 #define TEST_APP_EV_QUEUE_ID       0
  38 #define TEST_APP_EV_PRIORITY       0
  39 #define TEST_APP_EV_FLOWID         0xAABB
  40 #define TEST_CRYPTO_EV_QUEUE_ID    1
  41 #define TEST_ADAPTER_ID            0
  42 #define TEST_CDEV_ID               0
  43 #define TEST_CDEV_QP_ID            0
  44 #define PACKET_LENGTH              64
  45 #define NB_TEST_PORTS              1
  46 #define NB_TEST_QUEUES             2
  47 #define NUM_CORES                  1
  48 #define CRYPTODEV_NAME_NULL_PMD    crypto_null
  49
  50 #define MBUF_SIZE              (sizeof(struct rte_mbuf) + \
  51                                 RTE_PKTMBUF_HEADROOM + PACKET_LENGTH)
  52 #define IV_OFFSET              (sizeof(struct rte_crypto_op) + \
  53                                 sizeof(struct rte_crypto_sym_op) + \
  54                                 DEFAULT_NUM_XFORMS * \
  55                                 sizeof(struct rte_crypto_sym_xform))
  56
  57 /* Handle log statements in same manner as test macros */
  58 #define LOG_DBG(...)    RTE_LOG(DEBUG, EAL, __VA_ARGS__)
  59
  60 static const uint8_t text_64B[] = {
  61         0x05, 0x15, 0x77, 0x32, 0xc9, 0x66, 0x91, 0x50,
  62         0x93, 0x9f, 0xbb, 0x4e, 0x2e, 0x5a, 0x02, 0xd0,
  63         0x2d, 0x9d, 0x31, 0x5d, 0xc8, 0x9e, 0x86, 0x36,
  64         0x54, 0x5c, 0x50, 0xe8, 0x75, 0x54, 0x74, 0x5e,
  65         0xd5, 0xa2, 0x84, 0x21, 0x2d, 0xc5, 0xf8, 0x1c,
  66         0x55, 0x1a, 0xba, 0x91, 0xce, 0xb5, 0xa3, 0x1e,
  67         0x31, 0xbf, 0xe9, 0xa1, 0x97, 0x5c, 0x2b, 0xd6,
  68         0x57, 0xa5, 0x9f, 0xab, 0xbd, 0xb0, 0x9b, 0x9c
  69 };
  70
  71 struct event_crypto_adapter_test_params {
  72         struct rte_mempool *mbuf_pool;
  73         struct rte_mempool *op_mpool;
  74         struct rte_mempool *session_mpool;
  75         struct rte_mempool *session_priv_mpool;
  76         struct rte_cryptodev_config *config;
  77         uint8_t crypto_event_port_id;
  78         uint8_t internal_port_op_fwd;
  79 };
  80
  81 struct rte_event response_info = {
  82         .queue_id = TEST_APP_EV_QUEUE_ID,
  83         .sched_type = RTE_SCHED_TYPE_ATOMIC,
  84         .flow_id = TEST_APP_EV_FLOWID,
  85         .priority = TEST_APP_EV_PRIORITY
  86 };
  87
  88 struct rte_event_crypto_request request_info = {
  89         .cdev_id = TEST_CDEV_ID,
  90         .queue_pair_id = TEST_CDEV_QP_ID
  91 };
  92
  93 static struct event_crypto_adapter_test_params params;
  94 static uint8_t crypto_adapter_setup_done;
  95 static uint32_t slcore_id;
  96 static int evdev;
  97
  98 static struct rte_mbuf *
  99 alloc_fill_mbuf(struct rte_mempool *mpool, const uint8_t *data,
 100                 size_t len, uint8_t blocksize)
 101 {
 102         struct rte_mbuf *m = rte_pktmbuf_alloc(mpool);
 103         size_t t_len = len - (blocksize ? (len % blocksize) : 0);
 104
 105         if (m) {
 106                 char *dst = rte_pktmbuf_append(m, t_len);
 107
 108                 if (!dst) {
 109                         rte_pktmbuf_free(m);
 110                         return NULL;
 111                 }
 112
 113                 rte_memcpy(dst, (const void *)data, t_len);
 114         }
 115         return m;
 116 }
 117
 118 static int
 119 send_recv_ev(struct rte_event *ev)
 120 {
 121         struct rte_crypto_op *op;
 122         struct rte_event recv_ev;
 123         int ret;
 124
 125         if (params.internal_port_op_fwd)
 126                 ret = rte_event_crypto_adapter_enqueue(evdev, TEST_APP_PORT_ID,
 127                                                        ev, NUM);
 128         else
 129                 ret = rte_event_enqueue_burst(evdev, TEST_APP_PORT_ID, ev, NUM);
 130         TEST_ASSERT_EQUAL(ret, NUM, "Failed to send event to crypto adapter\n");
 131
 132         while (rte_event_dequeue_burst(evdev,
 133                         TEST_APP_PORT_ID, &recv_ev, NUM, 0) == 0)
 134                 rte_pause();
 135
 136         op = recv_ev.event_ptr;
 137 #if PKT_TRACE
 138         struct rte_mbuf *m = op->sym->m_src;
 139         rte_pktmbuf_dump(stdout, m, rte_pktmbuf_pkt_len(m));
 140 #endif
 141         rte_pktmbuf_free(op->sym->m_src);
 142         rte_crypto_op_free(op);
 143
 144         return TEST_SUCCESS;
 145 }
 146
 147 static int
 148 test_crypto_adapter_stats(void)
 149 {
 150         struct rte_event_crypto_adapter_stats stats;
 151
 152         rte_event_crypto_adapter_stats_get(TEST_ADAPTER_ID, &stats);
 153         printf(" +------------------------------------------------------+\n");
 154         printf(" + Crypto adapter stats for instance %u:\n", TEST_ADAPTER_ID);
 155         printf(" + Event port poll count          %" PRIx64 "\n",
 156                 stats.event_poll_count);
 157         printf(" + Event dequeue count            %" PRIx64 "\n",
 158                 stats.event_deq_count);
 159         printf(" + Cryptodev enqueue count        %" PRIx64 "\n",
 160                 stats.crypto_enq_count);
 161         printf(" + Cryptodev enqueue failed count %" PRIx64 "\n",
 162                 stats.crypto_enq_fail);
 163         printf(" + Cryptodev dequeue count        %" PRIx64 "\n",
 164                 stats.crypto_deq_count);
 165         printf(" + Event enqueue count            %" PRIx64 "\n",
 166                 stats.event_enq_count);
 167         printf(" + Event enqueue retry count      %" PRIx64 "\n",
 168                 stats.event_enq_retry_count);
 169         printf(" + Event enqueue fail count       %" PRIx64 "\n",
 170                 stats.event_enq_fail_count);
 171         printf(" +------------------------------------------------------+\n");
 172
 173         rte_event_crypto_adapter_stats_reset(TEST_ADAPTER_ID);
 174         return TEST_SUCCESS;
 175 }
 176
 177 static int
 178 test_op_forward_mode(uint8_t session_less)
 179 {
 180         struct rte_crypto_sym_xform cipher_xform;
 181         struct rte_cryptodev_sym_session *sess;
 182         union rte_event_crypto_metadata m_data;
 183         struct rte_crypto_sym_op *sym_op;
 184         struct rte_crypto_op *op;
 185         struct rte_mbuf *m;
 186         struct rte_event ev;
 187         uint32_t cap;
 188         int ret;
 189
 190         memset(&m_data, 0, sizeof(m_data));
 191
 192         m = alloc_fill_mbuf(params.mbuf_pool, text_64B, PACKET_LENGTH, 0);
 193         TEST_ASSERT_NOT_NULL(m, "Failed to allocate mbuf!\n");
 194 #if PKT_TRACE
 195         rte_pktmbuf_dump(stdout, m, rte_pktmbuf_pkt_len(m));
 196 #endif
 197         /* Setup Cipher Parameters */
 198         cipher_xform.type = RTE_CRYPTO_SYM_XFORM_CIPHER;
 199         cipher_xform.next = NULL;
 200         cipher_xform.cipher.algo = RTE_CRYPTO_CIPHER_NULL;
 201         cipher_xform.cipher.op = RTE_CRYPTO_CIPHER_OP_ENCRYPT;
 202
 203         op = rte_crypto_op_alloc(params.op_mpool,
 204                         RTE_CRYPTO_OP_TYPE_SYMMETRIC);
 205         TEST_ASSERT_NOT_NULL(op,
 206                 "Failed to allocate symmetric crypto operation struct\n");
 207
 208         sym_op = op->sym;
 209
 210         if (!session_less) {
 211                 sess = rte_cryptodev_sym_session_create(
 212                                 params.session_mpool);
 213                 TEST_ASSERT_NOT_NULL(sess, "Session creation failed\n");
 214
 215                 /* Create Crypto session*/
 216                 ret = rte_cryptodev_sym_session_init(TEST_CDEV_ID, sess,
 217                                 &cipher_xform, params.session_priv_mpool);
 218                 TEST_ASSERT_SUCCESS(ret, "Failed to init session\n");
 219
 220                 ret = rte_event_crypto_adapter_caps_get(evdev, TEST_CDEV_ID,
 221                                                         &cap);
 222                 TEST_ASSERT_SUCCESS(ret, "Failed to get adapter capabilities\n");
 223
 224                 if (cap & RTE_EVENT_CRYPTO_ADAPTER_CAP_SESSION_PRIVATE_DATA) {
 225                         /* Fill in private user data information */
 226                         m_data.request_info.cdev_id = request_info.cdev_id;
 227                         m_data.request_info.queue_pair_id =
 228                                 request_info.queue_pair_id;
 229                         m_data.response_info.event = response_info.event;
 230                         rte_cryptodev_session_event_mdata_set(TEST_CDEV_ID,
 231                                         sess, RTE_CRYPTO_OP_TYPE_SYMMETRIC,
 232                                         RTE_CRYPTO_OP_WITH_SESSION,
 233                                         &m_data, sizeof(m_data));
 234                 }
 235
 236                 rte_crypto_op_attach_sym_session(op, sess);
 237         } else {
 238                 struct rte_crypto_sym_xform *first_xform;
 239
 240                 rte_crypto_op_sym_xforms_alloc(op, NUM);
 241                 op->sess_type = RTE_CRYPTO_OP_SESSIONLESS;
 242                 first_xform = &cipher_xform;
 243                 sym_op->xform = first_xform;
 244                 uint32_t len = IV_OFFSET + MAXIMUM_IV_LENGTH;
 245                 op->private_data_offset = len;
 246                 /* Fill in private data information */
 247                 m_data.request_info.cdev_id = request_info.cdev_id;
 248                 m_data.request_info.queue_pair_id = request_info.queue_pair_id;
 249                 m_data.response_info.event = response_info.event;
 250                 rte_memcpy((uint8_t *)op + len, &m_data, sizeof(m_data));
 251         }
 252
 253         sym_op->m_src = m;
 254         sym_op->cipher.data.offset = 0;
 255         sym_op->cipher.data.length = PACKET_LENGTH;
 256
 257         /* Fill in event info and update event_ptr with rte_crypto_op */
 258         memset(&ev, 0, sizeof(ev));
 259         ev.queue_id = TEST_CRYPTO_EV_QUEUE_ID;
 260         ev.sched_type = RTE_SCHED_TYPE_ATOMIC;
 261         ev.flow_id = 0xAABB;
 262         ev.event_ptr = op;
 263
 264         ret = send_recv_ev(&ev);
 265         TEST_ASSERT_SUCCESS(ret, "Failed to send/receive event to "
 266                                 "crypto adapter\n");
 267
 268         test_crypto_adapter_stats();
 269
 270         return TEST_SUCCESS;
 271 }
 272
 273 static int
 274 map_adapter_service_core(void)
 275 {
 276         uint32_t adapter_service_id;
 277         int ret;
 278
 279         if (rte_event_crypto_adapter_service_id_get(TEST_ADAPTER_ID,
 280                                                 &adapter_service_id) == 0) {
 281                 uint32_t core_list[NUM_CORES];
 282
 283                 ret = rte_service_lcore_list(core_list, NUM_CORES);
 284                 TEST_ASSERT(ret >= 0, "Failed to get service core list!");
 285
 286                 if (core_list[0] != slcore_id) {
 287                         TEST_ASSERT_SUCCESS(rte_service_lcore_add(slcore_id),
 288                                                 "Failed to add service core");
 289                         TEST_ASSERT_SUCCESS(rte_service_lcore_start(slcore_id),
 290                                                 "Failed to start service core");
 291                 }
 292
 293                 TEST_ASSERT_SUCCESS(rte_service_map_lcore_set(
 294                                         adapter_service_id, slcore_id, 1),
 295                                         "Failed to map adapter service");
 296         }
 297
 298         return TEST_SUCCESS;
 299 }
 300
 301 static int
 302 test_sessionless_with_op_forward_mode(void)
 303 {
 304         uint32_t cap;
 305         int ret;
 306
 307         ret = rte_event_crypto_adapter_caps_get(evdev, TEST_CDEV_ID, &cap);
 308         TEST_ASSERT_SUCCESS(ret, "Failed to get adapter capabilities\n");
 309
 310         if (!(cap & RTE_EVENT_CRYPTO_ADAPTER_CAP_INTERNAL_PORT_OP_FWD) &&
 311             !(cap & RTE_EVENT_CRYPTO_ADAPTER_CAP_INTERNAL_PORT_OP_NEW))
 312                 map_adapter_service_core();
 313         else {
 314                 if (!(cap & RTE_EVENT_CRYPTO_ADAPTER_CAP_INTERNAL_PORT_OP_FWD))
 315                         return TEST_SKIPPED;
 316         }
 317
 318         TEST_ASSERT_SUCCESS(rte_event_crypto_adapter_start(TEST_ADAPTER_ID),
 319                                 "Failed to start event crypto adapter");
 320
 321         ret = test_op_forward_mode(1);
 322         TEST_ASSERT_SUCCESS(ret, "Sessionless - FORWARD mode test failed\n");
 323         return TEST_SUCCESS;
 324 }
 325
 326 static int
 327 test_session_with_op_forward_mode(void)
 328 {
 329         uint32_t cap;
 330         int ret;
 331
 332         ret = rte_event_crypto_adapter_caps_get(evdev, TEST_CDEV_ID, &cap);
 333         TEST_ASSERT_SUCCESS(ret, "Failed to get adapter capabilities\n");
 334
 335         if (!(cap & RTE_EVENT_CRYPTO_ADAPTER_CAP_INTERNAL_PORT_OP_FWD) &&
 336             !(cap & RTE_EVENT_CRYPTO_ADAPTER_CAP_INTERNAL_PORT_OP_NEW))
 337                 map_adapter_service_core();
 338         else {
 339                 if (!(cap & RTE_EVENT_CRYPTO_ADAPTER_CAP_INTERNAL_PORT_OP_FWD))
 340                         return TEST_SKIPPED;
 341         }
 342
 343         TEST_ASSERT_SUCCESS(rte_event_crypto_adapter_start(TEST_ADAPTER_ID
 344                                 ), "Failed to start event crypto adapter");
 345
 346         ret = test_op_forward_mode(0);
 347         TEST_ASSERT_SUCCESS(ret, "Session based - FORWARD mode test failed\n");
 348         return TEST_SUCCESS;
 349 }
 350
 351 static int
 352 send_op_recv_ev(struct rte_crypto_op *op)
 353 {
 354         struct rte_crypto_op *recv_op;
 355         struct rte_event ev;
 356         int ret;
 357
 358         ret = rte_cryptodev_enqueue_burst(TEST_CDEV_ID, TEST_CDEV_QP_ID,
 359                                           &op, NUM);
 360         TEST_ASSERT_EQUAL(ret, NUM, "Failed to enqueue to cryptodev\n");
 361         memset(&ev, 0, sizeof(ev));
 362
 363         while (rte_event_dequeue_burst(evdev,
 364                 TEST_APP_PORT_ID, &ev, NUM, 0) == 0)
 365                 rte_pause();
 366
 367         recv_op = ev.event_ptr;
 368 #if PKT_TRACE
 369         struct rte_mbuf *m = recv_op->sym->m_src;
 370         rte_pktmbuf_dump(stdout, m, rte_pktmbuf_pkt_len(m));
 371 #endif
 372         rte_pktmbuf_free(recv_op->sym->m_src);
 373         rte_crypto_op_free(recv_op);
 374
 375         return TEST_SUCCESS;
 376 }
 377
 378 static int
 379 test_op_new_mode(uint8_t session_less)
 380 {
 381         struct rte_crypto_sym_xform cipher_xform;
 382         struct rte_cryptodev_sym_session *sess;
 383         union rte_event_crypto_metadata m_data;
 384         struct rte_crypto_sym_op *sym_op;
 385         struct rte_crypto_op *op;
 386         struct rte_mbuf *m;
 387         uint32_t cap;
 388         int ret;
 389
 390         memset(&m_data, 0, sizeof(m_data));
 391
 392         m = alloc_fill_mbuf(params.mbuf_pool, text_64B, PACKET_LENGTH, 0);
 393         TEST_ASSERT_NOT_NULL(m, "Failed to allocate mbuf!\n");
 394 #if PKT_TRACE
 395         rte_pktmbuf_dump(stdout, m, rte_pktmbuf_pkt_len(m));
 396 #endif
 397         /* Setup Cipher Parameters */
 398         cipher_xform.type = RTE_CRYPTO_SYM_XFORM_CIPHER;
 399         cipher_xform.next = NULL;
 400         cipher_xform.cipher.algo = RTE_CRYPTO_CIPHER_NULL;
 401         cipher_xform.cipher.op = RTE_CRYPTO_CIPHER_OP_ENCRYPT;
 402
 403         op = rte_crypto_op_alloc(params.op_mpool,
 404                         RTE_CRYPTO_OP_TYPE_SYMMETRIC);
 405         TEST_ASSERT_NOT_NULL(op, "Failed to allocate crypto_op!\n");
 406
 407         sym_op = op->sym;
 408
 409         if (!session_less) {
 410                 sess = rte_cryptodev_sym_session_create(
 411                                 params.session_mpool);
 412                 TEST_ASSERT_NOT_NULL(sess, "Session creation failed\n");
 413
 414                 ret = rte_event_crypto_adapter_caps_get(evdev, TEST_CDEV_ID,
 415                                                         &cap);
 416                 TEST_ASSERT_SUCCESS(ret, "Failed to get adapter capabilities\n");
 417
 418                 if (cap & RTE_EVENT_CRYPTO_ADAPTER_CAP_SESSION_PRIVATE_DATA) {
 419                         /* Fill in private user data information */
 420                         m_data.response_info.event = response_info.event;
 421                         rte_cryptodev_session_event_mdata_set(TEST_CDEV_ID,
 422                                         sess, RTE_CRYPTO_OP_TYPE_SYMMETRIC,
 423                                         RTE_CRYPTO_OP_WITH_SESSION,
 424                                         &m_data, sizeof(m_data));
 425                 }
 426                 ret = rte_cryptodev_sym_session_init(TEST_CDEV_ID, sess,
 427                                 &cipher_xform, params.session_priv_mpool);
 428                 TEST_ASSERT_SUCCESS(ret, "Failed to init session\n");
 429
 430                 rte_crypto_op_attach_sym_session(op, sess);
 431         } else {
 432                 struct rte_crypto_sym_xform *first_xform;
 433
 434                 rte_crypto_op_sym_xforms_alloc(op, NUM);
 435                 op->sess_type = RTE_CRYPTO_OP_SESSIONLESS;
 436                 first_xform = &cipher_xform;
 437                 sym_op->xform = first_xform;
 438                 uint32_t len = IV_OFFSET + MAXIMUM_IV_LENGTH;
 439                 op->private_data_offset = len;
 440                 /* Fill in private data information */
 441                 m_data.response_info.event = response_info.event;
 442                 rte_memcpy((uint8_t *)op + len, &m_data, sizeof(m_data));
 443         }
 444
 445         sym_op->m_src = m;
 446         sym_op->cipher.data.offset = 0;
 447         sym_op->cipher.data.length = PACKET_LENGTH;
 448
 449         ret = send_op_recv_ev(op);
 450         TEST_ASSERT_SUCCESS(ret, "Failed to enqueue op to cryptodev\n");
 451
 452         test_crypto_adapter_stats();
 453
 454         return TEST_SUCCESS;
 455 }
 456
 457 static int
 458 test_sessionless_with_op_new_mode(void)
 459 {
 460         uint32_t cap;
 461         int ret;
 462
 463         ret = rte_event_crypto_adapter_caps_get(evdev, TEST_CDEV_ID, &cap);
 464         TEST_ASSERT_SUCCESS(ret, "Failed to get adapter capabilities\n");
 465
 466         if (!(cap & RTE_EVENT_CRYPTO_ADAPTER_CAP_INTERNAL_PORT_OP_FWD) &&
 467             !(cap & RTE_EVENT_CRYPTO_ADAPTER_CAP_INTERNAL_PORT_OP_NEW))
 468                 map_adapter_service_core();
 469         else {
 470                 if (!(cap & RTE_EVENT_CRYPTO_ADAPTER_CAP_INTERNAL_PORT_OP_NEW))
 471                         return TEST_SKIPPED;
 472         }
 473
 474         /* start the event crypto adapter */
 475         TEST_ASSERT_SUCCESS(rte_event_crypto_adapter_start(TEST_ADAPTER_ID),
 476                                 "Failed to start event crypto adapter");
 477
 478         ret = test_op_new_mode(1);
 479         TEST_ASSERT_SUCCESS(ret, "Sessionless - NEW mode test failed\n");
 480         return TEST_SUCCESS;
 481 }
 482
 483 static int
 484 test_session_with_op_new_mode(void)
 485 {
 486         uint32_t cap;
 487         int ret;
 488
 489         ret = rte_event_crypto_adapter_caps_get(evdev, TEST_CDEV_ID, &cap);
 490         TEST_ASSERT_SUCCESS(ret, "Failed to get adapter capabilities\n");
 491
 492         if (!(cap & RTE_EVENT_CRYPTO_ADAPTER_CAP_INTERNAL_PORT_OP_FWD) &&
 493             !(cap & RTE_EVENT_CRYPTO_ADAPTER_CAP_INTERNAL_PORT_OP_NEW))
 494                 map_adapter_service_core();
 495         else {
 496                 if (!(cap & RTE_EVENT_CRYPTO_ADAPTER_CAP_INTERNAL_PORT_OP_NEW))
 497                         return TEST_SKIPPED;
 498         }
 499
 500         TEST_ASSERT_SUCCESS(rte_event_crypto_adapter_start(TEST_ADAPTER_ID),
 501                                 "Failed to start event crypto adapter");
 502
 503         ret = test_op_new_mode(0);
 504         TEST_ASSERT_SUCCESS(ret, "Session based - NEW mode test failed\n");
 505         return TEST_SUCCESS;
 506 }
 507
 508 static int
 509 configure_cryptodev(void)
 510 {
 511         struct rte_cryptodev_qp_conf qp_conf;
 512         struct rte_cryptodev_config conf;
 513         struct rte_cryptodev_info info;
 514         unsigned int session_size;
 515         uint8_t nb_devs;
 516         int ret;
 517
 518         params.mbuf_pool = rte_pktmbuf_pool_create(
 519                         "CRYPTO_ADAPTER_MBUFPOOL",
 520                         NUM_MBUFS, MBUF_CACHE_SIZE, 0, MBUF_SIZE,
 521                         rte_socket_id());
 522         if (params.mbuf_pool == NULL) {
 523                 RTE_LOG(ERR, USER1, "Can't create CRYPTO_MBUFPOOL\n");
 524                 return TEST_FAILED;
 525         }
 526
 527         params.op_mpool = rte_crypto_op_pool_create(
 528                         "EVENT_CRYPTO_SYM_OP_POOL",
 529                         RTE_CRYPTO_OP_TYPE_SYMMETRIC,
 530                         NUM_MBUFS, MBUF_CACHE_SIZE,
 531                         DEFAULT_NUM_XFORMS *
 532                         sizeof(struct rte_crypto_sym_xform) +
 533                         MAXIMUM_IV_LENGTH +
 534                         sizeof(union rte_event_crypto_metadata),
 535                         rte_socket_id());
 536         if (params.op_mpool == NULL) {
 537                 RTE_LOG(ERR, USER1, "Can't create CRYPTO_OP_POOL\n");
 538                 return TEST_FAILED;
 539         }
 540
 541         /* Create a NULL crypto device */
 542         nb_devs = rte_cryptodev_device_count_by_driver(
 543                         rte_cryptodev_driver_id_get(
 544                         RTE_STR(CRYPTODEV_NAME_NULL_PMD)));
 545         if (!nb_devs) {
 546                 ret = rte_vdev_init(
 547                         RTE_STR(CRYPTODEV_NAME_NULL_PMD), NULL);
 548
 549                 TEST_ASSERT(ret == 0, "Failed to create pmd:%s instance\n",
 550                             RTE_STR(CRYPTODEV_NAME_NULL_PMD));
 551         }
 552
 553         nb_devs = rte_cryptodev_count();
 554         if (!nb_devs) {
 555                 RTE_LOG(ERR, USER1, "No crypto devices found!\n");
 556                 return TEST_FAILED;
 557         }
 558
 559         /*
 560          * Create mempool with maximum number of sessions * 2,
 561          * to include the session headers & private data
 562          */
 563         session_size = rte_cryptodev_sym_get_private_session_size(TEST_CDEV_ID);
 564         session_size += sizeof(union rte_event_crypto_metadata);
 565
 566         params.session_mpool = rte_cryptodev_sym_session_pool_create(
 567                         "CRYPTO_ADAPTER_SESSION_MP",
 568                         MAX_NB_SESSIONS, 0, 0,
 569                         sizeof(union rte_event_crypto_metadata),
 570                         SOCKET_ID_ANY);
 571         TEST_ASSERT_NOT_NULL(params.session_mpool,
 572                         "session mempool allocation failed\n");
 573
 574         params.session_priv_mpool = rte_mempool_create(
 575                                 "CRYPTO_AD_SESS_MP_PRIV",
 576                                 MAX_NB_SESSIONS,
 577                                 session_size,
 578                                 0, 0, NULL, NULL, NULL,
 579                                 NULL, SOCKET_ID_ANY,
 580                                 0);
 581         TEST_ASSERT_NOT_NULL(params.session_priv_mpool,
 582                         "session mempool allocation failed\n");
 583
 584         rte_cryptodev_info_get(TEST_CDEV_ID, &info);
 585         conf.nb_queue_pairs = info.max_nb_queue_pairs;
 586         conf.socket_id = SOCKET_ID_ANY;
 587         conf.ff_disable = RTE_CRYPTODEV_FF_SECURITY;
 588
 589         TEST_ASSERT_SUCCESS(rte_cryptodev_configure(TEST_CDEV_ID, &conf),
 590                         "Failed to configure cryptodev %u with %u qps\n",
 591                         TEST_CDEV_ID, conf.nb_queue_pairs);
 592
 593         qp_conf.nb_descriptors = DEFAULT_NUM_OPS_INFLIGHT;
 594         qp_conf.mp_session = params.session_mpool;
 595         qp_conf.mp_session_private = params.session_priv_mpool;
 596
 597         TEST_ASSERT_SUCCESS(rte_cryptodev_queue_pair_setup(
 598                         TEST_CDEV_ID, TEST_CDEV_QP_ID, &qp_conf,
 599                         rte_cryptodev_socket_id(TEST_CDEV_ID)),
 600                         "Failed to setup queue pair %u on cryptodev %u\n",
 601                         TEST_CDEV_QP_ID, TEST_CDEV_ID);
 602
 603         return TEST_SUCCESS;
 604 }
 605
 606 static inline void
 607 evdev_set_conf_values(struct rte_event_dev_config *dev_conf,
 608                         struct rte_event_dev_info *info)
 609 {
 610         memset(dev_conf, 0, sizeof(struct rte_event_dev_config));
 611         dev_conf->dequeue_timeout_ns = info->min_dequeue_timeout_ns;
 612         dev_conf->nb_event_ports = NB_TEST_PORTS;
 613         dev_conf->nb_event_queues = NB_TEST_QUEUES;
 614         dev_conf->nb_event_queue_flows = info->max_event_queue_flows;
 615         dev_conf->nb_event_port_dequeue_depth =
 616                         info->max_event_port_dequeue_depth;
 617         dev_conf->nb_event_port_enqueue_depth =
 618                         info->max_event_port_enqueue_depth;
 619         dev_conf->nb_event_port_enqueue_depth =
 620                         info->max_event_port_enqueue_depth;
 621         dev_conf->nb_events_limit =
 622                         info->max_num_events;
 623 }
 624
 625 static int
 626 configure_eventdev(void)
 627 {
 628         struct rte_event_queue_conf queue_conf;
 629         struct rte_event_dev_config devconf;
 630         struct rte_event_dev_info info;
 631         uint32_t queue_count;
 632         uint32_t port_count;
 633         int ret;
 634         uint8_t qid;
 635
 636         if (!rte_event_dev_count()) {
 637                 /* If there is no hardware eventdev, or no software vdev was
 638                  * specified on the command line, create an instance of
 639                  * event_sw.
 640                  */
 641                 LOG_DBG("Failed to find a valid event device... "
 642                         "testing with event_sw device\n");
 643                 TEST_ASSERT_SUCCESS(rte_vdev_init("event_sw0", NULL),
 644                                         "Error creating eventdev");
 645                 evdev = rte_event_dev_get_dev_id("event_sw0");
 646         }
 647
 648         ret = rte_event_dev_info_get(evdev, &info);
 649         TEST_ASSERT_SUCCESS(ret, "Failed to get event dev info\n");
 650
 651         evdev_set_conf_values(&devconf, &info);
 652
 653         ret = rte_event_dev_configure(evdev, &devconf);
 654         TEST_ASSERT_SUCCESS(ret, "Failed to configure eventdev\n");
 655
 656         /* Set up event queue */
 657         ret = rte_event_dev_attr_get(evdev, RTE_EVENT_DEV_ATTR_QUEUE_COUNT,
 658                                         &queue_count);
 659         TEST_ASSERT_SUCCESS(ret, "Queue count get failed\n");
 660         TEST_ASSERT_EQUAL(queue_count, 2, "Unexpected queue count\n");
 661
 662         qid = TEST_APP_EV_QUEUE_ID;
 663         ret = rte_event_queue_setup(evdev, qid, NULL);
 664         TEST_ASSERT_SUCCESS(ret, "Failed to setup queue=%d\n", qid);
 665
 666         queue_conf.nb_atomic_flows = info.max_event_queue_flows;
 667         queue_conf.nb_atomic_order_sequences = 32;
 668         queue_conf.schedule_type = RTE_SCHED_TYPE_ATOMIC;
 669         queue_conf.priority = RTE_EVENT_DEV_PRIORITY_HIGHEST;
 670         queue_conf.event_queue_cfg = RTE_EVENT_QUEUE_CFG_SINGLE_LINK;
 671
 672         qid = TEST_CRYPTO_EV_QUEUE_ID;
 673         ret = rte_event_queue_setup(evdev, qid, &queue_conf);
 674         TEST_ASSERT_SUCCESS(ret, "Failed to setup queue=%u\n", qid);
 675
 676         /* Set up event port */
 677         ret = rte_event_dev_attr_get(evdev, RTE_EVENT_DEV_ATTR_PORT_COUNT,
 678                                         &port_count);
 679         TEST_ASSERT_SUCCESS(ret, "Port count get failed\n");
 680         TEST_ASSERT_EQUAL(port_count, 1, "Unexpected port count\n");
 681
 682         ret = rte_event_port_setup(evdev, TEST_APP_PORT_ID, NULL);
 683         TEST_ASSERT_SUCCESS(ret, "Failed to setup port=%d\n",
 684                             TEST_APP_PORT_ID);
 685
 686         qid = TEST_APP_EV_QUEUE_ID;
 687         ret = rte_event_port_link(evdev, TEST_APP_PORT_ID, &qid, NULL, 1);
 688         TEST_ASSERT(ret >= 0, "Failed to link queue port=%d\n",
 689                     TEST_APP_PORT_ID);
 690
 691         return TEST_SUCCESS;
 692 }
 693
 694 static void
 695 test_crypto_adapter_free(void)
 696 {
 697         rte_event_crypto_adapter_free(TEST_ADAPTER_ID);
 698 }
 699
 700 static int
 701 test_crypto_adapter_create(void)
 702 {
 703         struct rte_event_port_conf conf = {
 704                 .dequeue_depth = 8,
 705                 .enqueue_depth = 8,
 706                 .new_event_threshold = 1200,
 707         };
 708         int ret;
 709
 710         /* Create adapter with default port creation callback */
 711         ret = rte_event_crypto_adapter_create(TEST_ADAPTER_ID,
 712                                               evdev,
 713                                               &conf, 0);
 714         TEST_ASSERT_SUCCESS(ret, "Failed to create event crypto adapter\n");
 715
 716         return TEST_SUCCESS;
 717 }
 718
 719 static int
 720 test_crypto_adapter_qp_add_del(void)
 721 {
 722         uint32_t cap;
 723         int ret;
 724
 725         ret = rte_event_crypto_adapter_caps_get(evdev, TEST_CDEV_ID, &cap);
 726         TEST_ASSERT_SUCCESS(ret, "Failed to get adapter capabilities\n");
 727
 728         if (cap & RTE_EVENT_CRYPTO_ADAPTER_CAP_INTERNAL_PORT_QP_EV_BIND) {
 729                 ret = rte_event_crypto_adapter_queue_pair_add(TEST_ADAPTER_ID,
 730                                 TEST_CDEV_ID, TEST_CDEV_QP_ID, &response_info);
 731         } else
 732                 ret = rte_event_crypto_adapter_queue_pair_add(TEST_ADAPTER_ID,
 733                                         TEST_CDEV_ID, TEST_CDEV_QP_ID, NULL);
 734
 735         TEST_ASSERT_SUCCESS(ret, "Failed to create add queue pair\n");
 736
 737         ret = rte_event_crypto_adapter_queue_pair_del(TEST_ADAPTER_ID,
 738                                         TEST_CDEV_ID, TEST_CDEV_QP_ID);
 739         TEST_ASSERT_SUCCESS(ret, "Failed to delete add queue pair\n");
 740
 741         return TEST_SUCCESS;
 742 }
 743
 744 static int
 745 configure_event_crypto_adapter(enum rte_event_crypto_adapter_mode mode)
 746 {
 747         struct rte_event_port_conf conf = {
 748                 .dequeue_depth = 8,
 749                 .enqueue_depth = 8,
 750                 .new_event_threshold = 1200,
 751         };
 752
 753         uint32_t cap;
 754         int ret;
 755
 756         ret = rte_event_crypto_adapter_caps_get(evdev, TEST_CDEV_ID, &cap);
 757         TEST_ASSERT_SUCCESS(ret, "Failed to get adapter capabilities\n");
 758
 759         /* Skip mode and capability mismatch check for SW eventdev */
 760         if (!(cap & RTE_EVENT_CRYPTO_ADAPTER_CAP_INTERNAL_PORT_OP_NEW) &&
 761             !(cap & RTE_EVENT_CRYPTO_ADAPTER_CAP_INTERNAL_PORT_OP_FWD) &&
 762             !(cap & RTE_EVENT_CRYPTO_ADAPTER_CAP_INTERNAL_PORT_QP_EV_BIND))
 763                 goto adapter_create;
 764
 765         if (mode == RTE_EVENT_CRYPTO_ADAPTER_OP_FORWARD) {
 766                 if (cap & RTE_EVENT_CRYPTO_ADAPTER_CAP_INTERNAL_PORT_OP_FWD)
 767                         params.internal_port_op_fwd = 1;
 768                 else
 769                         return -ENOTSUP;
 770         }
 771
 772         if ((mode == RTE_EVENT_CRYPTO_ADAPTER_OP_NEW) &&
 773             !(cap & RTE_EVENT_CRYPTO_ADAPTER_CAP_INTERNAL_PORT_OP_NEW))
 774                 return -ENOTSUP;
 775
 776 adapter_create:
 777         /* Create adapter with default port creation callback */
 778         ret = rte_event_crypto_adapter_create(TEST_ADAPTER_ID,
 779                                               evdev,
 780                                               &conf, mode);
 781         TEST_ASSERT_SUCCESS(ret, "Failed to create event crypto adapter\n");
 782
 783         if (cap & RTE_EVENT_CRYPTO_ADAPTER_CAP_INTERNAL_PORT_QP_EV_BIND) {
 784                 ret = rte_event_crypto_adapter_queue_pair_add(TEST_ADAPTER_ID,
 785                                 TEST_CDEV_ID, TEST_CDEV_QP_ID, &response_info);
 786         } else
 787                 ret = rte_event_crypto_adapter_queue_pair_add(TEST_ADAPTER_ID,
 788                                 TEST_CDEV_ID, TEST_CDEV_QP_ID, NULL);
 789
 790         TEST_ASSERT_SUCCESS(ret, "Failed to add queue pair\n");
 791
 792         if (!params.internal_port_op_fwd) {
 793                 ret = rte_event_crypto_adapter_event_port_get(TEST_ADAPTER_ID,
 794                                                 &params.crypto_event_port_id);
 795                 TEST_ASSERT_SUCCESS(ret, "Failed to get event port\n");
 796         }
 797
 798         return TEST_SUCCESS;
 799 }
 800
 801 static void
 802 test_crypto_adapter_stop(void)
 803 {
 804         uint32_t evdev_service_id, adapter_service_id;
 805
 806         /* retrieve service ids & stop services */
 807         if (rte_event_crypto_adapter_service_id_get(TEST_ADAPTER_ID,
 808                                                 &adapter_service_id) == 0) {
 809                 rte_service_runstate_set(adapter_service_id, 0);
 810                 rte_service_lcore_stop(slcore_id);
 811                 rte_service_lcore_del(slcore_id);
 812                 rte_event_crypto_adapter_stop(TEST_ADAPTER_ID);
 813         }
 814
 815         if (rte_event_dev_service_id_get(evdev, &evdev_service_id) == 0) {
 816                 rte_service_runstate_set(evdev_service_id, 0);
 817                 rte_service_lcore_stop(slcore_id);
 818                 rte_service_lcore_del(slcore_id);
 819                 rte_cryptodev_stop(TEST_CDEV_ID);
 820                 rte_event_dev_stop(evdev);
 821         } else {
 822                 rte_cryptodev_stop(TEST_CDEV_ID);
 823                 rte_event_dev_stop(evdev);
 824         }
 825 }
 826
 827 static int
 828 test_crypto_adapter_conf(enum rte_event_crypto_adapter_mode mode)
 829 {
 830         uint32_t evdev_service_id;
 831         uint8_t qid;
 832         int ret;
 833
 834         if (!crypto_adapter_setup_done) {
 835                 ret = configure_event_crypto_adapter(mode);
 836                 if (ret)
 837                         return ret;
 838                 if (!params.internal_port_op_fwd) {
 839                         qid = TEST_CRYPTO_EV_QUEUE_ID;
 840                         ret = rte_event_port_link(evdev,
 841                                 params.crypto_event_port_id, &qid, NULL, 1);
 842                         TEST_ASSERT(ret >= 0, "Failed to link queue %d "
 843                                         "port=%u\n", qid,
 844                                         params.crypto_event_port_id);
 845                 }
 846                 crypto_adapter_setup_done = 1;
 847         }
 848
 849         /* retrieve service ids */
 850         if (rte_event_dev_service_id_get(evdev, &evdev_service_id) == 0) {
 851                 /* add a service core and start it */
 852                 TEST_ASSERT_SUCCESS(rte_service_lcore_add(slcore_id),
 853                                         "Failed to add service core");
 854                 TEST_ASSERT_SUCCESS(rte_service_lcore_start(slcore_id),
 855                                         "Failed to start service core");
 856
 857                 /* map services to it */
 858                 TEST_ASSERT_SUCCESS(rte_service_map_lcore_set(evdev_service_id,
 859                                 slcore_id, 1), "Failed to map evdev service");
 860
 861                 /* set services to running */
 862                 TEST_ASSERT_SUCCESS(rte_service_runstate_set(evdev_service_id,
 863                                         1), "Failed to start evdev service");
 864         }
 865
 866         /* start the eventdev */
 867         TEST_ASSERT_SUCCESS(rte_event_dev_start(evdev),
 868                                 "Failed to start event device");
 869
 870         /* start the cryptodev */
 871         TEST_ASSERT_SUCCESS(rte_cryptodev_start(TEST_CDEV_ID),
 872                                 "Failed to start crypto device");
 873
 874         return TEST_SUCCESS;
 875 }
 876
 877 static int
 878 test_crypto_adapter_conf_op_forward_mode(void)
 879 {
 880         enum rte_event_crypto_adapter_mode mode;
 881
 882         mode = RTE_EVENT_CRYPTO_ADAPTER_OP_FORWARD;
 883
 884         return test_crypto_adapter_conf(mode);
 885 }
 886
 887 static int
 888 test_crypto_adapter_conf_op_new_mode(void)
 889 {
 890         enum rte_event_crypto_adapter_mode mode;
 891
 892         mode = RTE_EVENT_CRYPTO_ADAPTER_OP_NEW;
 893
 894         return test_crypto_adapter_conf(mode);
 895 }
 896
 897
 898 static int
 899 testsuite_setup(void)
 900 {
 901         int ret;
 902
 903         slcore_id = rte_get_next_lcore(-1, 1, 0);
 904         TEST_ASSERT_NOT_EQUAL(slcore_id, RTE_MAX_LCORE, "At least 2 lcores "
 905                         "are required to run this autotest\n");
 906
 907         /* Setup and start event device. */
 908         ret = configure_eventdev();
 909         TEST_ASSERT_SUCCESS(ret, "Failed to setup eventdev\n");
 910
 911         /* Setup and start crypto device. */
 912         ret = configure_cryptodev();
 913         TEST_ASSERT_SUCCESS(ret, "cryptodev initialization failed\n");
 914
 915         return TEST_SUCCESS;
 916 }
 917
 918 static void
 919 crypto_adapter_teardown(void)
 920 {
 921         int ret;
 922
 923         ret = rte_event_crypto_adapter_stop(TEST_ADAPTER_ID);
 924         if (ret < 0)
 925                 RTE_LOG(ERR, USER1, "Failed to stop adapter!");
 926
 927         ret = rte_event_crypto_adapter_queue_pair_del(TEST_ADAPTER_ID,
 928                                         TEST_CDEV_ID, TEST_CDEV_QP_ID);
 929         if (ret < 0)
 930                 RTE_LOG(ERR, USER1, "Failed to delete queue pair!");
 931
 932         ret = rte_event_crypto_adapter_free(TEST_ADAPTER_ID);
 933         if (ret < 0)
 934                 RTE_LOG(ERR, USER1, "Failed to free adapter!");
 935
 936         crypto_adapter_setup_done = 0;
 937 }
 938
 939 static void
 940 crypto_teardown(void)
 941 {
 942         /* Free mbuf mempool */
 943         if (params.mbuf_pool != NULL) {
 944                 RTE_LOG(DEBUG, USER1, "CRYPTO_ADAPTER_MBUFPOOL count %u\n",
 945                 rte_mempool_avail_count(params.mbuf_pool));
 946                 rte_mempool_free(params.mbuf_pool);
 947                 params.mbuf_pool = NULL;
 948         }
 949
 950         /* Free session mempool */
 951         if (params.session_mpool != NULL) {
 952                 RTE_LOG(DEBUG, USER1, "CRYPTO_ADAPTER_SESSION_MP count %u\n",
 953                 rte_mempool_avail_count(params.session_mpool));
 954                 rte_mempool_free(params.session_mpool);
 955                 params.session_mpool = NULL;
 956         }
 957         if (params.session_priv_mpool != NULL) {
 958                 rte_mempool_avail_count(params.session_priv_mpool);
 959                 rte_mempool_free(params.session_priv_mpool);
 960                 params.session_priv_mpool = NULL;
 961         }
 962
 963         /* Free ops mempool */
 964         if (params.op_mpool != NULL) {
 965                 RTE_LOG(DEBUG, USER1, "EVENT_CRYPTO_SYM_OP_POOL count %u\n",
 966                 rte_mempool_avail_count(params.op_mpool));
 967                 rte_mempool_free(params.op_mpool);
 968                 params.op_mpool = NULL;
 969         }
 970 }
 971
 972 static void
 973 eventdev_teardown(void)
 974 {
 975         rte_event_dev_stop(evdev);
 976 }
 977
 978 static void
 979 testsuite_teardown(void)
 980 {
 981         crypto_adapter_teardown();
 982         crypto_teardown();
 983         eventdev_teardown();
 984 }
 985
 986 static struct unit_test_suite functional_testsuite = {
 987         .suite_name = "Event crypto adapter test suite",
 988         .setup = testsuite_setup,
 989         .teardown = testsuite_teardown,
 990         .unit_test_cases = {
 991
 992                 TEST_CASE_ST(NULL, test_crypto_adapter_free,
 993                                 test_crypto_adapter_create),
 994
 995                 TEST_CASE_ST(test_crypto_adapter_create,
 996                                 test_crypto_adapter_free,
 997                                 test_crypto_adapter_qp_add_del),
 998
 999                 TEST_CASE_ST(test_crypto_adapter_create,
1000                                 test_crypto_adapter_free,
1001                                 test_crypto_adapter_stats),
1002
1003                 TEST_CASE_ST(test_crypto_adapter_conf_op_forward_mode,
1004                                 test_crypto_adapter_stop,
1005                                 test_session_with_op_forward_mode),
1006
1007                 TEST_CASE_ST(test_crypto_adapter_conf_op_forward_mode,
1008                                 test_crypto_adapter_stop,
1009                                 test_sessionless_with_op_forward_mode),
1010
1011                 TEST_CASE_ST(test_crypto_adapter_conf_op_new_mode,
1012                                 test_crypto_adapter_stop,
1013                                 test_session_with_op_new_mode),
1014
1015                 TEST_CASE_ST(test_crypto_adapter_conf_op_new_mode,
1016                                 test_crypto_adapter_stop,
1017                                 test_sessionless_with_op_new_mode),
1018
1019                 TEST_CASES_END() /**< NULL terminate unit test array */
1020         }
1021 };
1022
1023 static int
1024 test_event_crypto_adapter(void)
1025 {
1026         return unit_test_suite_runner(&functional_testsuite);
1027 }
1028
1029 #endif /* !RTE_EXEC_ENV_WINDOWS */
1030
1031 REGISTER_TEST_COMMAND(event_crypto_adapter_autotest,
1032                 test_event_crypto_adapter);