1 /* SPDX-License-Identifier: BSD-3-Clause
2 * Copyright(c) 2017 Intel Corporation
5 #include <rte_common.h>
6 #include <rte_mempool.h>
8 #include <rte_ethdev.h>
9 #include <rte_eventdev.h>
10 #include <rte_bus_vdev.h>
12 #include <rte_event_eth_rx_adapter.h>
16 #define MAX_NUM_RX_QUEUE 64
17 #define NB_MBUFS (8192 * num_ports * MAX_NUM_RX_QUEUE)
18 #define MBUF_CACHE_SIZE 512
19 #define MBUF_PRIV_SIZE 0
20 #define TEST_INST_ID 0
22 #define TEST_ETHDEV_ID 0
24 struct event_eth_rx_adapter_test_params {
25 struct rte_mempool *mp;
26 uint16_t rx_rings, tx_rings;
28 int rx_intr_port_inited;
29 uint16_t rx_intr_port;
32 static struct event_eth_rx_adapter_test_params default_params;
33 static bool event_dev_created;
34 static bool eth_dev_created;
37 port_init_common(uint16_t port, const struct rte_eth_conf *port_conf,
38 struct rte_mempool *mp)
40 const uint16_t rx_ring_size = 512, tx_ring_size = 512;
43 struct rte_eth_dev_info dev_info;
45 if (!rte_eth_dev_is_valid_port(port))
48 retval = rte_eth_dev_configure(port, 0, 0, port_conf);
50 retval = rte_eth_dev_info_get(port, &dev_info);
54 default_params.rx_rings = RTE_MIN(dev_info.max_rx_queues,
56 default_params.tx_rings = 1;
58 /* Configure the Ethernet device. */
59 retval = rte_eth_dev_configure(port, default_params.rx_rings,
60 default_params.tx_rings, port_conf);
64 for (q = 0; q < default_params.rx_rings; q++) {
65 retval = rte_eth_rx_queue_setup(port, q, rx_ring_size,
66 rte_eth_dev_socket_id(port), NULL, mp);
71 /* Allocate and set up 1 TX queue per Ethernet port. */
72 for (q = 0; q < default_params.tx_rings; q++) {
73 retval = rte_eth_tx_queue_setup(port, q, tx_ring_size,
74 rte_eth_dev_socket_id(port), NULL);
79 /* Start the Ethernet port. */
80 retval = rte_eth_dev_start(port);
84 /* Display the port MAC address. */
85 struct rte_ether_addr addr;
86 retval = rte_eth_macaddr_get(port, &addr);
89 printf("Port %u MAC: %02" PRIx8 " %02" PRIx8 " %02" PRIx8
90 " %02" PRIx8 " %02" PRIx8 " %02" PRIx8 "\n",
92 addr.addr_bytes[0], addr.addr_bytes[1],
93 addr.addr_bytes[2], addr.addr_bytes[3],
94 addr.addr_bytes[4], addr.addr_bytes[5]);
96 /* Enable RX in promiscuous mode for the Ethernet device. */
97 retval = rte_eth_promiscuous_enable(port);
105 port_init_rx_intr(uint16_t port, struct rte_mempool *mp)
107 static const struct rte_eth_conf port_conf_default = {
109 .mq_mode = ETH_MQ_RX_NONE,
116 return port_init_common(port, &port_conf_default, mp);
120 port_init(uint16_t port, struct rte_mempool *mp)
122 static const struct rte_eth_conf port_conf_default = {
124 .mq_mode = ETH_MQ_RX_NONE,
128 return port_init_common(port, &port_conf_default, mp);
132 init_port_rx_intr(int num_ports)
138 default_params.mp = rte_pktmbuf_pool_create("packet_pool",
142 RTE_MBUF_DEFAULT_BUF_SIZE,
144 if (!default_params.mp)
147 RTE_ETH_FOREACH_DEV(portid) {
148 retval = port_init_rx_intr(portid, default_params.mp);
151 err = rte_event_eth_rx_adapter_caps_get(TEST_DEV_ID, portid,
152 &default_params.caps);
155 if (!(default_params.caps &
156 RTE_EVENT_ETH_RX_ADAPTER_CAP_INTERNAL_PORT)) {
157 default_params.rx_intr_port_inited = 1;
158 default_params.rx_intr_port = portid;
161 retval = rte_eth_dev_stop(portid);
162 TEST_ASSERT(retval == 0, "Failed to stop port %u: %d\n",
169 init_ports(int num_ports)
174 struct rte_mempool *ptr = rte_mempool_lookup("packet_pool");
177 default_params.mp = rte_pktmbuf_pool_create("packet_pool",
181 RTE_MBUF_DEFAULT_BUF_SIZE,
184 default_params.mp = ptr;
186 if (!default_params.mp)
189 RTE_ETH_FOREACH_DEV(portid) {
190 retval = port_init(portid, default_params.mp);
199 testsuite_setup(void)
203 struct rte_event_dev_info dev_info;
205 count = rte_event_dev_count();
207 printf("Failed to find a valid event device,"
208 " testing with event_skeleton device\n");
209 err = rte_vdev_init("event_skeleton", NULL);
210 TEST_ASSERT(err == 0, "Failed to create event_skeleton. err=%d",
212 event_dev_created = true;
215 struct rte_event_dev_config config = {
216 .nb_event_queues = 1,
220 err = rte_event_dev_info_get(TEST_DEV_ID, &dev_info);
221 config.nb_event_queue_flows = dev_info.max_event_queue_flows;
222 config.nb_event_port_dequeue_depth =
223 dev_info.max_event_port_dequeue_depth;
224 config.nb_event_port_enqueue_depth =
225 dev_info.max_event_port_enqueue_depth;
226 config.nb_events_limit =
227 dev_info.max_num_events;
228 err = rte_event_dev_configure(TEST_DEV_ID, &config);
229 TEST_ASSERT(err == 0, "Event device initialization failed err %d\n",
232 count = rte_eth_dev_count_total();
234 printf("Testing with net_null device\n");
235 err = rte_vdev_init("net_null", NULL);
236 TEST_ASSERT(err == 0, "Failed to create net_null. err=%d",
238 eth_dev_created = true;
242 * eth devices like octeontx use event device to receive packets
243 * so rte_eth_dev_start invokes rte_event_dev_start internally, so
244 * call init_ports after rte_event_dev_configure
246 err = init_ports(rte_eth_dev_count_total());
247 TEST_ASSERT(err == 0, "Port initialization failed err %d\n", err);
249 err = rte_event_eth_rx_adapter_caps_get(TEST_DEV_ID, TEST_ETHDEV_ID,
250 &default_params.caps);
251 TEST_ASSERT(err == 0, "Failed to get adapter cap err %d\n",
258 testsuite_setup_rx_intr(void)
262 struct rte_event_dev_info dev_info;
264 count = rte_event_dev_count();
266 printf("Failed to find a valid event device,"
267 " testing with event_skeleton device\n");
268 err = rte_vdev_init("event_skeleton", NULL);
269 TEST_ASSERT(err == 0, "Failed to create event_skeleton. err=%d",
271 event_dev_created = true;
274 struct rte_event_dev_config config = {
275 .nb_event_queues = 1,
279 err = rte_event_dev_info_get(TEST_DEV_ID, &dev_info);
280 config.nb_event_queue_flows = dev_info.max_event_queue_flows;
281 config.nb_event_port_dequeue_depth =
282 dev_info.max_event_port_dequeue_depth;
283 config.nb_event_port_enqueue_depth =
284 dev_info.max_event_port_enqueue_depth;
285 config.nb_events_limit =
286 dev_info.max_num_events;
288 err = rte_event_dev_configure(TEST_DEV_ID, &config);
289 TEST_ASSERT(err == 0, "Event device initialization failed err %d\n",
292 count = rte_eth_dev_count_total();
294 printf("Testing with net_null device\n");
295 err = rte_vdev_init("net_null", NULL);
296 TEST_ASSERT(err == 0, "Failed to create net_null. err=%d",
298 eth_dev_created = true;
302 * eth devices like octeontx use event device to receive packets
303 * so rte_eth_dev_start invokes rte_event_dev_start internally, so
304 * call init_ports after rte_event_dev_configure
306 err = init_port_rx_intr(rte_eth_dev_count_total());
307 TEST_ASSERT(err == 0, "Port initialization failed err %d\n", err);
309 if (!default_params.rx_intr_port_inited)
312 err = rte_event_eth_rx_adapter_caps_get(TEST_DEV_ID,
313 default_params.rx_intr_port,
314 &default_params.caps);
315 TEST_ASSERT(err == 0, "Failed to get adapter cap err %d\n", err);
321 testsuite_teardown(void)
325 RTE_ETH_FOREACH_DEV(i)
328 if (eth_dev_created) {
329 err = rte_vdev_uninit("net_null");
331 printf("Failed to delete net_null. err=%d", err);
332 eth_dev_created = false;
335 rte_mempool_free(default_params.mp);
336 if (event_dev_created) {
337 err = rte_vdev_uninit("event_skeleton");
339 printf("Failed to delete event_skeleton. err=%d", err);
340 event_dev_created = false;
343 memset(&default_params, 0, sizeof(default_params));
347 testsuite_teardown_rx_intr(void)
350 if (!default_params.rx_intr_port_inited)
353 rte_eth_dev_stop(default_params.rx_intr_port);
354 if (eth_dev_created) {
355 err = rte_vdev_uninit("net_null");
357 printf("Failed to delete net_null. err=%d", err);
358 eth_dev_created = false;
360 rte_mempool_free(default_params.mp);
361 if (event_dev_created) {
362 err = rte_vdev_uninit("event_skeleton");
364 printf("Failed to delete event_skeleton. err=%d", err);
365 event_dev_created = false;
368 memset(&default_params, 0, sizeof(default_params));
375 struct rte_event_dev_info dev_info;
376 struct rte_event_port_conf rx_p_conf;
378 memset(&rx_p_conf, 0, sizeof(rx_p_conf));
380 err = rte_event_dev_info_get(TEST_DEV_ID, &dev_info);
381 TEST_ASSERT(err == 0, "Expected 0 got %d", err);
383 rx_p_conf.new_event_threshold = dev_info.max_num_events;
384 rx_p_conf.dequeue_depth = dev_info.max_event_port_dequeue_depth;
385 rx_p_conf.enqueue_depth = dev_info.max_event_port_enqueue_depth;
386 err = rte_event_eth_rx_adapter_create(TEST_INST_ID, TEST_DEV_ID,
388 TEST_ASSERT(err == 0, "Expected 0 got %d", err);
396 rte_event_eth_rx_adapter_free(TEST_INST_ID);
400 adapter_create_free(void)
404 struct rte_event_port_conf rx_p_conf = {
407 .new_event_threshold = 1200,
410 err = rte_event_eth_rx_adapter_create(TEST_INST_ID, TEST_DEV_ID,
412 TEST_ASSERT(err == -EINVAL, "Expected -EINVAL got %d", err);
414 err = rte_event_eth_rx_adapter_create(TEST_INST_ID, TEST_DEV_ID,
416 TEST_ASSERT(err == 0, "Expected 0 got %d", err);
418 err = rte_event_eth_rx_adapter_create(TEST_INST_ID,
419 TEST_DEV_ID, &rx_p_conf);
420 TEST_ASSERT(err == -EEXIST, "Expected -EEXIST %d got %d", -EEXIST, err);
422 err = rte_event_eth_rx_adapter_free(TEST_INST_ID);
423 TEST_ASSERT(err == 0, "Expected 0 got %d", err);
425 err = rte_event_eth_rx_adapter_free(TEST_INST_ID);
426 TEST_ASSERT(err == -EINVAL, "Expected -EINVAL %d got %d", -EINVAL, err);
428 err = rte_event_eth_rx_adapter_free(1);
429 TEST_ASSERT(err == -EINVAL, "Expected -EINVAL %d got %d", -EINVAL, err);
435 adapter_queue_add_del(void)
441 struct rte_event_eth_rx_adapter_queue_conf queue_config;
443 err = rte_event_eth_rx_adapter_caps_get(TEST_DEV_ID, TEST_ETHDEV_ID,
445 TEST_ASSERT(err == 0, "Expected 0 got %d", err);
448 ev.sched_type = RTE_SCHED_TYPE_ATOMIC;
451 queue_config.rx_queue_flags = 0;
452 if (cap & RTE_EVENT_ETH_RX_ADAPTER_CAP_OVERRIDE_FLOW_ID) {
454 queue_config.rx_queue_flags =
455 RTE_EVENT_ETH_RX_ADAPTER_QUEUE_FLOW_ID_VALID;
457 queue_config.ev = ev;
458 queue_config.servicing_weight = 1;
460 err = rte_event_eth_rx_adapter_queue_add(TEST_INST_ID,
461 rte_eth_dev_count_total(),
463 TEST_ASSERT(err == -EINVAL, "Expected -EINVAL got %d", err);
465 if (cap & RTE_EVENT_ETH_RX_ADAPTER_CAP_MULTI_EVENTQ) {
466 err = rte_event_eth_rx_adapter_queue_add(TEST_INST_ID,
469 TEST_ASSERT(err == 0, "Expected 0 got %d", err);
471 err = rte_event_eth_rx_adapter_queue_del(TEST_INST_ID,
473 TEST_ASSERT(err == 0, "Expected 0 got %d", err);
475 err = rte_event_eth_rx_adapter_queue_add(TEST_INST_ID,
479 TEST_ASSERT(err == 0, "Expected 0 got %d", err);
481 err = rte_event_eth_rx_adapter_queue_del(TEST_INST_ID,
484 TEST_ASSERT(err == 0, "Expected 0 got %d", err);
486 err = rte_event_eth_rx_adapter_queue_add(TEST_INST_ID,
490 TEST_ASSERT(err == -EINVAL, "Expected EINVAL got %d", err);
492 err = rte_event_eth_rx_adapter_queue_add(TEST_INST_ID,
495 TEST_ASSERT(err == 0, "Expected 0 got %d", err);
497 err = rte_event_eth_rx_adapter_queue_del(TEST_INST_ID,
499 TEST_ASSERT(err == 0, "Expected 0 got %d", err);
501 err = rte_event_eth_rx_adapter_queue_del(TEST_INST_ID,
503 TEST_ASSERT(err == 0, "Expected 0 got %d", err);
505 err = rte_event_eth_rx_adapter_queue_del(TEST_INST_ID,
507 TEST_ASSERT(err == 0, "Expected 0 got %d", err);
510 err = rte_event_eth_rx_adapter_queue_add(1, TEST_ETHDEV_ID, -1,
512 TEST_ASSERT(err == -EINVAL, "Expected -EINVAL got %d", err);
514 err = rte_event_eth_rx_adapter_queue_del(1, TEST_ETHDEV_ID, -1);
515 TEST_ASSERT(err == -EINVAL, "Expected -EINVAL got %d", err);
521 adapter_multi_eth_add_del(void)
526 uint16_t port_index, port_index_base, drv_id = 0;
527 char driver_name[50];
529 struct rte_event_eth_rx_adapter_queue_conf queue_config;
532 ev.sched_type = RTE_SCHED_TYPE_ATOMIC;
535 queue_config.rx_queue_flags = 0;
536 queue_config.ev = ev;
537 queue_config.servicing_weight = 1;
539 /* stop eth devices for existing */
541 for (; port_index < rte_eth_dev_count_total(); port_index += 1) {
542 err = rte_eth_dev_stop(port_index);
543 TEST_ASSERT(err == 0, "Failed to stop port %u: %d\n",
547 /* add the max port for rx_adapter */
548 port_index = rte_eth_dev_count_total();
549 port_index_base = port_index;
550 for (; port_index < RTE_MAX_ETHPORTS; port_index += 1) {
551 snprintf(driver_name, sizeof(driver_name), "%s%u", "net_null",
553 err = rte_vdev_init(driver_name, NULL);
554 TEST_ASSERT(err == 0, "Failed driver %s got %d",
559 err = init_ports(rte_eth_dev_count_total());
560 TEST_ASSERT(err == 0, "Port initialization failed err %d\n", err);
562 /* eth_rx_adapter_queue_add for n ports */
564 for (; port_index < rte_eth_dev_count_total(); port_index += 1) {
565 err = rte_event_eth_rx_adapter_queue_add(TEST_INST_ID,
568 TEST_ASSERT(err == 0, "Expected 0 got %d", err);
571 /* eth_rx_adapter_queue_del n ports */
573 for (; port_index < rte_eth_dev_count_total(); port_index += 1) {
574 err = rte_event_eth_rx_adapter_queue_del(TEST_INST_ID,
576 TEST_ASSERT(err == 0, "Expected 0 got %d", err);
579 /* delete vdev ports */
580 for (drv_id = 0, port_index = port_index_base;
581 port_index < RTE_MAX_ETHPORTS;
582 drv_id += 1, port_index += 1) {
583 snprintf(driver_name, sizeof(driver_name), "%s%u", "net_null",
585 err = rte_vdev_uninit(driver_name);
586 TEST_ASSERT(err == 0, "Failed driver %s got %d",
594 adapter_intr_queue_add_del(void)
600 struct rte_event_eth_rx_adapter_queue_conf queue_config;
602 if (!default_params.rx_intr_port_inited)
605 eth_port = default_params.rx_intr_port;
606 err = rte_event_eth_rx_adapter_caps_get(TEST_DEV_ID, eth_port, &cap);
607 TEST_ASSERT(err == 0, "Expected 0 got %d", err);
610 ev.sched_type = RTE_SCHED_TYPE_ATOMIC;
613 queue_config.rx_queue_flags = 0;
614 queue_config.ev = ev;
616 /* weight = 0 => interrupt mode */
617 queue_config.servicing_weight = 0;
619 if (cap & RTE_EVENT_ETH_RX_ADAPTER_CAP_MULTI_EVENTQ) {
621 err = rte_event_eth_rx_adapter_queue_add(TEST_INST_ID,
624 TEST_ASSERT(err == 0, "Expected 0 got %d", err);
628 queue_config.servicing_weight = 0;
629 err = rte_event_eth_rx_adapter_queue_add(TEST_INST_ID,
633 TEST_ASSERT(err == 0, "Expected 0 got %d", err);
635 if (cap & RTE_EVENT_ETH_RX_ADAPTER_CAP_MULTI_EVENTQ) {
637 err = rte_event_eth_rx_adapter_queue_del(TEST_INST_ID,
640 TEST_ASSERT(err == 0, "Expected 0 got %d", err);
643 /* del remaining queues */
644 err = rte_event_eth_rx_adapter_queue_del(TEST_INST_ID,
647 TEST_ASSERT(err == 0, "Expected 0 got %d", err);
650 queue_config.servicing_weight = 0;
651 err = rte_event_eth_rx_adapter_queue_add(TEST_INST_ID,
655 TEST_ASSERT(err == 0, "Expected 0 got %d", err);
657 /* intr -> poll mode queue */
658 queue_config.servicing_weight = 1;
660 if (cap & RTE_EVENT_ETH_RX_ADAPTER_CAP_MULTI_EVENTQ) {
661 err = rte_event_eth_rx_adapter_queue_add(TEST_INST_ID,
665 TEST_ASSERT(err == 0, "Expected 0 got %d", err);
668 err = rte_event_eth_rx_adapter_queue_add(TEST_INST_ID,
672 TEST_ASSERT(err == 0, "Expected 0 got %d", err);
675 err = rte_event_eth_rx_adapter_queue_del(TEST_INST_ID,
678 TEST_ASSERT(err == 0, "Expected 0 got %d", err);
684 adapter_start_stop(void)
690 ev.sched_type = RTE_SCHED_TYPE_ATOMIC;
693 struct rte_event_eth_rx_adapter_queue_conf queue_config;
695 queue_config.rx_queue_flags = 0;
696 if (default_params.caps &
697 RTE_EVENT_ETH_RX_ADAPTER_CAP_OVERRIDE_FLOW_ID) {
699 queue_config.rx_queue_flags =
700 RTE_EVENT_ETH_RX_ADAPTER_QUEUE_FLOW_ID_VALID;
703 queue_config.ev = ev;
704 queue_config.servicing_weight = 1;
706 err = rte_event_eth_rx_adapter_queue_add(TEST_INST_ID, TEST_ETHDEV_ID,
708 TEST_ASSERT(err == 0, "Expected 0 got %d", err);
710 err = rte_event_eth_rx_adapter_start(TEST_INST_ID);
711 TEST_ASSERT(err == 0, "Expected 0 got %d", err);
713 err = rte_event_eth_rx_adapter_stop(TEST_INST_ID);
714 TEST_ASSERT(err == 0, "Expected 0 got %d", err);
716 err = rte_event_eth_rx_adapter_queue_del(TEST_INST_ID, TEST_ETHDEV_ID,
718 TEST_ASSERT(err == 0, "Expected 0 got %d", err);
720 err = rte_event_eth_rx_adapter_start(TEST_INST_ID);
721 TEST_ASSERT(err == 0, "Expected 0 got %d", err);
723 err = rte_event_eth_rx_adapter_stop(TEST_INST_ID);
724 TEST_ASSERT(err == 0, "Expected 0 got %d", err);
726 err = rte_event_eth_rx_adapter_start(1);
727 TEST_ASSERT(err == -EINVAL, "Expected -EINVAL got %d", err);
729 err = rte_event_eth_rx_adapter_stop(1);
730 TEST_ASSERT(err == -EINVAL, "Expected -EINVAL got %d", err);
739 struct rte_event_eth_rx_adapter_stats stats;
741 err = rte_event_eth_rx_adapter_stats_get(TEST_INST_ID, NULL);
742 TEST_ASSERT(err == -EINVAL, "Expected -EINVAL got %d", err);
744 err = rte_event_eth_rx_adapter_stats_get(TEST_INST_ID, &stats);
745 TEST_ASSERT(err == 0, "Expected 0 got %d", err);
747 err = rte_event_eth_rx_adapter_stats_get(1, &stats);
748 TEST_ASSERT(err == -EINVAL, "Expected -EINVAL got %d", err);
753 static struct unit_test_suite event_eth_rx_tests = {
754 .suite_name = "rx event eth adapter test suite",
755 .setup = testsuite_setup,
756 .teardown = testsuite_teardown,
758 TEST_CASE_ST(NULL, NULL, adapter_create_free),
759 TEST_CASE_ST(adapter_create, adapter_free,
760 adapter_queue_add_del),
761 TEST_CASE_ST(adapter_create, adapter_free,
762 adapter_multi_eth_add_del),
763 TEST_CASE_ST(adapter_create, adapter_free, adapter_start_stop),
764 TEST_CASE_ST(adapter_create, adapter_free, adapter_stats),
765 TEST_CASES_END() /**< NULL terminate unit test array */
769 static struct unit_test_suite event_eth_rx_intr_tests = {
770 .suite_name = "rx event eth adapter test suite",
771 .setup = testsuite_setup_rx_intr,
772 .teardown = testsuite_teardown_rx_intr,
774 TEST_CASE_ST(adapter_create, adapter_free,
775 adapter_intr_queue_add_del),
776 TEST_CASES_END() /**< NULL terminate unit test array */
781 test_event_eth_rx_adapter_common(void)
783 return unit_test_suite_runner(&event_eth_rx_tests);
787 test_event_eth_rx_intr_adapter_common(void)
789 return unit_test_suite_runner(&event_eth_rx_intr_tests);
792 REGISTER_TEST_COMMAND(event_eth_rx_adapter_autotest,
793 test_event_eth_rx_adapter_common);
794 REGISTER_TEST_COMMAND(event_eth_rx_intr_adapter_autotest,
795 test_event_eth_rx_intr_adapter_common);