2 * SPDX-License-Identifier: BSD-3-Clause
3 * Copyright 2017 Cavium, Inc.
6 #include "test_pipeline_common.h"
9 pipeline_test_result(struct evt_test *test, struct evt_options *opt)
14 struct test_pipeline *t = evt_test_priv(test);
16 evt_info("Packet distribution across worker cores :");
17 for (i = 0; i < t->nb_workers; i++)
18 total += t->worker[i].processed_pkts;
19 for (i = 0; i < t->nb_workers; i++)
20 evt_info("Worker %d packets: "CLGRN"%"PRIx64""CLNRM" percentage:"
21 CLGRN" %3.2f"CLNRM, i,
22 t->worker[i].processed_pkts,
23 (((double)t->worker[i].processed_pkts)/total)
29 pipeline_opt_dump(struct evt_options *opt, uint8_t nb_queues)
31 evt_dump("nb_worker_lcores", "%d", evt_nr_active_lcores(opt->wlcores));
32 evt_dump_worker_lcores(opt);
33 evt_dump_nb_stages(opt);
34 evt_dump("nb_evdev_ports", "%d", pipeline_nb_event_ports(opt));
35 evt_dump("nb_evdev_queues", "%d", nb_queues);
36 evt_dump_queue_priority(opt);
37 evt_dump_sched_type_list(opt);
38 evt_dump_producer_type(opt);
41 static inline uint64_t
42 processed_pkts(struct test_pipeline *t)
48 for (i = 0; i < t->nb_workers; i++)
49 total += t->worker[i].processed_pkts;
55 pipeline_launch_lcores(struct evt_test *test, struct evt_options *opt,
56 int (*worker)(void *))
59 struct test_pipeline *t = evt_test_priv(test);
63 RTE_LCORE_FOREACH_SLAVE(lcore_id) {
64 if (!(opt->wlcores[lcore_id]))
67 ret = rte_eal_remote_launch(worker,
68 &t->worker[port_idx], lcore_id);
70 evt_err("failed to launch worker %d", lcore_id);
76 uint64_t perf_cycles = rte_get_timer_cycles();
77 const uint64_t perf_sample = rte_get_timer_hz();
79 static float total_mpps;
80 static uint64_t samples;
82 uint64_t prev_pkts = 0;
84 while (t->done == false) {
85 const uint64_t new_cycles = rte_get_timer_cycles();
87 if ((new_cycles - perf_cycles) > perf_sample) {
88 const uint64_t curr_pkts = processed_pkts(t);
90 float mpps = (float)(curr_pkts - prev_pkts)/1000000;
92 prev_pkts = curr_pkts;
93 perf_cycles = new_cycles;
96 printf(CLGRN"\r%.3f mpps avg %.3f mpps"CLNRM,
97 mpps, total_mpps/samples);
106 pipeline_opt_check(struct evt_options *opt, uint64_t nb_queues)
110 * N worker + 1 master
114 if (!rte_eth_dev_count_avail()) {
115 evt_err("test needs minimum 1 ethernet dev");
119 if (rte_lcore_count() < lcores) {
120 evt_err("test need minimum %d lcores", lcores);
124 /* Validate worker lcores */
125 if (evt_lcores_has_overlap(opt->wlcores, rte_get_master_lcore())) {
126 evt_err("worker lcores overlaps with master lcore");
129 if (evt_has_disabled_lcore(opt->wlcores)) {
130 evt_err("one or more workers lcores are not enabled");
133 if (!evt_has_active_lcore(opt->wlcores)) {
134 evt_err("minimum one worker is required");
138 if (nb_queues > EVT_MAX_QUEUES) {
139 evt_err("number of queues exceeds %d", EVT_MAX_QUEUES);
142 if (pipeline_nb_event_ports(opt) > EVT_MAX_PORTS) {
143 evt_err("number of ports exceeds %d", EVT_MAX_PORTS);
147 if (evt_has_invalid_stage(opt))
150 if (evt_has_invalid_sched_type(opt))
156 #define NB_RX_DESC 128
157 #define NB_TX_DESC 512
159 pipeline_ethdev_setup(struct evt_test *test, struct evt_options *opt)
163 uint8_t nb_queues = 1;
164 struct test_pipeline *t = evt_test_priv(test);
165 struct rte_eth_rxconf rx_conf;
166 struct rte_eth_conf port_conf = {
168 .mq_mode = ETH_MQ_RX_RSS,
173 .rss_hf = ETH_RSS_IP,
178 if (!rte_eth_dev_count_avail()) {
179 evt_err("No ethernet ports found.");
183 if (opt->max_pkt_sz < RTE_ETHER_MIN_LEN) {
184 evt_err("max_pkt_sz can not be less than %d",
189 port_conf.rxmode.max_rx_pkt_len = opt->max_pkt_sz;
190 if (opt->max_pkt_sz > RTE_ETHER_MAX_LEN)
191 port_conf.rxmode.offloads |= DEV_RX_OFFLOAD_JUMBO_FRAME;
193 t->internal_port = 1;
194 RTE_ETH_FOREACH_DEV(i) {
195 struct rte_eth_dev_info dev_info;
196 struct rte_eth_conf local_port_conf = port_conf;
199 ret = rte_event_eth_tx_adapter_caps_get(opt->dev_id, i, &caps);
201 evt_err("failed to get event tx adapter[%d] caps", i);
205 if (!(caps & RTE_EVENT_ETH_TX_ADAPTER_CAP_INTERNAL_PORT))
206 t->internal_port = 0;
208 ret = rte_eth_dev_info_get(i, &dev_info);
210 evt_err("Error during getting device (port %u) info: %s\n",
215 rx_conf = dev_info.default_rxconf;
216 rx_conf.offloads = port_conf.rxmode.offloads;
218 local_port_conf.rx_adv_conf.rss_conf.rss_hf &=
219 dev_info.flow_type_rss_offloads;
220 if (local_port_conf.rx_adv_conf.rss_conf.rss_hf !=
221 port_conf.rx_adv_conf.rss_conf.rss_hf) {
222 evt_info("Port %u modified RSS hash function based on hardware support,"
223 "requested:%#"PRIx64" configured:%#"PRIx64"",
225 port_conf.rx_adv_conf.rss_conf.rss_hf,
226 local_port_conf.rx_adv_conf.rss_conf.rss_hf);
229 if (rte_eth_dev_configure(i, nb_queues, nb_queues,
232 evt_err("Failed to configure eth port [%d]", i);
236 if (rte_eth_rx_queue_setup(i, 0, NB_RX_DESC,
237 rte_socket_id(), &rx_conf, t->pool) < 0) {
238 evt_err("Failed to setup eth port [%d] rx_queue: %d.",
242 if (rte_eth_tx_queue_setup(i, 0, NB_TX_DESC,
243 rte_socket_id(), NULL) < 0) {
244 evt_err("Failed to setup eth port [%d] tx_queue: %d.",
249 ret = rte_eth_promiscuous_enable(i);
251 evt_err("Failed to enable promiscuous mode for eth port [%d]: %s",
252 i, rte_strerror(-ret));
261 pipeline_event_port_setup(struct evt_test *test, struct evt_options *opt,
262 uint8_t *queue_arr, uint8_t nb_queues,
263 const struct rte_event_port_conf p_conf)
267 struct test_pipeline *t = evt_test_priv(test);
270 /* setup one port per worker, linking to all queues */
271 for (port = 0; port < evt_nr_active_lcores(opt->wlcores); port++) {
272 struct worker_data *w = &t->worker[port];
274 w->dev_id = opt->dev_id;
277 w->processed_pkts = 0;
279 ret = rte_event_port_setup(opt->dev_id, port, &p_conf);
281 evt_err("failed to setup port %d", port);
285 if (rte_event_port_link(opt->dev_id, port, queue_arr, NULL,
286 nb_queues) != nb_queues)
293 evt_err("failed to link queues to port %d", port);
298 pipeline_event_rx_adapter_setup(struct evt_options *opt, uint8_t stride,
299 struct rte_event_port_conf prod_conf)
303 struct rte_event_eth_rx_adapter_queue_conf queue_conf;
305 memset(&queue_conf, 0,
306 sizeof(struct rte_event_eth_rx_adapter_queue_conf));
307 queue_conf.ev.sched_type = opt->sched_type_list[0];
308 RTE_ETH_FOREACH_DEV(prod) {
311 ret = rte_event_eth_rx_adapter_caps_get(opt->dev_id,
314 evt_err("failed to get event rx adapter[%d]"
319 queue_conf.ev.queue_id = prod * stride;
320 ret = rte_event_eth_rx_adapter_create(prod, opt->dev_id,
323 evt_err("failed to create rx adapter[%d]", prod);
326 ret = rte_event_eth_rx_adapter_queue_add(prod, prod, -1,
329 evt_err("failed to add rx queues to adapter[%d]", prod);
333 if (!(cap & RTE_EVENT_ETH_RX_ADAPTER_CAP_INTERNAL_PORT)) {
334 uint32_t service_id = -1U;
336 rte_event_eth_rx_adapter_service_id_get(prod,
338 ret = evt_service_setup(service_id);
340 evt_err("Failed to setup service core"
346 evt_info("Port[%d] using Rx adapter[%d] configured", prod,
354 pipeline_event_tx_adapter_setup(struct evt_options *opt,
355 struct rte_event_port_conf port_conf)
360 RTE_ETH_FOREACH_DEV(consm) {
363 ret = rte_event_eth_tx_adapter_caps_get(opt->dev_id,
366 evt_err("failed to get event tx adapter[%d] caps",
371 ret = rte_event_eth_tx_adapter_create(consm, opt->dev_id,
374 evt_err("failed to create tx adapter[%d]", consm);
378 ret = rte_event_eth_tx_adapter_queue_add(consm, consm, -1);
380 evt_err("failed to add tx queues to adapter[%d]",
385 if (!(cap & RTE_EVENT_ETH_TX_ADAPTER_CAP_INTERNAL_PORT)) {
386 uint32_t service_id = -1U;
388 rte_event_eth_tx_adapter_service_id_get(consm,
390 ret = evt_service_setup(service_id);
392 evt_err("Failed to setup service core"
393 " for Tx adapter\n");
398 evt_info("Port[%d] using Tx adapter[%d] Configured", consm,
406 pipeline_ethdev_destroy(struct evt_test *test, struct evt_options *opt)
412 RTE_ETH_FOREACH_DEV(i) {
413 rte_event_eth_rx_adapter_stop(i);
414 rte_event_eth_tx_adapter_stop(i);
420 pipeline_eventdev_destroy(struct evt_test *test, struct evt_options *opt)
424 rte_event_dev_stop(opt->dev_id);
425 rte_event_dev_close(opt->dev_id);
429 pipeline_mempool_setup(struct evt_test *test, struct evt_options *opt)
431 struct test_pipeline *t = evt_test_priv(test);
435 opt->mbuf_sz = RTE_MBUF_DEFAULT_BUF_SIZE;
437 if (!opt->max_pkt_sz)
438 opt->max_pkt_sz = RTE_ETHER_MAX_LEN;
440 RTE_ETH_FOREACH_DEV(i) {
441 struct rte_eth_dev_info dev_info;
442 uint16_t data_size = 0;
444 memset(&dev_info, 0, sizeof(dev_info));
445 ret = rte_eth_dev_info_get(i, &dev_info);
447 evt_err("Error during getting device (port %u) info: %s\n",
452 if (dev_info.rx_desc_lim.nb_mtu_seg_max != UINT16_MAX &&
453 dev_info.rx_desc_lim.nb_mtu_seg_max != 0) {
454 data_size = opt->max_pkt_sz /
455 dev_info.rx_desc_lim.nb_mtu_seg_max;
456 data_size += RTE_PKTMBUF_HEADROOM;
458 if (data_size > opt->mbuf_sz)
459 opt->mbuf_sz = data_size;
463 t->pool = rte_pktmbuf_pool_create(test->name, /* mempool name */
464 opt->pool_sz, /* number of elements*/
468 opt->socket_id); /* flags */
470 if (t->pool == NULL) {
471 evt_err("failed to create mempool");
479 pipeline_mempool_destroy(struct evt_test *test, struct evt_options *opt)
482 struct test_pipeline *t = evt_test_priv(test);
484 rte_mempool_free(t->pool);
488 pipeline_test_setup(struct evt_test *test, struct evt_options *opt)
492 test_pipeline = rte_zmalloc_socket(test->name,
493 sizeof(struct test_pipeline), RTE_CACHE_LINE_SIZE,
495 if (test_pipeline == NULL) {
496 evt_err("failed to allocate test_pipeline memory");
499 test->test_priv = test_pipeline;
501 struct test_pipeline *t = evt_test_priv(test);
503 t->nb_workers = evt_nr_active_lcores(opt->wlcores);
504 t->outstand_pkts = opt->nb_pkts * evt_nr_active_lcores(opt->wlcores);
506 t->nb_flows = opt->nb_flows;
507 t->result = EVT_TEST_FAILED;
509 opt->prod_type = EVT_PROD_TYPE_ETH_RX_ADPTR;
510 memcpy(t->sched_type_list, opt->sched_type_list,
511 sizeof(opt->sched_type_list));
518 pipeline_test_destroy(struct evt_test *test, struct evt_options *opt)
522 rte_free(test->test_priv);