net/ice: fix perfect match for ACL rule
[dpdk.git] / app / test / test_pmd_perf.c
1 /* SPDX-License-Identifier: BSD-3-Clause
2  * Copyright(c) 2010-2014 Intel Corporation
3  */
4
5
6 #include <stdio.h>
7 #include <inttypes.h>
8 #include <signal.h>
9 #include <unistd.h>
10 #include <rte_cycles.h>
11 #include <rte_ethdev.h>
12 #include <rte_byteorder.h>
13 #include <rte_atomic.h>
14 #include <rte_malloc.h>
15 #include "packet_burst_generator.h"
16 #include "test.h"
17
18 #define NB_ETHPORTS_USED                (1)
19 #define NB_SOCKETS                      (2)
20 #define MEMPOOL_CACHE_SIZE 250
21 #define MAX_PKT_BURST                   (32)
22 #define RTE_TEST_RX_DESC_DEFAULT        (1024)
23 #define RTE_TEST_TX_DESC_DEFAULT        (1024)
24 #define RTE_PORT_ALL            (~(uint16_t)0x0)
25
26 /* how long test would take at full line rate */
27 #define RTE_TEST_DURATION                (2)
28
29 /*
30  * RX and TX Prefetch, Host, and Write-back threshold values should be
31  * carefully set for optimal performance. Consult the network
32  * controller's datasheet and supporting DPDK documentation for guidance
33  * on how these parameters should be set.
34  */
35 #define RX_PTHRESH 8 /**< Default values of RX prefetch threshold reg. */
36 #define RX_HTHRESH 8 /**< Default values of RX host threshold reg. */
37 #define RX_WTHRESH 0 /**< Default values of RX write-back threshold reg. */
38
39 /*
40  * These default values are optimized for use with the Intel(R) 82599 10 GbE
41  * Controller and the DPDK ixgbe PMD. Consider using other values for other
42  * network controllers and/or network drivers.
43  */
44 #define TX_PTHRESH 32 /**< Default values of TX prefetch threshold reg. */
45 #define TX_HTHRESH 0  /**< Default values of TX host threshold reg. */
46 #define TX_WTHRESH 0  /**< Default values of TX write-back threshold reg. */
47
48 #define MAX_TRAFFIC_BURST              2048
49
50 #define NB_MBUF RTE_MAX(                                                \
51                 (unsigned)(nb_ports*nb_rx_queue*nb_rxd +                \
52                            nb_ports*nb_lcores*MAX_PKT_BURST +           \
53                            nb_ports*nb_tx_queue*nb_txd +                \
54                            nb_lcores*MEMPOOL_CACHE_SIZE +               \
55                            nb_ports*MAX_TRAFFIC_BURST),                 \
56                         (unsigned)8192)
57
58
59 static struct rte_mempool *mbufpool[NB_SOCKETS];
60 /* ethernet addresses of ports */
61 static struct rte_ether_addr ports_eth_addr[RTE_MAX_ETHPORTS];
62
63 static struct rte_eth_conf port_conf = {
64         .rxmode = {
65                 .mq_mode = ETH_MQ_RX_NONE,
66                 .max_rx_pkt_len = RTE_ETHER_MAX_LEN,
67                 .split_hdr_size = 0,
68         },
69         .txmode = {
70                 .mq_mode = ETH_MQ_TX_NONE,
71         },
72         .lpbk_mode = 1,  /* enable loopback */
73 };
74
75 static struct rte_eth_rxconf rx_conf = {
76         .rx_thresh = {
77                 .pthresh = RX_PTHRESH,
78                 .hthresh = RX_HTHRESH,
79                 .wthresh = RX_WTHRESH,
80         },
81         .rx_free_thresh = 32,
82 };
83
84 static struct rte_eth_txconf tx_conf = {
85         .tx_thresh = {
86                 .pthresh = TX_PTHRESH,
87                 .hthresh = TX_HTHRESH,
88                 .wthresh = TX_WTHRESH,
89         },
90         .tx_free_thresh = 32, /* Use PMD default values */
91         .tx_rs_thresh = 32, /* Use PMD default values */
92 };
93
94 enum {
95         LCORE_INVALID = 0,
96         LCORE_AVAIL,
97         LCORE_USED,
98 };
99
100 struct lcore_conf {
101         uint8_t status;
102         uint8_t socketid;
103         uint16_t nb_ports;
104         uint16_t portlist[RTE_MAX_ETHPORTS];
105 } __rte_cache_aligned;
106
107 struct lcore_conf lcore_conf[RTE_MAX_LCORE];
108
109 static uint64_t link_mbps;
110
111 enum {
112         SC_CONTINUOUS = 0,
113         SC_BURST_POLL_FIRST,
114         SC_BURST_XMIT_FIRST,
115 };
116
117 static uint32_t sc_flag;
118
119 /* Check the link status of all ports in up to 3s, and print them finally */
120 static void
121 check_all_ports_link_status(uint16_t port_num, uint32_t port_mask)
122 {
123 #define CHECK_INTERVAL 100 /* 100ms */
124 #define MAX_CHECK_TIME 30 /* 3s (30 * 100ms) in total */
125         uint16_t portid;
126         uint8_t count, all_ports_up, print_flag = 0;
127         struct rte_eth_link link;
128         int ret;
129         char link_status[RTE_ETH_LINK_MAX_STR_LEN];
130
131         printf("Checking link statuses...\n");
132         fflush(stdout);
133         for (count = 0; count <= MAX_CHECK_TIME; count++) {
134                 all_ports_up = 1;
135                 for (portid = 0; portid < port_num; portid++) {
136                         if ((port_mask & (1 << portid)) == 0)
137                                 continue;
138                         memset(&link, 0, sizeof(link));
139                         ret = rte_eth_link_get_nowait(portid, &link);
140                         if (ret < 0) {
141                                 all_ports_up = 0;
142                                 if (print_flag == 1)
143                                         printf("Port %u link get failed: %s\n",
144                                                 portid, rte_strerror(-ret));
145                                 continue;
146                         }
147
148                         /* print link status if flag set */
149                         if (print_flag == 1) {
150                                 if (link.link_status && link_mbps == 0)
151                                         link_mbps = link.link_speed;
152
153                                 rte_eth_link_to_str(link_status,
154                                         sizeof(link_status), &link);
155                                 printf("Port %d %s\n", portid, link_status);
156                                 continue;
157                         }
158                         /* clear all_ports_up flag if any link down */
159                         if (link.link_status == ETH_LINK_DOWN) {
160                                 all_ports_up = 0;
161                                 break;
162                         }
163                 }
164                 /* after finally printing all link status, get out */
165                 if (print_flag == 1)
166                         break;
167
168                 if (all_ports_up == 0) {
169                         fflush(stdout);
170                         rte_delay_ms(CHECK_INTERVAL);
171                 }
172
173                 /* set the print_flag if all ports up or timeout */
174                 if (all_ports_up == 1 || count == (MAX_CHECK_TIME - 1))
175                         print_flag = 1;
176         }
177 }
178
179 static void
180 print_ethaddr(const char *name, const struct rte_ether_addr *eth_addr)
181 {
182         char buf[RTE_ETHER_ADDR_FMT_SIZE];
183         rte_ether_format_addr(buf, RTE_ETHER_ADDR_FMT_SIZE, eth_addr);
184         printf("%s%s", name, buf);
185 }
186
187 static int
188 init_traffic(struct rte_mempool *mp,
189              struct rte_mbuf **pkts_burst, uint32_t burst_size)
190 {
191         struct rte_ether_hdr pkt_eth_hdr;
192         struct rte_ipv4_hdr pkt_ipv4_hdr;
193         struct rte_udp_hdr pkt_udp_hdr;
194         uint32_t pktlen;
195         static uint8_t src_mac[] = { 0x00, 0xFF, 0xAA, 0xFF, 0xAA, 0xFF };
196         static uint8_t dst_mac[] = { 0x00, 0xAA, 0xFF, 0xAA, 0xFF, 0xAA };
197
198
199         initialize_eth_header(&pkt_eth_hdr,
200                 (struct rte_ether_addr *)src_mac,
201                 (struct rte_ether_addr *)dst_mac, RTE_ETHER_TYPE_IPV4, 0, 0);
202
203         pktlen = initialize_ipv4_header(&pkt_ipv4_hdr,
204                                         IPV4_ADDR(10, 0, 0, 1),
205                                         IPV4_ADDR(10, 0, 0, 2), 26);
206         printf("IPv4 pktlen %u\n", pktlen);
207
208         pktlen = initialize_udp_header(&pkt_udp_hdr, 0, 0, 18);
209
210         printf("UDP pktlen %u\n", pktlen);
211
212         return generate_packet_burst(mp, pkts_burst, &pkt_eth_hdr,
213                                      0, &pkt_ipv4_hdr, 1,
214                                      &pkt_udp_hdr, burst_size,
215                                      PACKET_BURST_GEN_PKT_LEN, 1);
216 }
217
218 static int
219 init_lcores(void)
220 {
221         unsigned lcore_id;
222
223         for (lcore_id = 0; lcore_id < RTE_MAX_LCORE; lcore_id++) {
224                 lcore_conf[lcore_id].socketid =
225                         rte_lcore_to_socket_id(lcore_id);
226                 if (rte_lcore_is_enabled(lcore_id) == 0) {
227                         lcore_conf[lcore_id].status = LCORE_INVALID;
228                         continue;
229                 } else
230                         lcore_conf[lcore_id].status = LCORE_AVAIL;
231         }
232         return 0;
233 }
234
235 static int
236 init_mbufpool(unsigned nb_mbuf)
237 {
238         int socketid;
239         unsigned lcore_id;
240         char s[64];
241
242         for (lcore_id = 0; lcore_id < RTE_MAX_LCORE; lcore_id++) {
243                 if (rte_lcore_is_enabled(lcore_id) == 0)
244                         continue;
245
246                 socketid = rte_lcore_to_socket_id(lcore_id);
247                 if (socketid >= NB_SOCKETS) {
248                         rte_exit(EXIT_FAILURE,
249                                 "Socket %d of lcore %u is out of range %d\n",
250                                 socketid, lcore_id, NB_SOCKETS);
251                 }
252                 if (mbufpool[socketid] == NULL) {
253                         snprintf(s, sizeof(s), "mbuf_pool_%d", socketid);
254                         mbufpool[socketid] =
255                                 rte_pktmbuf_pool_create(s, nb_mbuf,
256                                         MEMPOOL_CACHE_SIZE, 0,
257                                         RTE_MBUF_DEFAULT_BUF_SIZE, socketid);
258                         if (mbufpool[socketid] == NULL)
259                                 rte_exit(EXIT_FAILURE,
260                                         "Cannot init mbuf pool on socket %d\n",
261                                         socketid);
262                         else
263                                 printf("Allocated mbuf pool on socket %d\n",
264                                         socketid);
265                 }
266         }
267         return 0;
268 }
269
270 static uint16_t
271 alloc_lcore(uint16_t socketid)
272 {
273         unsigned lcore_id;
274
275         for (lcore_id = 0; lcore_id < RTE_MAX_LCORE; lcore_id++) {
276                 if (LCORE_AVAIL != lcore_conf[lcore_id].status ||
277                     lcore_conf[lcore_id].socketid != socketid ||
278                     lcore_id == rte_get_main_lcore())
279                         continue;
280                 lcore_conf[lcore_id].status = LCORE_USED;
281                 lcore_conf[lcore_id].nb_ports = 0;
282                 return lcore_id;
283         }
284
285         return (uint16_t)-1;
286 }
287
288 static volatile uint64_t stop;
289 static uint64_t count;
290 static uint64_t drop;
291 static uint64_t idle;
292
293 static void
294 reset_count(void)
295 {
296         count = 0;
297         drop = 0;
298         idle = 0;
299 }
300
301 static void
302 stats_display(uint16_t port_id)
303 {
304         struct rte_eth_stats stats;
305         rte_eth_stats_get(port_id, &stats);
306
307         printf("  RX-packets: %-10"PRIu64" RX-missed: %-10"PRIu64" RX-bytes:  "
308                "%-"PRIu64"\n",
309                stats.ipackets, stats.imissed, stats.ibytes);
310         printf("  RX-errors: %-10"PRIu64" RX-nombuf:  %-10"PRIu64"\n",
311                stats.ierrors, stats.rx_nombuf);
312         printf("  TX-packets: %-10"PRIu64" TX-errors: %-10"PRIu64" TX-bytes:  "
313                "%-"PRIu64"\n",
314                stats.opackets, stats.oerrors, stats.obytes);
315 }
316
317 static void
318 signal_handler(int signum)
319 {
320         /*  USR1 signal, stop testing */
321         if (signum == SIGUSR1) {
322                 printf("Force Stop!\n");
323                 stop = 1;
324         }
325
326         /*  USR2 signal, print stats */
327         if (signum == SIGUSR2)
328                 stats_display(0);
329 }
330
331 struct rte_mbuf **tx_burst;
332
333 uint64_t (*do_measure)(struct lcore_conf *conf,
334                        struct rte_mbuf *pkts_burst[],
335                        uint64_t total_pkts);
336
337 static uint64_t
338 measure_rxtx(struct lcore_conf *conf,
339              struct rte_mbuf *pkts_burst[],
340              uint64_t total_pkts)
341 {
342         unsigned i, portid, nb_rx, nb_tx;
343         uint64_t prev_tsc, cur_tsc;
344
345         prev_tsc = rte_rdtsc();
346
347         while (likely(!stop)) {
348                 for (i = 0; i < conf->nb_ports; i++) {
349                         portid = conf->portlist[i];
350                         nb_rx = rte_eth_rx_burst(portid, 0,
351                                                  pkts_burst, MAX_PKT_BURST);
352                         if (unlikely(nb_rx == 0)) {
353                                 idle++;
354                                 continue;
355                         }
356
357                         count += nb_rx;
358                         nb_tx = rte_eth_tx_burst(portid, 0, pkts_burst, nb_rx);
359                         if (unlikely(nb_tx < nb_rx)) {
360                                 drop += (nb_rx - nb_tx);
361                                 do {
362                                         rte_pktmbuf_free(pkts_burst[nb_tx]);
363                                 } while (++nb_tx < nb_rx);
364                         }
365                 }
366                 if (unlikely(count >= total_pkts))
367                         break;
368         }
369
370         cur_tsc = rte_rdtsc();
371
372         return cur_tsc - prev_tsc;
373 }
374
375 static uint64_t
376 measure_rxonly(struct lcore_conf *conf,
377                struct rte_mbuf *pkts_burst[],
378                uint64_t total_pkts)
379 {
380         unsigned i, portid, nb_rx, nb_tx;
381         uint64_t diff_tsc, cur_tsc;
382
383         diff_tsc = 0;
384         while (likely(!stop)) {
385                 for (i = 0; i < conf->nb_ports; i++) {
386                         portid = conf->portlist[i];
387
388                         cur_tsc = rte_rdtsc();
389                         nb_rx = rte_eth_rx_burst(portid, 0,
390                                                  pkts_burst, MAX_PKT_BURST);
391                         if (unlikely(nb_rx == 0)) {
392                                 idle++;
393                                 continue;
394                         }
395                         diff_tsc += rte_rdtsc() - cur_tsc;
396
397                         count += nb_rx;
398                         nb_tx = rte_eth_tx_burst(portid, 0, pkts_burst, nb_rx);
399                         if (unlikely(nb_tx < nb_rx)) {
400                                 drop += (nb_rx - nb_tx);
401                                 do {
402                                         rte_pktmbuf_free(pkts_burst[nb_tx]);
403                                 } while (++nb_tx < nb_rx);
404                         }
405                 }
406                 if (unlikely(count >= total_pkts))
407                         break;
408         }
409
410         return diff_tsc;
411 }
412
413 static uint64_t
414 measure_txonly(struct lcore_conf *conf,
415                struct rte_mbuf *pkts_burst[],
416                uint64_t total_pkts)
417 {
418         unsigned i, portid, nb_rx, nb_tx;
419         uint64_t diff_tsc, cur_tsc;
420
421         printf("do tx measure\n");
422         diff_tsc = 0;
423         while (likely(!stop)) {
424                 for (i = 0; i < conf->nb_ports; i++) {
425                         portid = conf->portlist[i];
426                         nb_rx = rte_eth_rx_burst(portid, 0,
427                                                  pkts_burst, MAX_PKT_BURST);
428                         if (unlikely(nb_rx == 0)) {
429                                 idle++;
430                                 continue;
431                         }
432
433                         count += nb_rx;
434
435                         cur_tsc = rte_rdtsc();
436                         nb_tx = rte_eth_tx_burst(portid, 0, pkts_burst, nb_rx);
437                         if (unlikely(nb_tx < nb_rx)) {
438                                 drop += (nb_rx - nb_tx);
439                                 do {
440                                         rte_pktmbuf_free(pkts_burst[nb_tx]);
441                                 } while (++nb_tx < nb_rx);
442                         }
443                         diff_tsc += rte_rdtsc() - cur_tsc;
444                 }
445                 if (unlikely(count >= total_pkts))
446                         break;
447         }
448
449         return diff_tsc;
450 }
451
452 /* main processing loop */
453 static int
454 main_loop(__rte_unused void *args)
455 {
456 #define PACKET_SIZE 64
457 #define FRAME_GAP 12
458 #define MAC_PREAMBLE 8
459         struct rte_mbuf *pkts_burst[MAX_PKT_BURST];
460         unsigned lcore_id;
461         unsigned i, portid, nb_rx = 0, nb_tx = 0;
462         struct lcore_conf *conf;
463         int pkt_per_port;
464         uint64_t diff_tsc;
465         uint64_t packets_per_second, total_packets;
466
467         lcore_id = rte_lcore_id();
468         conf = &lcore_conf[lcore_id];
469         if (conf->status != LCORE_USED)
470                 return 0;
471
472         pkt_per_port = MAX_TRAFFIC_BURST;
473
474         int idx = 0;
475         for (i = 0; i < conf->nb_ports; i++) {
476                 int num = pkt_per_port;
477                 portid = conf->portlist[i];
478                 printf("inject %d packet to port %d\n", num, portid);
479                 while (num) {
480                         nb_tx = RTE_MIN(MAX_PKT_BURST, num);
481                         nb_tx = rte_eth_tx_burst(portid, 0,
482                                                 &tx_burst[idx], nb_tx);
483                         num -= nb_tx;
484                         idx += nb_tx;
485                 }
486         }
487         printf("Total packets inject to prime ports = %u\n", idx);
488
489         packets_per_second = (link_mbps * 1000 * 1000) /
490                 ((PACKET_SIZE + FRAME_GAP + MAC_PREAMBLE) * CHAR_BIT);
491         printf("Each port will do %"PRIu64" packets per second\n",
492                packets_per_second);
493
494         total_packets = RTE_TEST_DURATION * conf->nb_ports * packets_per_second;
495         printf("Test will stop after at least %"PRIu64" packets received\n",
496                 + total_packets);
497
498         diff_tsc = do_measure(conf, pkts_burst, total_packets);
499
500         for (i = 0; i < conf->nb_ports; i++) {
501                 portid = conf->portlist[i];
502                 int nb_free = 0;
503                 uint64_t timeout = 10000;
504                 do { /* dry out */
505                         nb_rx = rte_eth_rx_burst(portid, 0,
506                                                  pkts_burst, MAX_PKT_BURST);
507                         nb_tx = 0;
508                         while (nb_tx < nb_rx)
509                                 rte_pktmbuf_free(pkts_burst[nb_tx++]);
510                         nb_free += nb_rx;
511
512                         if (unlikely(nb_rx == 0))
513                                 timeout--;
514                 } while (nb_free != pkt_per_port && timeout != 0);
515                 printf("free %d (expected %d) mbuf left in port %u\n", nb_free,
516                        pkt_per_port, portid);
517         }
518
519         if (count == 0)
520                 return -1;
521
522         printf("%"PRIu64" packet, %"PRIu64" drop, %"PRIu64" idle\n",
523                count, drop, idle);
524         printf("Result: %"PRIu64" cycles per packet\n", diff_tsc / count);
525
526         return 0;
527 }
528
529 static rte_atomic64_t start;
530
531 static inline int
532 poll_burst(void *args)
533 {
534 #define MAX_IDLE           (10000)
535         unsigned lcore_id;
536         struct rte_mbuf **pkts_burst;
537         uint64_t diff_tsc, cur_tsc;
538         uint16_t next[RTE_MAX_ETHPORTS];
539         struct lcore_conf *conf;
540         uint32_t pkt_per_port = *((uint32_t *)args);
541         unsigned i, portid, nb_rx = 0;
542         uint64_t total;
543         uint64_t timeout = MAX_IDLE;
544         int num[RTE_MAX_ETHPORTS];
545
546         lcore_id = rte_lcore_id();
547         conf = &lcore_conf[lcore_id];
548         if (conf->status != LCORE_USED)
549                 return 0;
550
551         total = pkt_per_port * conf->nb_ports;
552         printf("start to receive total expect %"PRIu64"\n", total);
553
554         pkts_burst = (struct rte_mbuf **)
555                 rte_calloc_socket("poll_burst",
556                                   total, sizeof(void *),
557                                   RTE_CACHE_LINE_SIZE, conf->socketid);
558         if (!pkts_burst)
559                 return -1;
560
561         for (i = 0; i < conf->nb_ports; i++) {
562                 portid = conf->portlist[i];
563                 next[portid] = i * pkt_per_port;
564                 num[portid] = pkt_per_port;
565         }
566
567         while (!rte_atomic64_read(&start))
568                 ;
569
570         cur_tsc = rte_rdtsc();
571         while (total) {
572                 for (i = 0; i < conf->nb_ports; i++) {
573                         portid = conf->portlist[i];
574                         nb_rx = rte_eth_rx_burst(portid, 0,
575                                         &pkts_burst[next[portid]],
576                                         RTE_MIN(MAX_PKT_BURST, num[portid]));
577                         if (unlikely(nb_rx == 0)) {
578                                 timeout--;
579                                 if (unlikely(timeout == 0))
580                                         goto timeout;
581                                 continue;
582                         }
583                         next[portid] += nb_rx;
584                         num[portid] -= nb_rx;
585                         total -= nb_rx;
586                 }
587         }
588 timeout:
589         diff_tsc = rte_rdtsc() - cur_tsc;
590
591         printf("%"PRIu64" packets lost, IDLE %"PRIu64" times\n",
592                total, MAX_IDLE - timeout);
593         /* clean up */
594         total = pkt_per_port * conf->nb_ports - total;
595         for (i = 0; i < total; i++)
596                 rte_pktmbuf_free(pkts_burst[i]);
597
598         rte_free(pkts_burst);
599
600         if (total > 0)
601                 return diff_tsc / total;
602         else
603                 return -1;
604 }
605
606 static int
607 exec_burst(uint32_t flags, int lcore)
608 {
609         unsigned i, portid, nb_tx = 0;
610         struct lcore_conf *conf;
611         uint32_t pkt_per_port;
612         int num, idx = 0;
613         int diff_tsc;
614
615         conf = &lcore_conf[lcore];
616
617         pkt_per_port = MAX_TRAFFIC_BURST;
618         num = pkt_per_port * conf->nb_ports;
619
620         rte_atomic64_init(&start);
621
622         /* start polling thread, but not actually poll yet */
623         rte_eal_remote_launch(poll_burst,
624                               (void *)&pkt_per_port, lcore);
625
626         /* Only when polling first */
627         if (flags == SC_BURST_POLL_FIRST)
628                 rte_atomic64_set(&start, 1);
629
630         /* start xmit */
631         while (num) {
632                 nb_tx = RTE_MIN(MAX_PKT_BURST, num);
633                 for (i = 0; i < conf->nb_ports; i++) {
634                         portid = conf->portlist[i];
635                         nb_tx = rte_eth_tx_burst(portid, 0,
636                                          &tx_burst[idx], nb_tx);
637                         idx += nb_tx;
638                         num -= nb_tx;
639                 }
640
641         }
642
643         sleep(5);
644
645         /* only when polling second  */
646         if (flags == SC_BURST_XMIT_FIRST)
647                 rte_atomic64_set(&start, 1);
648
649         /* wait for polling finished */
650         diff_tsc = rte_eal_wait_lcore(lcore);
651         if (diff_tsc < 0) {
652                 printf("exec_burst: Failed to measure cycles per packet\n");
653                 return -1;
654         }
655
656         printf("Result: %d cycles per packet\n", diff_tsc);
657
658         return 0;
659 }
660
661 static int
662 test_pmd_perf(void)
663 {
664         uint16_t nb_ports, num, nb_lcores, worker_id = (uint16_t)-1;
665         uint16_t nb_rxd = MAX_TRAFFIC_BURST;
666         uint16_t nb_txd = MAX_TRAFFIC_BURST;
667         uint16_t portid;
668         uint16_t nb_rx_queue = 1, nb_tx_queue = 1;
669         int socketid = -1;
670         int ret;
671
672         printf("Start PMD RXTX cycles cost test.\n");
673
674         signal(SIGUSR1, signal_handler);
675         signal(SIGUSR2, signal_handler);
676
677         nb_ports = rte_eth_dev_count_avail();
678         if (nb_ports < NB_ETHPORTS_USED) {
679                 printf("At least %u port(s) used for perf. test\n",
680                        NB_ETHPORTS_USED);
681                 return -1;
682         }
683
684         nb_lcores = rte_lcore_count();
685
686         memset(lcore_conf, 0, sizeof(lcore_conf));
687         init_lcores();
688
689         init_mbufpool(NB_MBUF);
690
691         if (sc_flag == SC_CONTINUOUS) {
692                 nb_rxd = RTE_TEST_RX_DESC_DEFAULT;
693                 nb_txd = RTE_TEST_TX_DESC_DEFAULT;
694         }
695         printf("CONFIG RXD=%d TXD=%d\n", nb_rxd, nb_txd);
696
697         reset_count();
698         num = 0;
699         RTE_ETH_FOREACH_DEV(portid) {
700                 if (socketid == -1) {
701                         socketid = rte_eth_dev_socket_id(portid);
702                         worker_id = alloc_lcore(socketid);
703                         if (worker_id == (uint16_t)-1) {
704                                 printf("No avail lcore to run test\n");
705                                 return -1;
706                         }
707                         printf("Performance test runs on lcore %u socket %u\n",
708                                worker_id, socketid);
709                 }
710
711                 if (socketid != rte_eth_dev_socket_id(portid)) {
712                         printf("Skip port %d\n", portid);
713                         continue;
714                 }
715
716                 /* port configure */
717                 ret = rte_eth_dev_configure(portid, nb_rx_queue,
718                                             nb_tx_queue, &port_conf);
719                 if (ret < 0)
720                         rte_exit(EXIT_FAILURE,
721                                 "Cannot configure device: err=%d, port=%d\n",
722                                  ret, portid);
723
724                 ret = rte_eth_macaddr_get(portid, &ports_eth_addr[portid]);
725                 if (ret < 0)
726                         rte_exit(EXIT_FAILURE,
727                                 "Cannot get mac address: err=%d, port=%d\n",
728                                  ret, portid);
729
730                 printf("Port %u ", portid);
731                 print_ethaddr("Address:", &ports_eth_addr[portid]);
732                 printf("\n");
733
734                 /* tx queue setup */
735                 ret = rte_eth_tx_queue_setup(portid, 0, nb_txd,
736                                              socketid, &tx_conf);
737                 if (ret < 0)
738                         rte_exit(EXIT_FAILURE,
739                                 "rte_eth_tx_queue_setup: err=%d, "
740                                 "port=%d\n", ret, portid);
741
742                 /* rx queue steup */
743                 ret = rte_eth_rx_queue_setup(portid, 0, nb_rxd,
744                                                 socketid, &rx_conf,
745                                                 mbufpool[socketid]);
746                 if (ret < 0)
747                         rte_exit(EXIT_FAILURE, "rte_eth_rx_queue_setup: err=%d,"
748                                  "port=%d\n", ret, portid);
749
750                 /* Start device */
751                 stop = 0;
752                 ret = rte_eth_dev_start(portid);
753                 if (ret < 0)
754                         rte_exit(EXIT_FAILURE,
755                                 "rte_eth_dev_start: err=%d, port=%d\n",
756                                 ret, portid);
757
758                 /* always eanble promiscuous */
759                 ret = rte_eth_promiscuous_enable(portid);
760                 if (ret != 0)
761                         rte_exit(EXIT_FAILURE,
762                                  "rte_eth_promiscuous_enable: err=%s, port=%d\n",
763                                  rte_strerror(-ret), portid);
764
765                 lcore_conf[worker_id].portlist[num++] = portid;
766                 lcore_conf[worker_id].nb_ports++;
767         }
768         check_all_ports_link_status(nb_ports, RTE_PORT_ALL);
769
770         if (tx_burst == NULL) {
771                 tx_burst = (struct rte_mbuf **)
772                         rte_calloc_socket("tx_buff",
773                                           MAX_TRAFFIC_BURST * nb_ports,
774                                           sizeof(void *),
775                                           RTE_CACHE_LINE_SIZE, socketid);
776                 if (!tx_burst)
777                         return -1;
778         }
779
780         init_traffic(mbufpool[socketid],
781                      tx_burst, MAX_TRAFFIC_BURST * nb_ports);
782
783         printf("Generate %d packets @socket %d\n",
784                MAX_TRAFFIC_BURST * nb_ports, socketid);
785
786         if (sc_flag == SC_CONTINUOUS) {
787                 /* do both rxtx by default */
788                 if (NULL == do_measure)
789                         do_measure = measure_rxtx;
790
791                 rte_eal_remote_launch(main_loop, NULL, worker_id);
792
793                 if (rte_eal_wait_lcore(worker_id) < 0)
794                         return -1;
795         } else if (sc_flag == SC_BURST_POLL_FIRST ||
796                    sc_flag == SC_BURST_XMIT_FIRST)
797                 if (exec_burst(sc_flag, worker_id) < 0)
798                         return -1;
799
800         /* port tear down */
801         RTE_ETH_FOREACH_DEV(portid) {
802                 if (socketid != rte_eth_dev_socket_id(portid))
803                         continue;
804
805                 ret = rte_eth_dev_stop(portid);
806                 if (ret != 0)
807                         printf("rte_eth_dev_stop: err=%s, port=%u\n",
808                                rte_strerror(-ret), portid);
809         }
810
811         return 0;
812 }
813
814 int
815 test_set_rxtx_conf(cmdline_fixed_string_t mode)
816 {
817         printf("mode switch to %s\n", mode);
818
819         if (!strcmp(mode, "vector")) {
820                 /* vector rx, tx */
821                 tx_conf.tx_rs_thresh = 32;
822                 tx_conf.tx_free_thresh = 32;
823                 return 0;
824         } else if (!strcmp(mode, "scalar")) {
825                 /* bulk alloc rx, full-featured tx */
826                 tx_conf.tx_rs_thresh = 32;
827                 tx_conf.tx_free_thresh = 32;
828                 port_conf.rxmode.offloads |= DEV_RX_OFFLOAD_CHECKSUM;
829                 return 0;
830         } else if (!strcmp(mode, "hybrid")) {
831                 /* bulk alloc rx, vector tx
832                  * when vec macro not define,
833                  * using the same rx/tx as scalar
834                  */
835                 tx_conf.tx_rs_thresh = 32;
836                 tx_conf.tx_free_thresh = 32;
837                 port_conf.rxmode.offloads |= DEV_RX_OFFLOAD_CHECKSUM;
838                 return 0;
839         } else if (!strcmp(mode, "full")) {
840                 /* full feature rx,tx pair */
841                 tx_conf.tx_rs_thresh = 32;
842                 tx_conf.tx_free_thresh = 32;
843                 port_conf.rxmode.offloads |= DEV_RX_OFFLOAD_SCATTER;
844                 return 0;
845         }
846
847         return -1;
848 }
849
850 int
851 test_set_rxtx_anchor(cmdline_fixed_string_t type)
852 {
853         printf("type switch to %s\n", type);
854
855         if (!strcmp(type, "rxtx")) {
856                 do_measure = measure_rxtx;
857                 return 0;
858         } else if (!strcmp(type, "rxonly")) {
859                 do_measure = measure_rxonly;
860                 return 0;
861         } else if (!strcmp(type, "txonly")) {
862                 do_measure = measure_txonly;
863                 return 0;
864         }
865
866         return -1;
867 }
868
869 int
870 test_set_rxtx_sc(cmdline_fixed_string_t type)
871 {
872         printf("stream control switch to %s\n", type);
873
874         if (!strcmp(type, "continuous")) {
875                 sc_flag = SC_CONTINUOUS;
876                 return 0;
877         } else if (!strcmp(type, "poll_before_xmit")) {
878                 sc_flag = SC_BURST_POLL_FIRST;
879                 return 0;
880         } else if (!strcmp(type, "poll_after_xmit")) {
881                 sc_flag = SC_BURST_XMIT_FIRST;
882                 return 0;
883         }
884
885         return -1;
886 }
887
888 REGISTER_TEST_COMMAND(pmd_perf_autotest, test_pmd_perf);