ethdev: allow to get RSS hash functions and key
[dpdk.git] / app / test-pmd / config.c
1 /*-
2  *   BSD LICENSE
3  * 
4  *   Copyright(c) 2010-2014 Intel Corporation. All rights reserved.
5  *   All rights reserved.
6  * 
7  *   Redistribution and use in source and binary forms, with or without
8  *   modification, are permitted provided that the following conditions
9  *   are met:
10  * 
11  *     * Redistributions of source code must retain the above copyright
12  *       notice, this list of conditions and the following disclaimer.
13  *     * Redistributions in binary form must reproduce the above copyright
14  *       notice, this list of conditions and the following disclaimer in
15  *       the documentation and/or other materials provided with the
16  *       distribution.
17  *     * Neither the name of Intel Corporation nor the names of its
18  *       contributors may be used to endorse or promote products derived
19  *       from this software without specific prior written permission.
20  * 
21  *   THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
22  *   "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
23  *   LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
24  *   A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
25  *   OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
26  *   SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
27  *   LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
28  *   DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
29  *   THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
30  *   (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
31  *   OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
32  */
33 /*   BSD LICENSE
34  *
35  *   Copyright(c) 2013 6WIND.
36  *
37  *   Redistribution and use in source and binary forms, with or without
38  *   modification, are permitted provided that the following conditions
39  *   are met:
40  *
41  *     * Redistributions of source code must retain the above copyright
42  *       notice, this list of conditions and the following disclaimer.
43  *     * Redistributions in binary form must reproduce the above copyright
44  *       notice, this list of conditions and the following disclaimer in
45  *       the documentation and/or other materials provided with the
46  *       distribution.
47  *     * Neither the name of 6WIND S.A. nor the names of its
48  *       contributors may be used to endorse or promote products derived
49  *       from this software without specific prior written permission.
50  *
51  *   THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
52  *   "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
53  *   LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
54  *   A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
55  *   OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
56  *   SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
57  *   LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
58  *   DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
59  *   THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
60  *   (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
61  *   OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
62  */
63
64 #include <stdarg.h>
65 #include <errno.h>
66 #include <stdio.h>
67 #include <string.h>
68 #include <stdarg.h>
69 #include <stdint.h>
70 #include <inttypes.h>
71
72 #include <sys/queue.h>
73
74 #include <rte_common.h>
75 #include <rte_byteorder.h>
76 #include <rte_debug.h>
77 #include <rte_log.h>
78 #include <rte_memory.h>
79 #include <rte_memcpy.h>
80 #include <rte_memzone.h>
81 #include <rte_launch.h>
82 #include <rte_tailq.h>
83 #include <rte_eal.h>
84 #include <rte_per_lcore.h>
85 #include <rte_lcore.h>
86 #include <rte_atomic.h>
87 #include <rte_branch_prediction.h>
88 #include <rte_ring.h>
89 #include <rte_mempool.h>
90 #include <rte_mbuf.h>
91 #include <rte_interrupts.h>
92 #include <rte_pci.h>
93 #include <rte_ether.h>
94 #include <rte_ethdev.h>
95 #include <rte_string_fns.h>
96
97 #include "testpmd.h"
98
99 static void
100 print_ethaddr(const char *name, struct ether_addr *eth_addr)
101 {
102         printf("%s%02X:%02X:%02X:%02X:%02X:%02X", name,
103                (unsigned int)eth_addr->addr_bytes[0],
104                (unsigned int)eth_addr->addr_bytes[1],
105                (unsigned int)eth_addr->addr_bytes[2],
106                (unsigned int)eth_addr->addr_bytes[3],
107                (unsigned int)eth_addr->addr_bytes[4],
108                (unsigned int)eth_addr->addr_bytes[5]);
109 }
110
111 void
112 nic_stats_display(portid_t port_id)
113 {
114         struct rte_eth_stats stats;
115         struct rte_port *port = &ports[port_id];
116         uint8_t i;
117
118         static const char *nic_stats_border = "########################";
119
120         if (port_id >= nb_ports) {
121                 printf("Invalid port, range is [0, %d]\n", nb_ports - 1);
122                 return;
123         }
124         rte_eth_stats_get(port_id, &stats);
125         printf("\n  %s NIC statistics for port %-2d %s\n",
126                nic_stats_border, port_id, nic_stats_border);
127
128         if ((!port->rx_queue_stats_mapping_enabled) && (!port->tx_queue_stats_mapping_enabled)) {
129                 printf("  RX-packets: %-10"PRIu64" RX-errors: %-10"PRIu64"RX-bytes: "
130                        "%-"PRIu64"\n"
131                        "  TX-packets: %-10"PRIu64" TX-errors: %-10"PRIu64"TX-bytes: "
132                        "%-"PRIu64"\n",
133                        stats.ipackets, stats.ierrors, stats.ibytes,
134                        stats.opackets, stats.oerrors, stats.obytes);
135         }
136         else {
137                 printf("  RX-packets:              %10"PRIu64"    RX-errors: %10"PRIu64
138                        "    RX-bytes: %10"PRIu64"\n"
139                        "  TX-packets:              %10"PRIu64"    TX-errors: %10"PRIu64
140                        "    TX-bytes: %10"PRIu64"\n",
141                        stats.ipackets, stats.ierrors, stats.ibytes,
142                        stats.opackets, stats.oerrors, stats.obytes);
143         }
144
145         /* stats fdir */
146         if (fdir_conf.mode != RTE_FDIR_MODE_NONE)
147                 printf("  Fdirmiss:   %-10"PRIu64" Fdirmatch: %-10"PRIu64"\n",
148                        stats.fdirmiss,
149                        stats.fdirmatch);
150
151         if (port->rx_queue_stats_mapping_enabled) {
152                 printf("\n");
153                 for (i = 0; i < RTE_ETHDEV_QUEUE_STAT_CNTRS; i++) {
154                         printf("  Stats reg %2d RX-packets: %10"PRIu64
155                                "    RX-errors: %10"PRIu64
156                                "    RX-bytes: %10"PRIu64"\n",
157                                i, stats.q_ipackets[i], stats.q_errors[i], stats.q_ibytes[i]);
158                 }
159         }
160         if (port->tx_queue_stats_mapping_enabled) {
161                 printf("\n");
162                 for (i = 0; i < RTE_ETHDEV_QUEUE_STAT_CNTRS; i++) {
163                         printf("  Stats reg %2d TX-packets: %10"PRIu64
164                                "                             TX-bytes: %10"PRIu64"\n",
165                                i, stats.q_opackets[i], stats.q_obytes[i]);
166                 }
167         }
168
169         /* Display statistics of XON/XOFF pause frames, if any. */
170         if ((stats.tx_pause_xon  | stats.rx_pause_xon |
171              stats.tx_pause_xoff | stats.rx_pause_xoff) > 0) {
172                 printf("  RX-XOFF:    %-10"PRIu64" RX-XON:    %-10"PRIu64"\n",
173                        stats.rx_pause_xoff, stats.rx_pause_xon);
174                 printf("  TX-XOFF:    %-10"PRIu64" TX-XON:    %-10"PRIu64"\n",
175                        stats.tx_pause_xoff, stats.tx_pause_xon);
176         }
177         printf("  %s############################%s\n",
178                nic_stats_border, nic_stats_border);
179 }
180
181 void
182 nic_stats_clear(portid_t port_id)
183 {
184         if (port_id >= nb_ports) {
185                 printf("Invalid port, range is [0, %d]\n", nb_ports - 1);
186                 return;
187         }
188         rte_eth_stats_reset(port_id);
189         printf("\n  NIC statistics for port %d cleared\n", port_id);
190 }
191
192
193 void
194 nic_stats_mapping_display(portid_t port_id)
195 {
196         struct rte_port *port = &ports[port_id];
197         uint16_t i;
198
199         static const char *nic_stats_mapping_border = "########################";
200
201         if (port_id >= nb_ports) {
202                 printf("Invalid port, range is [0, %d]\n", nb_ports - 1);
203                 return;
204         }
205
206         if ((!port->rx_queue_stats_mapping_enabled) && (!port->tx_queue_stats_mapping_enabled)) {
207                 printf("Port id %d - either does not support queue statistic mapping or"
208                        " no queue statistic mapping set\n", port_id);
209                 return;
210         }
211
212         printf("\n  %s NIC statistics mapping for port %-2d %s\n",
213                nic_stats_mapping_border, port_id, nic_stats_mapping_border);
214
215         if (port->rx_queue_stats_mapping_enabled) {
216                 for (i = 0; i < nb_rx_queue_stats_mappings; i++) {
217                         if (rx_queue_stats_mappings[i].port_id == port_id) {
218                                 printf("  RX-queue %2d mapped to Stats Reg %2d\n",
219                                        rx_queue_stats_mappings[i].queue_id,
220                                        rx_queue_stats_mappings[i].stats_counter_id);
221                         }
222                 }
223                 printf("\n");
224         }
225
226
227         if (port->tx_queue_stats_mapping_enabled) {
228                 for (i = 0; i < nb_tx_queue_stats_mappings; i++) {
229                         if (tx_queue_stats_mappings[i].port_id == port_id) {
230                                 printf("  TX-queue %2d mapped to Stats Reg %2d\n",
231                                        tx_queue_stats_mappings[i].queue_id,
232                                        tx_queue_stats_mappings[i].stats_counter_id);
233                         }
234                 }
235         }
236
237         printf("  %s####################################%s\n",
238                nic_stats_mapping_border, nic_stats_mapping_border);
239 }
240
241 void
242 port_infos_display(portid_t port_id)
243 {
244         struct rte_port *port;
245         struct rte_eth_link link;
246         int vlan_offload;
247         struct rte_mempool * mp;
248         static const char *info_border = "*********************";
249
250         if (port_id >= nb_ports) {
251                 printf("Invalid port, range is [0, %d]\n", nb_ports - 1);
252                 return;
253         }
254         port = &ports[port_id];
255         rte_eth_link_get_nowait(port_id, &link);
256         printf("\n%s Infos for port %-2d %s\n",
257                info_border, port_id, info_border);
258         print_ethaddr("MAC address: ", &port->eth_addr);
259         printf("\nConnect to socket: %u", port->socket_id);
260
261         if (port_numa[port_id] != NUMA_NO_CONFIG) {
262                 mp = mbuf_pool_find(port_numa[port_id]);
263                 if (mp)
264                         printf("\nmemory allocation on the socket: %d",
265                                                         port_numa[port_id]);
266         } else
267                 printf("\nmemory allocation on the socket: %u",port->socket_id);
268
269         printf("\nLink status: %s\n", (link.link_status) ? ("up") : ("down"));
270         printf("Link speed: %u Mbps\n", (unsigned) link.link_speed);
271         printf("Link duplex: %s\n", (link.link_duplex == ETH_LINK_FULL_DUPLEX) ?
272                ("full-duplex") : ("half-duplex"));
273         printf("Promiscuous mode: %s\n",
274                rte_eth_promiscuous_get(port_id) ? "enabled" : "disabled");
275         printf("Allmulticast mode: %s\n",
276                rte_eth_allmulticast_get(port_id) ? "enabled" : "disabled");
277         printf("Maximum number of MAC addresses: %u\n",
278                (unsigned int)(port->dev_info.max_mac_addrs));
279         printf("Maximum number of MAC addresses of hash filtering: %u\n",
280                (unsigned int)(port->dev_info.max_hash_mac_addrs));
281
282         vlan_offload = rte_eth_dev_get_vlan_offload(port_id);
283         if (vlan_offload >= 0){
284                 printf("VLAN offload: \n");
285                 if (vlan_offload & ETH_VLAN_STRIP_OFFLOAD)
286                         printf("  strip on \n");
287                 else
288                         printf("  strip off \n");
289
290                 if (vlan_offload & ETH_VLAN_FILTER_OFFLOAD)
291                         printf("  filter on \n");
292                 else
293                         printf("  filter off \n");
294
295                 if (vlan_offload & ETH_VLAN_EXTEND_OFFLOAD)
296                         printf("  qinq(extend) on \n");
297                 else
298                         printf("  qinq(extend) off \n");
299         }
300 }
301
302 static int
303 port_id_is_invalid(portid_t port_id)
304 {
305         if (port_id < nb_ports)
306                 return 0;
307         printf("Invalid port %d (must be < nb_ports=%d)\n", port_id, nb_ports);
308         return 1;
309 }
310
311 static int
312 vlan_id_is_invalid(uint16_t vlan_id)
313 {
314         if (vlan_id < 4096)
315                 return 0;
316         printf("Invalid vlan_id %d (must be < 4096)\n", vlan_id);
317         return 1;
318 }
319
320 static int
321 port_reg_off_is_invalid(portid_t port_id, uint32_t reg_off)
322 {
323         uint64_t pci_len;
324
325         if (reg_off & 0x3) {
326                 printf("Port register offset 0x%X not aligned on a 4-byte "
327                        "boundary\n",
328                        (unsigned)reg_off);
329                 return 1;
330         }
331         pci_len = ports[port_id].dev_info.pci_dev->mem_resource[0].len;
332         if (reg_off >= pci_len) {
333                 printf("Port %d: register offset %u (0x%X) out of port PCI "
334                        "resource (length=%"PRIu64")\n",
335                        port_id, (unsigned)reg_off, (unsigned)reg_off,  pci_len);
336                 return 1;
337         }
338         return 0;
339 }
340
341 static int
342 reg_bit_pos_is_invalid(uint8_t bit_pos)
343 {
344         if (bit_pos <= 31)
345                 return 0;
346         printf("Invalid bit position %d (must be <= 31)\n", bit_pos);
347         return 1;
348 }
349
350 #define display_port_and_reg_off(port_id, reg_off) \
351         printf("port %d PCI register at offset 0x%X: ", (port_id), (reg_off))
352
353 static inline void
354 display_port_reg_value(portid_t port_id, uint32_t reg_off, uint32_t reg_v)
355 {
356         display_port_and_reg_off(port_id, (unsigned)reg_off);
357         printf("0x%08X (%u)\n", (unsigned)reg_v, (unsigned)reg_v);
358 }
359
360 void
361 port_reg_bit_display(portid_t port_id, uint32_t reg_off, uint8_t bit_x)
362 {
363         uint32_t reg_v;
364
365
366         if (port_id_is_invalid(port_id))
367                 return;
368         if (port_reg_off_is_invalid(port_id, reg_off))
369                 return;
370         if (reg_bit_pos_is_invalid(bit_x))
371                 return;
372         reg_v = port_id_pci_reg_read(port_id, reg_off);
373         display_port_and_reg_off(port_id, (unsigned)reg_off);
374         printf("bit %d=%d\n", bit_x, (int) ((reg_v & (1 << bit_x)) >> bit_x));
375 }
376
377 void
378 port_reg_bit_field_display(portid_t port_id, uint32_t reg_off,
379                            uint8_t bit1_pos, uint8_t bit2_pos)
380 {
381         uint32_t reg_v;
382         uint8_t  l_bit;
383         uint8_t  h_bit;
384
385         if (port_id_is_invalid(port_id))
386                 return;
387         if (port_reg_off_is_invalid(port_id, reg_off))
388                 return;
389         if (reg_bit_pos_is_invalid(bit1_pos))
390                 return;
391         if (reg_bit_pos_is_invalid(bit2_pos))
392                 return;
393         if (bit1_pos > bit2_pos)
394                 l_bit = bit2_pos, h_bit = bit1_pos;
395         else
396                 l_bit = bit1_pos, h_bit = bit2_pos;
397
398         reg_v = port_id_pci_reg_read(port_id, reg_off);
399         reg_v >>= l_bit;
400         if (h_bit < 31)
401                 reg_v &= ((1 << (h_bit - l_bit + 1)) - 1);
402         display_port_and_reg_off(port_id, (unsigned)reg_off);
403         printf("bits[%d, %d]=0x%0*X (%u)\n", l_bit, h_bit,
404                ((h_bit - l_bit) / 4) + 1, (unsigned)reg_v, (unsigned)reg_v);
405 }
406
407 void
408 port_reg_display(portid_t port_id, uint32_t reg_off)
409 {
410         uint32_t reg_v;
411
412         if (port_id_is_invalid(port_id))
413                 return;
414         if (port_reg_off_is_invalid(port_id, reg_off))
415                 return;
416         reg_v = port_id_pci_reg_read(port_id, reg_off);
417         display_port_reg_value(port_id, reg_off, reg_v);
418 }
419
420 void
421 port_reg_bit_set(portid_t port_id, uint32_t reg_off, uint8_t bit_pos,
422                  uint8_t bit_v)
423 {
424         uint32_t reg_v;
425
426         if (port_id_is_invalid(port_id))
427                 return;
428         if (port_reg_off_is_invalid(port_id, reg_off))
429                 return;
430         if (reg_bit_pos_is_invalid(bit_pos))
431                 return;
432         if (bit_v > 1) {
433                 printf("Invalid bit value %d (must be 0 or 1)\n", (int) bit_v);
434                 return;
435         }
436         reg_v = port_id_pci_reg_read(port_id, reg_off);
437         if (bit_v == 0)
438                 reg_v &= ~(1 << bit_pos);
439         else
440                 reg_v |= (1 << bit_pos);
441         port_id_pci_reg_write(port_id, reg_off, reg_v);
442         display_port_reg_value(port_id, reg_off, reg_v);
443 }
444
445 void
446 port_reg_bit_field_set(portid_t port_id, uint32_t reg_off,
447                        uint8_t bit1_pos, uint8_t bit2_pos, uint32_t value)
448 {
449         uint32_t max_v;
450         uint32_t reg_v;
451         uint8_t  l_bit;
452         uint8_t  h_bit;
453
454         if (port_id_is_invalid(port_id))
455                 return;
456         if (port_reg_off_is_invalid(port_id, reg_off))
457                 return;
458         if (reg_bit_pos_is_invalid(bit1_pos))
459                 return;
460         if (reg_bit_pos_is_invalid(bit2_pos))
461                 return;
462         if (bit1_pos > bit2_pos)
463                 l_bit = bit2_pos, h_bit = bit1_pos;
464         else
465                 l_bit = bit1_pos, h_bit = bit2_pos;
466
467         if ((h_bit - l_bit) < 31)
468                 max_v = (1 << (h_bit - l_bit + 1)) - 1;
469         else
470                 max_v = 0xFFFFFFFF;
471
472         if (value > max_v) {
473                 printf("Invalid value %u (0x%x) must be < %u (0x%x)\n",
474                                 (unsigned)value, (unsigned)value,
475                                 (unsigned)max_v, (unsigned)max_v);
476                 return;
477         }
478         reg_v = port_id_pci_reg_read(port_id, reg_off);
479         reg_v &= ~(max_v << l_bit); /* Keep unchanged bits */
480         reg_v |= (value << l_bit); /* Set changed bits */
481         port_id_pci_reg_write(port_id, reg_off, reg_v);
482         display_port_reg_value(port_id, reg_off, reg_v);
483 }
484
485 void
486 port_reg_set(portid_t port_id, uint32_t reg_off, uint32_t reg_v)
487 {
488         if (port_id_is_invalid(port_id))
489                 return;
490         if (port_reg_off_is_invalid(port_id, reg_off))
491                 return;
492         port_id_pci_reg_write(port_id, reg_off, reg_v);
493         display_port_reg_value(port_id, reg_off, reg_v);
494 }
495
496 /*
497  * RX/TX ring descriptors display functions.
498  */
499 static int
500 rx_queue_id_is_invalid(queueid_t rxq_id)
501 {
502         if (rxq_id < nb_rxq)
503                 return 0;
504         printf("Invalid RX queue %d (must be < nb_rxq=%d)\n", rxq_id, nb_rxq);
505         return 1;
506 }
507
508 static int
509 tx_queue_id_is_invalid(queueid_t txq_id)
510 {
511         if (txq_id < nb_txq)
512                 return 0;
513         printf("Invalid TX queue %d (must be < nb_rxq=%d)\n", txq_id, nb_txq);
514         return 1;
515 }
516
517 static int
518 rx_desc_id_is_invalid(uint16_t rxdesc_id)
519 {
520         if (rxdesc_id < nb_rxd)
521                 return 0;
522         printf("Invalid RX descriptor %d (must be < nb_rxd=%d)\n",
523                rxdesc_id, nb_rxd);
524         return 1;
525 }
526
527 static int
528 tx_desc_id_is_invalid(uint16_t txdesc_id)
529 {
530         if (txdesc_id < nb_txd)
531                 return 0;
532         printf("Invalid TX descriptor %d (must be < nb_txd=%d)\n",
533                txdesc_id, nb_txd);
534         return 1;
535 }
536
537 static const struct rte_memzone *
538 ring_dma_zone_lookup(const char *ring_name, uint8_t port_id, uint16_t q_id)
539 {
540         char mz_name[RTE_MEMZONE_NAMESIZE];
541         const struct rte_memzone *mz;
542
543         rte_snprintf(mz_name, sizeof(mz_name), "%s_%s_%d_%d",
544                  ports[port_id].dev_info.driver_name, ring_name, port_id, q_id);
545         mz = rte_memzone_lookup(mz_name);
546         if (mz == NULL)
547                 printf("%s ring memory zoneof (port %d, queue %d) not"
548                        "found (zone name = %s\n",
549                        ring_name, port_id, q_id, mz_name);
550         return (mz);
551 }
552
553 union igb_ring_dword {
554         uint64_t dword;
555         struct {
556                 uint32_t hi;
557                 uint32_t lo;
558         } words;
559 };
560
561 struct igb_ring_desc {
562         union igb_ring_dword lo_dword;
563         union igb_ring_dword hi_dword;
564 };
565
566 static void
567 ring_descriptor_display(const struct rte_memzone *ring_mz, uint16_t desc_id)
568 {
569         struct igb_ring_desc *ring;
570         struct igb_ring_desc rd;
571
572         ring = (struct igb_ring_desc *) ring_mz->addr;
573         rd.lo_dword = rte_le_to_cpu_64(ring[desc_id].lo_dword);
574         rd.hi_dword = rte_le_to_cpu_64(ring[desc_id].hi_dword);
575         printf("    0x%08X - 0x%08X / 0x%08X - 0x%08X\n",
576                 (unsigned)rd.lo_dword.words.lo, (unsigned)rd.lo_dword.words.hi,
577                 (unsigned)rd.hi_dword.words.lo, (unsigned)rd.hi_dword.words.hi);
578 }
579
580 void
581 rx_ring_desc_display(portid_t port_id, queueid_t rxq_id, uint16_t rxd_id)
582 {
583         const struct rte_memzone *rx_mz;
584
585         if (port_id_is_invalid(port_id))
586                 return;
587         if (rx_queue_id_is_invalid(rxq_id))
588                 return;
589         if (rx_desc_id_is_invalid(rxd_id))
590                 return;
591         rx_mz = ring_dma_zone_lookup("rx_ring", port_id, rxq_id);
592         if (rx_mz == NULL)
593                 return;
594         ring_descriptor_display(rx_mz, rxd_id);
595 }
596
597 void
598 tx_ring_desc_display(portid_t port_id, queueid_t txq_id, uint16_t txd_id)
599 {
600         const struct rte_memzone *tx_mz;
601
602         if (port_id_is_invalid(port_id))
603                 return;
604         if (tx_queue_id_is_invalid(txq_id))
605                 return;
606         if (tx_desc_id_is_invalid(txd_id))
607                 return;
608         tx_mz = ring_dma_zone_lookup("tx_ring", port_id, txq_id);
609         if (tx_mz == NULL)
610                 return;
611         ring_descriptor_display(tx_mz, txd_id);
612 }
613
614 void
615 fwd_lcores_config_display(void)
616 {
617         lcoreid_t lc_id;
618
619         printf("List of forwarding lcores:");
620         for (lc_id = 0; lc_id < nb_cfg_lcores; lc_id++)
621                 printf(" %2u", fwd_lcores_cpuids[lc_id]);
622         printf("\n");
623 }
624 void
625 rxtx_config_display(void)
626 {
627         printf("  %s packet forwarding - CRC stripping %s - "
628                "packets/burst=%d\n", cur_fwd_eng->fwd_mode_name,
629                rx_mode.hw_strip_crc ? "enabled" : "disabled",
630                nb_pkt_per_burst);
631
632         if (cur_fwd_eng == &tx_only_engine)
633                 printf("  packet len=%u - nb packet segments=%d\n",
634                                 (unsigned)tx_pkt_length, (int) tx_pkt_nb_segs);
635
636         printf("  nb forwarding cores=%d - nb forwarding ports=%d\n",
637                nb_fwd_lcores, nb_fwd_ports);
638         printf("  RX queues=%d - RX desc=%d - RX free threshold=%d\n",
639                nb_rxq, nb_rxd, rx_free_thresh);
640         printf("  RX threshold registers: pthresh=%d hthresh=%d wthresh=%d\n",
641                rx_thresh.pthresh, rx_thresh.hthresh, rx_thresh.wthresh);
642         printf("  TX queues=%d - TX desc=%d - TX free threshold=%d\n",
643                nb_txq, nb_txd, tx_free_thresh);
644         printf("  TX threshold registers: pthresh=%d hthresh=%d wthresh=%d\n",
645                tx_thresh.pthresh, tx_thresh.hthresh, tx_thresh.wthresh);
646         printf("  TX RS bit threshold=%d - TXQ flags=0x%"PRIx32"\n",
647                tx_rs_thresh, txq_flags);
648 }
649
650 void
651 port_rss_reta_info(portid_t port_id,struct rte_eth_rss_reta *reta_conf)
652 {
653         uint8_t i,j;
654         int ret;
655
656         if (port_id_is_invalid(port_id)) 
657                 return;
658
659         ret = rte_eth_dev_rss_reta_query(port_id, reta_conf);
660         if (ret != 0) {
661                 printf("Failed to get RSS RETA info, return code = %d\n", ret);
662                 return;
663         }
664
665         if (reta_conf->mask_lo != 0) {
666                 for (i = 0; i< ETH_RSS_RETA_NUM_ENTRIES/2; i++) {
667                         if (reta_conf->mask_lo & (uint64_t)(1ULL << i))
668                                 printf("RSS RETA configuration: hash index=%d,"
669                                         "queue=%d\n",i,reta_conf->reta[i]);     
670                 }
671         }
672         
673         if (reta_conf->mask_hi != 0) {
674                 for (i = 0; i< ETH_RSS_RETA_NUM_ENTRIES/2; i++) {
675                         if(reta_conf->mask_hi & (uint64_t)(1ULL << i)) {
676                                 j = (uint8_t)(i + ETH_RSS_RETA_NUM_ENTRIES/2);          
677                                 printf("RSS RETA configuration: hash index=%d,"
678                                         "queue=%d\n",j,reta_conf->reta[j]);
679                         }
680                 }
681         }
682 }
683
684 /*
685  * Displays the RSS hash functions of a port, and, optionaly, the RSS hash
686  * key of the port.
687  */
688 void
689 port_rss_hash_conf_show(portid_t port_id, int show_rss_key)
690 {
691         struct rte_eth_rss_conf rss_conf;
692         uint8_t rss_key[10 * 4];
693         uint16_t rss_hf;
694         uint8_t i;
695         int diag;
696
697         if (port_id_is_invalid(port_id))
698                 return;
699         /* Get RSS hash key if asked to display it */
700         rss_conf.rss_key = (show_rss_key) ? rss_key : NULL;
701         diag = rte_eth_dev_rss_hash_conf_get(port_id, &rss_conf);
702         if (diag != 0) {
703                 switch (diag) {
704                 case -ENODEV:
705                         printf("port index %d invalid\n", port_id);
706                         break;
707                 case -ENOTSUP:
708                         printf("operation not supported by device\n");
709                         break;
710                 default:
711                         printf("operation failed - diag=%d\n", diag);
712                         break;
713                 }
714                 return;
715         }
716         rss_hf = rss_conf.rss_hf;
717         if (rss_hf == 0) {
718                 printf("RSS disabled\n");
719                 return;
720         }
721         printf("RSS functions:\n ");
722         if (rss_hf & ETH_RSS_IPV4)
723                 printf("ip4");
724         if (rss_hf & ETH_RSS_IPV4_TCP)
725                 printf(" tcp4");
726         if (rss_hf & ETH_RSS_IPV4_UDP)
727                 printf(" udp4");
728         if (rss_hf & ETH_RSS_IPV6)
729                 printf(" ip6");
730         if (rss_hf & ETH_RSS_IPV6_EX)
731                 printf(" ip6-ex");
732         if (rss_hf & ETH_RSS_IPV6_TCP)
733                 printf(" tcp6");
734         if (rss_hf & ETH_RSS_IPV6_TCP_EX)
735                 printf(" tcp6-ex");
736         if (rss_hf & ETH_RSS_IPV6_UDP)
737                 printf(" udp6");
738         if (rss_hf & ETH_RSS_IPV6_UDP_EX)
739                 printf(" udp6-ex");
740         printf("\n");
741         if (!show_rss_key)
742                 return;
743         printf("RSS key:\n");
744         for (i = 0; i < sizeof(rss_key); i++)
745                 printf("%02X", rss_key[i]);
746         printf("\n");
747 }
748
749 /*
750  * Setup forwarding configuration for each logical core.
751  */
752 static void
753 setup_fwd_config_of_each_lcore(struct fwd_config *cfg)
754 {
755         streamid_t nb_fs_per_lcore;
756         streamid_t nb_fs;
757         streamid_t sm_id;
758         lcoreid_t  nb_extra;
759         lcoreid_t  nb_fc;
760         lcoreid_t  nb_lc;
761         lcoreid_t  lc_id;
762
763         nb_fs = cfg->nb_fwd_streams;
764         nb_fc = cfg->nb_fwd_lcores;
765         if (nb_fs <= nb_fc) {
766                 nb_fs_per_lcore = 1;
767                 nb_extra = 0;
768         } else {
769                 nb_fs_per_lcore = (streamid_t) (nb_fs / nb_fc);
770                 nb_extra = (lcoreid_t) (nb_fs % nb_fc);
771         }
772
773         nb_lc = (lcoreid_t) (nb_fc - nb_extra);
774         sm_id = 0;
775         for (lc_id = 0; lc_id < nb_lc; lc_id++) {
776                 fwd_lcores[lc_id]->stream_idx = sm_id;
777                 fwd_lcores[lc_id]->stream_nb = nb_fs_per_lcore;
778                 sm_id = (streamid_t) (sm_id + nb_fs_per_lcore);
779         }
780
781         /*
782          * Assign extra remaining streams, if any.
783          */
784         nb_fs_per_lcore = (streamid_t) (nb_fs_per_lcore + 1);
785         for (lc_id = 0; lc_id < nb_extra; lc_id++) {
786                 fwd_lcores[nb_lc + lc_id]->stream_idx = sm_id;
787                 fwd_lcores[nb_lc + lc_id]->stream_nb = nb_fs_per_lcore;
788                 sm_id = (streamid_t) (sm_id + nb_fs_per_lcore);
789         }
790 }
791
792 static void
793 simple_fwd_config_setup(void)
794 {
795         portid_t i;
796         portid_t j;
797         portid_t inc = 2;
798
799         if (port_topology == PORT_TOPOLOGY_CHAINED ||
800             port_topology == PORT_TOPOLOGY_LOOP) {
801                 inc = 1;
802         } else if (nb_fwd_ports % 2) {
803                 printf("\nWarning! Cannot handle an odd number of ports "
804                        "with the current port topology. Configuration "
805                        "must be changed to have an even number of ports, "
806                        "or relaunch application with "
807                        "--port-topology=chained\n\n");
808         }
809
810         cur_fwd_config.nb_fwd_ports = (portid_t) nb_fwd_ports;
811         cur_fwd_config.nb_fwd_streams =
812                 (streamid_t) cur_fwd_config.nb_fwd_ports;
813
814         /* reinitialize forwarding streams */
815         init_fwd_streams();
816
817         /*
818          * In the simple forwarding test, the number of forwarding cores
819          * must be lower or equal to the number of forwarding ports.
820          */
821         cur_fwd_config.nb_fwd_lcores = (lcoreid_t) nb_fwd_lcores;
822         if (cur_fwd_config.nb_fwd_lcores > cur_fwd_config.nb_fwd_ports)
823                 cur_fwd_config.nb_fwd_lcores =
824                         (lcoreid_t) cur_fwd_config.nb_fwd_ports;
825         setup_fwd_config_of_each_lcore(&cur_fwd_config);
826
827         for (i = 0; i < cur_fwd_config.nb_fwd_ports; i = (portid_t) (i + inc)) {
828                 if (port_topology != PORT_TOPOLOGY_LOOP)
829                         j = (portid_t) ((i + 1) % cur_fwd_config.nb_fwd_ports);
830                 else
831                         j = i;
832                 fwd_streams[i]->rx_port   = fwd_ports_ids[i];
833                 fwd_streams[i]->rx_queue  = 0;
834                 fwd_streams[i]->tx_port   = fwd_ports_ids[j];
835                 fwd_streams[i]->tx_queue  = 0;
836                 fwd_streams[i]->peer_addr = j;
837
838                 if (port_topology == PORT_TOPOLOGY_PAIRED) {
839                         fwd_streams[j]->rx_port   = fwd_ports_ids[j];
840                         fwd_streams[j]->rx_queue  = 0;
841                         fwd_streams[j]->tx_port   = fwd_ports_ids[i];
842                         fwd_streams[j]->tx_queue  = 0;
843                         fwd_streams[j]->peer_addr = i;
844                 }
845         }
846 }
847
848 /**
849  * For the RSS forwarding test, each core is assigned on every port a transmit
850  * queue whose index is the index of the core itself. This approach limits the
851  * maximumm number of processing cores of the RSS test to the maximum number of
852  * TX queues supported by the devices.
853  *
854  * Each core is assigned a single stream, each stream being composed of
855  * a RX queue to poll on a RX port for input messages, associated with
856  * a TX queue of a TX port where to send forwarded packets.
857  * All packets received on the RX queue of index "RxQj" of the RX port "RxPi"
858  * are sent on the TX queue "TxQl" of the TX port "TxPk" according to the two
859  * following rules:
860  *    - TxPk = (RxPi + 1) if RxPi is even, (RxPi - 1) if RxPi is odd
861  *    - TxQl = RxQj
862  */
863 static void
864 rss_fwd_config_setup(void)
865 {
866         portid_t   rxp;
867         portid_t   txp;
868         queueid_t  rxq;
869         queueid_t  nb_q;
870         lcoreid_t  lc_id;
871
872         nb_q = nb_rxq;
873         if (nb_q > nb_txq)
874                 nb_q = nb_txq;
875         cur_fwd_config.nb_fwd_lcores = (lcoreid_t) nb_fwd_lcores;
876         cur_fwd_config.nb_fwd_ports = nb_fwd_ports;
877         cur_fwd_config.nb_fwd_streams =
878                 (streamid_t) (nb_q * cur_fwd_config.nb_fwd_ports);
879         if (cur_fwd_config.nb_fwd_streams > cur_fwd_config.nb_fwd_lcores)
880                 cur_fwd_config.nb_fwd_streams =
881                         (streamid_t)cur_fwd_config.nb_fwd_lcores;
882         else
883                 cur_fwd_config.nb_fwd_lcores =
884                         (lcoreid_t)cur_fwd_config.nb_fwd_streams;
885
886         /* reinitialize forwarding streams */
887         init_fwd_streams();
888
889         setup_fwd_config_of_each_lcore(&cur_fwd_config);
890         rxp = 0; rxq = 0;
891         for (lc_id = 0; lc_id < cur_fwd_config.nb_fwd_lcores; lc_id++) {
892                 struct fwd_stream *fs;
893
894                 fs = fwd_streams[lc_id];
895
896                 if ((rxp & 0x1) == 0)
897                         txp = (portid_t) (rxp + 1);
898                 else
899                         txp = (portid_t) (rxp - 1);
900                 /*
901                  * if we are in loopback, simply send stuff out through the
902                  * ingress port
903                  */
904                 if (port_topology == PORT_TOPOLOGY_LOOP)
905                         txp = rxp;
906
907                 fs->rx_port = fwd_ports_ids[rxp];
908                 fs->rx_queue = rxq;
909                 fs->tx_port = fwd_ports_ids[txp];
910                 fs->tx_queue = rxq;
911                 fs->peer_addr = fs->tx_port;
912                 rxq = (queueid_t) (rxq + 1);
913                 if (rxq < nb_q)
914                         continue;
915                 /*
916                  * rxq == nb_q
917                  * Restart from RX queue 0 on next RX port
918                  */
919                 rxq = 0;
920                 if (numa_support && (nb_fwd_ports <= (nb_ports >> 1)))
921                         rxp = (portid_t)
922                                 (rxp + ((nb_ports >> 1) / nb_fwd_ports));
923                 else
924                         rxp = (portid_t) (rxp + 1);
925         }
926 }
927
928 /*
929  * In DCB and VT on,the mapping of 128 receive queues to 128 transmit queues.
930  */
931 static void
932 dcb_rxq_2_txq_mapping(queueid_t rxq, queueid_t *txq)
933 {
934         if(dcb_q_mapping == DCB_4_TCS_Q_MAPPING) {
935
936                 if (rxq < 32)
937                         /* tc0: 0-31 */ 
938                         *txq = rxq;  
939                 else if (rxq < 64) {
940                         /* tc1: 64-95 */ 
941                         *txq =  (uint16_t)(rxq + 32);
942                 } 
943                 else {  
944                         /* tc2: 96-111;tc3:112-127 */
945                         *txq =  (uint16_t)(rxq/2 + 64);
946                 }
947         }
948         else {
949                 if (rxq < 16)
950                         /* tc0 mapping*/
951                         *txq = rxq;
952                 else if (rxq < 32) {
953                         /* tc1 mapping*/
954                          *txq = (uint16_t)(rxq + 16);
955                 }
956                 else if (rxq < 64) {
957                         /*tc2,tc3 mapping */
958                         *txq =  (uint16_t)(rxq + 32);
959                 }
960                 else {
961                         /* tc4,tc5,tc6 and tc7 mapping */
962                         *txq =  (uint16_t)(rxq/2 + 64);
963                 }
964         }
965 }
966
967 /**
968  * For the DCB forwarding test, each core is assigned on every port multi-transmit
969  * queue. 
970  *
971  * Each core is assigned a multi-stream, each stream being composed of
972  * a RX queue to poll on a RX port for input messages, associated with
973  * a TX queue of a TX port where to send forwarded packets.
974  * All packets received on the RX queue of index "RxQj" of the RX port "RxPi"
975  * are sent on the TX queue "TxQl" of the TX port "TxPk" according to the two
976  * following rules:
977  * In VT mode,
978  *    - TxPk = (RxPi + 1) if RxPi is even, (RxPi - 1) if RxPi is odd
979  *    - TxQl = RxQj
980  * In non-VT mode,
981  *    - TxPk = (RxPi + 1) if RxPi is even, (RxPi - 1) if RxPi is odd  
982  *    There is a mapping of RxQj to TxQl to be required,and the mapping was implemented
983  *    in dcb_rxq_2_txq_mapping function.
984  */
985 static void
986 dcb_fwd_config_setup(void)
987 {
988         portid_t   rxp;
989         portid_t   txp;
990         queueid_t  rxq;
991         queueid_t  nb_q;
992         lcoreid_t  lc_id;
993         uint16_t sm_id;
994
995         nb_q = nb_rxq;
996
997         cur_fwd_config.nb_fwd_lcores = (lcoreid_t) nb_fwd_lcores;
998         cur_fwd_config.nb_fwd_ports = nb_fwd_ports;
999         cur_fwd_config.nb_fwd_streams = 
1000                 (streamid_t) (nb_q * cur_fwd_config.nb_fwd_ports);
1001
1002         /* reinitialize forwarding streams */
1003         init_fwd_streams();
1004
1005         setup_fwd_config_of_each_lcore(&cur_fwd_config);
1006         rxp = 0; rxq = 0;
1007         for (lc_id = 0; lc_id < cur_fwd_config.nb_fwd_lcores; lc_id++) {
1008                 /* a fwd core can run multi-streams */
1009                 for (sm_id = 0; sm_id < fwd_lcores[lc_id]->stream_nb; sm_id++)
1010                 {
1011                         struct fwd_stream *fs;
1012                         fs = fwd_streams[fwd_lcores[lc_id]->stream_idx + sm_id];
1013                         if ((rxp & 0x1) == 0)
1014                                 txp = (portid_t) (rxp + 1);
1015                         else
1016                                 txp = (portid_t) (rxp - 1);
1017                         fs->rx_port = fwd_ports_ids[rxp];
1018                         fs->rx_queue = rxq;
1019                         fs->tx_port = fwd_ports_ids[txp];
1020                         if (dcb_q_mapping == DCB_VT_Q_MAPPING)
1021                                 fs->tx_queue = rxq;
1022                         else
1023                                 dcb_rxq_2_txq_mapping(rxq, &fs->tx_queue);
1024                         fs->peer_addr = fs->tx_port;
1025                         rxq = (queueid_t) (rxq + 1);
1026                         if (rxq < nb_q)
1027                                 continue;
1028                         rxq = 0;
1029                         if (numa_support && (nb_fwd_ports <= (nb_ports >> 1)))
1030                                 rxp = (portid_t)
1031                                         (rxp + ((nb_ports >> 1) / nb_fwd_ports));
1032                         else
1033                                 rxp = (portid_t) (rxp + 1);
1034                 }
1035         }
1036 }
1037
1038 static void
1039 icmp_echo_config_setup(void)
1040 {
1041         portid_t  rxp;
1042         queueid_t rxq;
1043         lcoreid_t lc_id;
1044         uint16_t  sm_id;
1045
1046         if ((nb_txq * nb_fwd_ports) < nb_fwd_lcores)
1047                 cur_fwd_config.nb_fwd_lcores = (lcoreid_t)
1048                         (nb_txq * nb_fwd_ports);
1049         else
1050                 cur_fwd_config.nb_fwd_lcores = (lcoreid_t) nb_fwd_lcores;
1051         cur_fwd_config.nb_fwd_ports = nb_fwd_ports;
1052         cur_fwd_config.nb_fwd_streams =
1053                 (streamid_t) (nb_rxq * cur_fwd_config.nb_fwd_ports);
1054         if (cur_fwd_config.nb_fwd_streams < cur_fwd_config.nb_fwd_lcores)
1055                 cur_fwd_config.nb_fwd_lcores =
1056                         (lcoreid_t)cur_fwd_config.nb_fwd_streams;
1057         if (verbose_level > 0) {
1058                 printf("%s fwd_cores=%d fwd_ports=%d fwd_streams=%d\n",
1059                        __FUNCTION__,
1060                        cur_fwd_config.nb_fwd_lcores,
1061                        cur_fwd_config.nb_fwd_ports,
1062                        cur_fwd_config.nb_fwd_streams);
1063         }
1064
1065         /* reinitialize forwarding streams */
1066         init_fwd_streams();
1067         setup_fwd_config_of_each_lcore(&cur_fwd_config);
1068         rxp = 0; rxq = 0;
1069         for (lc_id = 0; lc_id < cur_fwd_config.nb_fwd_lcores; lc_id++) {
1070                 if (verbose_level > 0)
1071                         printf("  core=%d: \n", lc_id);
1072                 for (sm_id = 0; sm_id < fwd_lcores[lc_id]->stream_nb; sm_id++) {
1073                         struct fwd_stream *fs;
1074                         fs = fwd_streams[fwd_lcores[lc_id]->stream_idx + sm_id];
1075                         fs->rx_port = fwd_ports_ids[rxp];
1076                         fs->rx_queue = rxq;
1077                         fs->tx_port = fs->rx_port;
1078                         fs->tx_queue = lc_id;
1079                         fs->peer_addr = fs->tx_port;
1080                         if (verbose_level > 0)
1081                                 printf("  stream=%d port=%d rxq=%d txq=%d\n",
1082                                        sm_id, fs->rx_port, fs->rx_queue,
1083                                        fs->tx_queue);
1084                         rxq = (queueid_t) (rxq + 1);
1085                         if (rxq == nb_rxq) {
1086                                 rxq = 0;
1087                                 rxp = (portid_t) (rxp + 1);
1088                         }
1089                 }
1090         }
1091 }
1092
1093 void
1094 fwd_config_setup(void)
1095 {
1096         cur_fwd_config.fwd_eng = cur_fwd_eng;
1097         if (strcmp(cur_fwd_eng->fwd_mode_name, "icmpecho") == 0) {
1098                 icmp_echo_config_setup();
1099                 return;
1100         }
1101         if ((nb_rxq > 1) && (nb_txq > 1)){
1102                 if (dcb_config)
1103                         dcb_fwd_config_setup();
1104                 else
1105                         rss_fwd_config_setup();
1106         }
1107         else
1108                 simple_fwd_config_setup();
1109 }
1110
1111 static void
1112 pkt_fwd_config_display(struct fwd_config *cfg)
1113 {
1114         struct fwd_stream *fs;
1115         lcoreid_t  lc_id;
1116         streamid_t sm_id;
1117
1118         printf("%s packet forwarding - ports=%d - cores=%d - streams=%d - "
1119                 "NUMA support %s, MP over anonymous pages %s\n",
1120                 cfg->fwd_eng->fwd_mode_name,
1121                 cfg->nb_fwd_ports, cfg->nb_fwd_lcores, cfg->nb_fwd_streams,
1122                 numa_support == 1 ? "enabled" : "disabled",
1123                 mp_anon != 0 ? "enabled" : "disabled");
1124
1125         if (strcmp(cfg->fwd_eng->fwd_mode_name, "mac_retry") == 0)
1126                 printf("TX retry num: %u, delay between TX retries: %uus\n",
1127                         burst_tx_retry_num, burst_tx_delay_time);
1128         for (lc_id = 0; lc_id < cfg->nb_fwd_lcores; lc_id++) {
1129                 printf("Logical Core %u (socket %u) forwards packets on "
1130                        "%d streams:",
1131                        fwd_lcores_cpuids[lc_id],
1132                        rte_lcore_to_socket_id(fwd_lcores_cpuids[lc_id]),
1133                        fwd_lcores[lc_id]->stream_nb);
1134                 for (sm_id = 0; sm_id < fwd_lcores[lc_id]->stream_nb; sm_id++) {
1135                         fs = fwd_streams[fwd_lcores[lc_id]->stream_idx + sm_id];
1136                         printf("\n  RX P=%d/Q=%d (socket %u) -> TX "
1137                                "P=%d/Q=%d (socket %u) ",
1138                                fs->rx_port, fs->rx_queue,
1139                                ports[fs->rx_port].socket_id,
1140                                fs->tx_port, fs->tx_queue,
1141                                ports[fs->tx_port].socket_id);
1142                         print_ethaddr("peer=",
1143                                       &peer_eth_addrs[fs->peer_addr]);
1144                 }
1145                 printf("\n");
1146         }
1147         printf("\n");
1148 }
1149
1150
1151 void
1152 fwd_config_display(void)
1153 {
1154         if((dcb_config) && (nb_fwd_lcores == 1)) {
1155                 printf("In DCB mode,the nb forwarding cores should be larger than 1\n");
1156                 return;
1157         } 
1158         fwd_config_setup();
1159         pkt_fwd_config_display(&cur_fwd_config);
1160 }
1161
1162 int
1163 set_fwd_lcores_list(unsigned int *lcorelist, unsigned int nb_lc)
1164 {
1165         unsigned int i;
1166         unsigned int lcore_cpuid;
1167         int record_now;
1168
1169         record_now = 0;
1170  again:
1171         for (i = 0; i < nb_lc; i++) {
1172                 lcore_cpuid = lcorelist[i];
1173                 if (! rte_lcore_is_enabled(lcore_cpuid)) {
1174                         printf("lcore %u not enabled\n", lcore_cpuid);
1175                         return -1;
1176                 }
1177                 if (lcore_cpuid == rte_get_master_lcore()) {
1178                         printf("lcore %u cannot be masked on for running "
1179                                "packet forwarding, which is the master lcore "
1180                                "and reserved for command line parsing only\n",
1181                                lcore_cpuid);
1182                         return -1;
1183                 }
1184                 if (record_now)
1185                         fwd_lcores_cpuids[i] = lcore_cpuid;
1186         }
1187         if (record_now == 0) {
1188                 record_now = 1;
1189                 goto again;
1190         }
1191         nb_cfg_lcores = (lcoreid_t) nb_lc;
1192         if (nb_fwd_lcores != (lcoreid_t) nb_lc) {
1193                 printf("previous number of forwarding cores %u - changed to "
1194                        "number of configured cores %u\n",
1195                        (unsigned int) nb_fwd_lcores, nb_lc);
1196                 nb_fwd_lcores = (lcoreid_t) nb_lc;
1197         }
1198
1199         return 0;
1200 }
1201
1202 int
1203 set_fwd_lcores_mask(uint64_t lcoremask)
1204 {
1205         unsigned int lcorelist[64];
1206         unsigned int nb_lc;
1207         unsigned int i;
1208
1209         if (lcoremask == 0) {
1210                 printf("Invalid NULL mask of cores\n");
1211                 return -1;
1212         }
1213         nb_lc = 0;
1214         for (i = 0; i < 64; i++) {
1215                 if (! ((uint64_t)(1ULL << i) & lcoremask))
1216                         continue;
1217                 lcorelist[nb_lc++] = i;
1218         }
1219         return set_fwd_lcores_list(lcorelist, nb_lc);
1220 }
1221
1222 void
1223 set_fwd_lcores_number(uint16_t nb_lc)
1224 {
1225         if (nb_lc > nb_cfg_lcores) {
1226                 printf("nb fwd cores %u > %u (max. number of configured "
1227                        "lcores) - ignored\n",
1228                        (unsigned int) nb_lc, (unsigned int) nb_cfg_lcores);
1229                 return;
1230         }
1231         nb_fwd_lcores = (lcoreid_t) nb_lc;
1232         printf("Number of forwarding cores set to %u\n",
1233                (unsigned int) nb_fwd_lcores);
1234 }
1235
1236 void
1237 set_fwd_ports_list(unsigned int *portlist, unsigned int nb_pt)
1238 {
1239         unsigned int i;
1240         portid_t port_id;
1241         int record_now;
1242
1243         record_now = 0;
1244  again:
1245         for (i = 0; i < nb_pt; i++) {
1246                 port_id = (portid_t) portlist[i];
1247                 if (port_id >= nb_ports) {
1248                         printf("Invalid port id %u >= %u\n",
1249                                (unsigned int) port_id,
1250                                (unsigned int) nb_ports);
1251                         return;
1252                 }
1253                 if (record_now)
1254                         fwd_ports_ids[i] = port_id;
1255         }
1256         if (record_now == 0) {
1257                 record_now = 1;
1258                 goto again;
1259         }
1260         nb_cfg_ports = (portid_t) nb_pt;
1261         if (nb_fwd_ports != (portid_t) nb_pt) {
1262                 printf("previous number of forwarding ports %u - changed to "
1263                        "number of configured ports %u\n",
1264                        (unsigned int) nb_fwd_ports, nb_pt);
1265                 nb_fwd_ports = (portid_t) nb_pt;
1266         }
1267 }
1268
1269 void
1270 set_fwd_ports_mask(uint64_t portmask)
1271 {
1272         unsigned int portlist[64];
1273         unsigned int nb_pt;
1274         unsigned int i;
1275
1276         if (portmask == 0) {
1277                 printf("Invalid NULL mask of ports\n");
1278                 return;
1279         }
1280         nb_pt = 0;
1281         for (i = 0; i < 64; i++) {
1282                 if (! ((uint64_t)(1ULL << i) & portmask))
1283                         continue;
1284                 portlist[nb_pt++] = i;
1285         }
1286         set_fwd_ports_list(portlist, nb_pt);
1287 }
1288
1289 void
1290 set_fwd_ports_number(uint16_t nb_pt)
1291 {
1292         if (nb_pt > nb_cfg_ports) {
1293                 printf("nb fwd ports %u > %u (number of configured "
1294                        "ports) - ignored\n",
1295                        (unsigned int) nb_pt, (unsigned int) nb_cfg_ports);
1296                 return;
1297         }
1298         nb_fwd_ports = (portid_t) nb_pt;
1299         printf("Number of forwarding ports set to %u\n",
1300                (unsigned int) nb_fwd_ports);
1301 }
1302
1303 void
1304 set_nb_pkt_per_burst(uint16_t nb)
1305 {
1306         if (nb > MAX_PKT_BURST) {
1307                 printf("nb pkt per burst: %u > %u (maximum packet per burst) "
1308                        " ignored\n",
1309                        (unsigned int) nb, (unsigned int) MAX_PKT_BURST);
1310                 return;
1311         }
1312         nb_pkt_per_burst = nb;
1313         printf("Number of packets per burst set to %u\n",
1314                (unsigned int) nb_pkt_per_burst);
1315 }
1316
1317 void
1318 set_tx_pkt_segments(unsigned *seg_lengths, unsigned nb_segs)
1319 {
1320         uint16_t tx_pkt_len;
1321         unsigned i;
1322
1323         if (nb_segs >= (unsigned) nb_txd) {
1324                 printf("nb segments per TX packets=%u >= nb_txd=%u - ignored\n",
1325                        nb_segs, (unsigned int) nb_txd);
1326                 return;
1327         }
1328
1329         /*
1330          * Check that each segment length is greater or equal than
1331          * the mbuf data sise.
1332          * Check also that the total packet length is greater or equal than the
1333          * size of an empty UDP/IP packet (sizeof(struct ether_hdr) + 20 + 8).
1334          */
1335         tx_pkt_len = 0;
1336         for (i = 0; i < nb_segs; i++) {
1337                 if (seg_lengths[i] > (unsigned) mbuf_data_size) {
1338                         printf("length[%u]=%u > mbuf_data_size=%u - give up\n",
1339                                i, seg_lengths[i], (unsigned) mbuf_data_size);
1340                         return;
1341                 }
1342                 tx_pkt_len = (uint16_t)(tx_pkt_len + seg_lengths[i]);
1343         }
1344         if (tx_pkt_len < (sizeof(struct ether_hdr) + 20 + 8)) {
1345                 printf("total packet length=%u < %d - give up\n",
1346                                 (unsigned) tx_pkt_len,
1347                                 (int)(sizeof(struct ether_hdr) + 20 + 8));
1348                 return;
1349         }
1350
1351         for (i = 0; i < nb_segs; i++)
1352                 tx_pkt_seg_lengths[i] = (uint16_t) seg_lengths[i];
1353
1354         tx_pkt_length  = tx_pkt_len;
1355         tx_pkt_nb_segs = (uint8_t) nb_segs;
1356 }
1357
1358 char*
1359 list_pkt_forwarding_modes(void)
1360 {
1361         static char fwd_modes[128] = "";
1362         const char *separator = "|";
1363         struct fwd_engine *fwd_eng;
1364         unsigned i = 0;
1365
1366         if (strlen (fwd_modes) == 0) {
1367                 while ((fwd_eng = fwd_engines[i++]) != NULL) {
1368                         strcat(fwd_modes, fwd_eng->fwd_mode_name);
1369                         strcat(fwd_modes, separator);
1370                 }
1371                 fwd_modes[strlen(fwd_modes) - strlen(separator)] = '\0';
1372         }
1373
1374         return fwd_modes;
1375 }
1376
1377 void
1378 set_pkt_forwarding_mode(const char *fwd_mode_name)
1379 {
1380         struct fwd_engine *fwd_eng;
1381         unsigned i;
1382
1383         i = 0;
1384         while ((fwd_eng = fwd_engines[i]) != NULL) {
1385                 if (! strcmp(fwd_eng->fwd_mode_name, fwd_mode_name)) {
1386                         printf("Set %s packet forwarding mode\n",
1387                                fwd_mode_name);
1388                         cur_fwd_eng = fwd_eng;
1389                         return;
1390                 }
1391                 i++;
1392         }
1393         printf("Invalid %s packet forwarding mode\n", fwd_mode_name);
1394 }
1395
1396 void
1397 set_verbose_level(uint16_t vb_level)
1398 {
1399         printf("Change verbose level from %u to %u\n",
1400                (unsigned int) verbose_level, (unsigned int) vb_level);
1401         verbose_level = vb_level;
1402 }
1403
1404 void
1405 vlan_extend_set(portid_t port_id, int on)
1406 {
1407         int diag;
1408         int vlan_offload;
1409
1410         if (port_id_is_invalid(port_id))
1411                 return;
1412
1413         vlan_offload = rte_eth_dev_get_vlan_offload(port_id);
1414
1415         if (on)
1416                 vlan_offload |= ETH_VLAN_EXTEND_OFFLOAD;
1417         else
1418                 vlan_offload &= ~ETH_VLAN_EXTEND_OFFLOAD;
1419
1420         diag = rte_eth_dev_set_vlan_offload(port_id, vlan_offload);
1421         if (diag < 0)
1422                 printf("rx_vlan_extend_set(port_pi=%d, on=%d) failed "
1423                "diag=%d\n", port_id, on, diag);
1424 }
1425
1426 void
1427 rx_vlan_strip_set(portid_t port_id, int on)
1428 {
1429         int diag;
1430         int vlan_offload;
1431
1432         if (port_id_is_invalid(port_id))
1433                 return;
1434
1435         vlan_offload = rte_eth_dev_get_vlan_offload(port_id);
1436
1437         if (on)
1438                 vlan_offload |= ETH_VLAN_STRIP_OFFLOAD;
1439         else
1440                 vlan_offload &= ~ETH_VLAN_STRIP_OFFLOAD;
1441
1442         diag = rte_eth_dev_set_vlan_offload(port_id, vlan_offload);
1443         if (diag < 0)
1444                 printf("rx_vlan_strip_set(port_pi=%d, on=%d) failed "
1445                "diag=%d\n", port_id, on, diag);
1446 }
1447
1448 void
1449 rx_vlan_strip_set_on_queue(portid_t port_id, uint16_t queue_id, int on)
1450 {
1451         int diag;
1452
1453         if (port_id_is_invalid(port_id))
1454                 return;
1455
1456         diag = rte_eth_dev_set_vlan_strip_on_queue(port_id, queue_id, on);
1457         if (diag < 0)
1458                 printf("rx_vlan_strip_set_on_queue(port_pi=%d, queue_id=%d, on=%d) failed "
1459                "diag=%d\n", port_id, queue_id, on, diag);
1460 }
1461
1462 void
1463 rx_vlan_filter_set(portid_t port_id, int on)
1464 {
1465         int diag;
1466         int vlan_offload;
1467
1468         if (port_id_is_invalid(port_id))
1469                 return;
1470
1471         vlan_offload = rte_eth_dev_get_vlan_offload(port_id);
1472
1473         if (on)
1474                 vlan_offload |= ETH_VLAN_FILTER_OFFLOAD;
1475         else
1476                 vlan_offload &= ~ETH_VLAN_FILTER_OFFLOAD;
1477
1478         diag = rte_eth_dev_set_vlan_offload(port_id, vlan_offload);
1479         if (diag < 0)
1480                 printf("rx_vlan_filter_set(port_pi=%d, on=%d) failed "
1481                "diag=%d\n", port_id, on, diag);
1482 }
1483
1484 void
1485 rx_vft_set(portid_t port_id, uint16_t vlan_id, int on)
1486 {
1487         int diag;
1488
1489         if (port_id_is_invalid(port_id))
1490                 return;
1491         if (vlan_id_is_invalid(vlan_id))
1492                 return;
1493         diag = rte_eth_dev_vlan_filter(port_id, vlan_id, on);
1494         if (diag == 0)
1495                 return;
1496         printf("rte_eth_dev_vlan_filter(port_pi=%d, vlan_id=%d, on=%d) failed "
1497                "diag=%d\n",
1498                port_id, vlan_id, on, diag);
1499 }
1500
1501 void
1502 rx_vlan_all_filter_set(portid_t port_id, int on)
1503 {
1504         uint16_t vlan_id;
1505
1506         if (port_id_is_invalid(port_id))
1507                 return;
1508         for (vlan_id = 0; vlan_id < 4096; vlan_id++)
1509                 rx_vft_set(port_id, vlan_id, on);
1510 }
1511
1512 void
1513 vlan_tpid_set(portid_t port_id, uint16_t tp_id)
1514 {
1515         int diag;
1516         if (port_id_is_invalid(port_id))
1517                 return;
1518
1519         diag = rte_eth_dev_set_vlan_ether_type(port_id, tp_id);
1520         if (diag == 0)
1521                 return;
1522
1523         printf("tx_vlan_tpid_set(port_pi=%d, tpid=%d) failed "
1524                "diag=%d\n",
1525                port_id, tp_id, diag);
1526 }
1527
1528 void
1529 tx_vlan_set(portid_t port_id, uint16_t vlan_id)
1530 {
1531         if (port_id_is_invalid(port_id))
1532                 return;
1533         if (vlan_id_is_invalid(vlan_id))
1534                 return;
1535         ports[port_id].tx_ol_flags |= PKT_TX_VLAN_PKT;
1536         ports[port_id].tx_vlan_id = vlan_id;
1537 }
1538
1539 void
1540 tx_vlan_reset(portid_t port_id)
1541 {
1542         if (port_id_is_invalid(port_id))
1543                 return;
1544         ports[port_id].tx_ol_flags &= ~PKT_TX_VLAN_PKT;
1545 }
1546
1547 void
1548 set_qmap(portid_t port_id, uint8_t is_rx, uint16_t queue_id, uint8_t map_value)
1549 {
1550         uint16_t i;
1551         uint8_t existing_mapping_found = 0;
1552
1553         if (port_id_is_invalid(port_id))
1554                 return;
1555
1556         if (is_rx ? (rx_queue_id_is_invalid(queue_id)) : (tx_queue_id_is_invalid(queue_id)))
1557                 return;
1558
1559         if (map_value >= RTE_ETHDEV_QUEUE_STAT_CNTRS) {
1560                 printf("map_value not in required range 0..%d\n",
1561                                 RTE_ETHDEV_QUEUE_STAT_CNTRS - 1);
1562                 return;
1563         }
1564
1565         if (!is_rx) { /*then tx*/
1566                 for (i = 0; i < nb_tx_queue_stats_mappings; i++) {
1567                         if ((tx_queue_stats_mappings[i].port_id == port_id) &&
1568                             (tx_queue_stats_mappings[i].queue_id == queue_id)) {
1569                                 tx_queue_stats_mappings[i].stats_counter_id = map_value;
1570                                 existing_mapping_found = 1;
1571                                 break;
1572                         }
1573                 }
1574                 if (!existing_mapping_found) { /* A new additional mapping... */
1575                         tx_queue_stats_mappings[nb_tx_queue_stats_mappings].port_id = port_id;
1576                         tx_queue_stats_mappings[nb_tx_queue_stats_mappings].queue_id = queue_id;
1577                         tx_queue_stats_mappings[nb_tx_queue_stats_mappings].stats_counter_id = map_value;
1578                         nb_tx_queue_stats_mappings++;
1579                 }
1580         }
1581         else { /*rx*/
1582                 for (i = 0; i < nb_rx_queue_stats_mappings; i++) {
1583                         if ((rx_queue_stats_mappings[i].port_id == port_id) &&
1584                             (rx_queue_stats_mappings[i].queue_id == queue_id)) {
1585                                 rx_queue_stats_mappings[i].stats_counter_id = map_value;
1586                                 existing_mapping_found = 1;
1587                                 break;
1588                         }
1589                 }
1590                 if (!existing_mapping_found) { /* A new additional mapping... */
1591                         rx_queue_stats_mappings[nb_rx_queue_stats_mappings].port_id = port_id;
1592                         rx_queue_stats_mappings[nb_rx_queue_stats_mappings].queue_id = queue_id;
1593                         rx_queue_stats_mappings[nb_rx_queue_stats_mappings].stats_counter_id = map_value;
1594                         nb_rx_queue_stats_mappings++;
1595                 }
1596         }
1597 }
1598
1599 void
1600 tx_cksum_set(portid_t port_id, uint8_t cksum_mask)
1601 {
1602         uint16_t tx_ol_flags;
1603         if (port_id_is_invalid(port_id))
1604                 return;
1605         /* Clear last 4 bits and then set L3/4 checksum mask again */
1606         tx_ol_flags = (uint16_t) (ports[port_id].tx_ol_flags & 0xFFF0);
1607         ports[port_id].tx_ol_flags = (uint16_t) ((cksum_mask & 0xf) | tx_ol_flags);
1608 }
1609
1610 void
1611 fdir_add_signature_filter(portid_t port_id, uint8_t queue_id,
1612                           struct rte_fdir_filter *fdir_filter)
1613 {
1614         int diag;
1615
1616         if (port_id_is_invalid(port_id))
1617                 return;
1618
1619         diag = rte_eth_dev_fdir_add_signature_filter(port_id, fdir_filter,
1620                                                      queue_id);
1621         if (diag == 0)
1622                 return;
1623
1624         printf("rte_eth_dev_fdir_add_signature_filter for port_id=%d failed "
1625                "diag=%d\n", port_id, diag);
1626 }
1627
1628 void
1629 fdir_update_signature_filter(portid_t port_id, uint8_t queue_id,
1630                              struct rte_fdir_filter *fdir_filter)
1631 {
1632         int diag;
1633
1634         if (port_id_is_invalid(port_id))
1635                 return;
1636
1637         diag = rte_eth_dev_fdir_update_signature_filter(port_id, fdir_filter,
1638                                                         queue_id);
1639         if (diag == 0)
1640                 return;
1641
1642         printf("rte_eth_dev_fdir_update_signature_filter for port_id=%d failed "
1643                "diag=%d\n", port_id, diag);
1644 }
1645
1646 void
1647 fdir_remove_signature_filter(portid_t port_id,
1648                              struct rte_fdir_filter *fdir_filter)
1649 {
1650         int diag;
1651
1652         if (port_id_is_invalid(port_id))
1653                 return;
1654
1655         diag = rte_eth_dev_fdir_remove_signature_filter(port_id, fdir_filter);
1656         if (diag == 0)
1657                 return;
1658
1659         printf("rte_eth_dev_fdir_add_signature_filter for port_id=%d failed "
1660                "diag=%d\n", port_id, diag);
1661
1662 }
1663
1664 void
1665 fdir_get_infos(portid_t port_id)
1666 {
1667         struct rte_eth_fdir fdir_infos;
1668
1669         static const char *fdir_stats_border = "########################";
1670
1671         if (port_id_is_invalid(port_id))
1672                 return;
1673
1674         rte_eth_dev_fdir_get_infos(port_id, &fdir_infos);
1675
1676         printf("\n  %s FDIR infos for port %-2d     %s\n",
1677                fdir_stats_border, port_id, fdir_stats_border);
1678
1679         printf("  collision: %-10"PRIu64"  free:     %"PRIu64"\n"
1680                "  maxhash:   %-10"PRIu64"  maxlen:   %"PRIu64"\n"
1681                "  add:       %-10"PRIu64"  remove:   %"PRIu64"\n"
1682                "  f_add:     %-10"PRIu64"  f_remove: %"PRIu64"\n",
1683                (uint64_t)(fdir_infos.collision), (uint64_t)(fdir_infos.free),
1684                (uint64_t)(fdir_infos.maxhash), (uint64_t)(fdir_infos.maxlen),
1685                fdir_infos.add, fdir_infos.remove,
1686                fdir_infos.f_add, fdir_infos.f_remove);
1687         printf("  %s############################%s\n",
1688                fdir_stats_border, fdir_stats_border);
1689 }
1690
1691 void
1692 fdir_add_perfect_filter(portid_t port_id, uint16_t soft_id, uint8_t queue_id,
1693                         uint8_t drop, struct rte_fdir_filter *fdir_filter)
1694 {
1695         int diag;
1696
1697         if (port_id_is_invalid(port_id))
1698                 return;
1699
1700         diag = rte_eth_dev_fdir_add_perfect_filter(port_id, fdir_filter,
1701                                                    soft_id, queue_id, drop);
1702         if (diag == 0)
1703                 return;
1704
1705         printf("rte_eth_dev_fdir_add_perfect_filter for port_id=%d failed "
1706                "diag=%d\n", port_id, diag);
1707 }
1708
1709 void
1710 fdir_update_perfect_filter(portid_t port_id, uint16_t soft_id, uint8_t queue_id,
1711                            uint8_t drop, struct rte_fdir_filter *fdir_filter)
1712 {
1713         int diag;
1714
1715         if (port_id_is_invalid(port_id))
1716                 return;
1717
1718         diag = rte_eth_dev_fdir_update_perfect_filter(port_id, fdir_filter,
1719                                                       soft_id, queue_id, drop);
1720         if (diag == 0)
1721                 return;
1722
1723         printf("rte_eth_dev_fdir_update_perfect_filter for port_id=%d failed "
1724                "diag=%d\n", port_id, diag);
1725 }
1726
1727 void
1728 fdir_remove_perfect_filter(portid_t port_id, uint16_t soft_id,
1729                            struct rte_fdir_filter *fdir_filter)
1730 {
1731         int diag;
1732
1733         if (port_id_is_invalid(port_id))
1734                 return;
1735
1736         diag = rte_eth_dev_fdir_remove_perfect_filter(port_id, fdir_filter,
1737                                                       soft_id);
1738         if (diag == 0)
1739                 return;
1740
1741         printf("rte_eth_dev_fdir_update_perfect_filter for port_id=%d failed "
1742                "diag=%d\n", port_id, diag);
1743 }
1744
1745 void
1746 fdir_set_masks(portid_t port_id, struct rte_fdir_masks *fdir_masks)
1747 {
1748         int diag;
1749
1750         if (port_id_is_invalid(port_id))
1751                 return;
1752
1753         diag = rte_eth_dev_fdir_set_masks(port_id, fdir_masks);
1754         if (diag == 0)
1755                 return;
1756
1757         printf("rte_eth_dev_set_masks_filter for port_id=%d failed "
1758                "diag=%d\n", port_id, diag);
1759 }
1760
1761 void 
1762 set_vf_traffic(portid_t port_id, uint8_t is_rx, uint16_t vf, uint8_t on)
1763 {
1764         int diag;
1765         
1766         if (port_id_is_invalid(port_id))
1767                 return;
1768         if (is_rx)
1769                 diag = rte_eth_dev_set_vf_rx(port_id,vf,on);
1770         else
1771                 diag = rte_eth_dev_set_vf_tx(port_id,vf,on);
1772         if (diag == 0)
1773                 return;
1774         if(is_rx)       
1775                 printf("rte_eth_dev_set_vf_rx for port_id=%d failed "
1776                         "diag=%d\n", port_id, diag);
1777         else
1778                 printf("rte_eth_dev_set_vf_tx for port_id=%d failed "
1779                         "diag=%d\n", port_id, diag);
1780                 
1781 }
1782
1783 void
1784 set_vf_rx_vlan(portid_t port_id, uint16_t vlan_id, uint64_t vf_mask, uint8_t on)
1785 {
1786         int diag;
1787
1788         if (port_id_is_invalid(port_id))
1789                 return;
1790         if (vlan_id_is_invalid(vlan_id))
1791                 return;
1792         diag = rte_eth_dev_set_vf_vlan_filter(port_id, vlan_id, vf_mask, on);
1793         if (diag == 0)
1794                 return;
1795         printf("rte_eth_dev_set_vf_vlan_filter for port_id=%d failed "
1796                "diag=%d\n", port_id, diag);
1797 }
1798