net/i40e: fix Rx packet statistics
[dpdk.git] / drivers / net / octeontx / octeontx_rxtx.c
1 /* SPDX-License-Identifier: BSD-3-Clause
2  * Copyright(c) 2017 Cavium, Inc
3  */
4
5 #include <stdint.h>
6 #include <stdio.h>
7 #include <stdlib.h>
8 #include <unistd.h>
9
10 #include <rte_atomic.h>
11 #include <rte_common.h>
12 #include <ethdev_driver.h>
13 #include <rte_ether.h>
14 #include <rte_log.h>
15 #include <rte_mbuf.h>
16 #include <rte_prefetch.h>
17
18 #include "octeontx_ethdev.h"
19 #include "octeontx_rxtx.h"
20 #include "octeontx_logs.h"
21
22 uint16_t __rte_hot
23 octeontx_recv_pkts(void *rx_queue, struct rte_mbuf **rx_pkts, uint16_t nb_pkts)
24 {
25         struct octeontx_rxq *rxq;
26         struct rte_event ev;
27         size_t count;
28         uint16_t valid_event;
29
30         rxq = rx_queue;
31         count = 0;
32         while (count < nb_pkts) {
33                 valid_event = rte_event_dequeue_burst(rxq->evdev,
34                                                         rxq->ev_ports, &ev,
35                                                         1, 0);
36                 if (!valid_event)
37                         break;
38                 rx_pkts[count++] = ev.mbuf;
39         }
40
41         return count; /* return number of pkts received */
42 }
43
44 #define T(name, f3, f2, f1, f0, sz, flags)                              \
45 static uint16_t __rte_noinline  __rte_hot                               \
46 octeontx_xmit_pkts_ ##name(void *tx_queue,                              \
47                         struct rte_mbuf **tx_pkts, uint16_t pkts)       \
48 {                                                                       \
49         uint64_t cmd[(sz)];                                             \
50                                                                         \
51         return __octeontx_xmit_pkts(tx_queue, tx_pkts, pkts, cmd,       \
52                                     flags);                             \
53 }
54
55 OCCTX_TX_FASTPATH_MODES
56 #undef T
57
58 void __rte_hot
59 octeontx_set_tx_function(struct rte_eth_dev *dev)
60 {
61         struct octeontx_nic *nic = octeontx_pmd_priv(dev);
62
63         const eth_tx_burst_t tx_burst_func[2][2][2][2] = {
64 #define T(name, f3, f2, f1, f0, sz, flags)                      \
65         [f3][f2][f1][f0] =  octeontx_xmit_pkts_ ##name,
66
67 OCCTX_TX_FASTPATH_MODES
68 #undef T
69         };
70
71         dev->tx_pkt_burst = tx_burst_func
72                 [!!(nic->tx_offload_flags & OCCTX_TX_OFFLOAD_MBUF_NOFF_F)]
73                 [!!(nic->tx_offload_flags & OCCTX_TX_OFFLOAD_OL3_OL4_CSUM_F)]
74                 [!!(nic->tx_offload_flags & OCCTX_TX_OFFLOAD_L3_L4_CSUM_F)]
75                 [!!(nic->tx_offload_flags & OCCTX_TX_MULTI_SEG_F)];
76 }