drivers/net/cnxk/cn10k_rx.c

   1 /* SPDX-License-Identifier: BSD-3-Clause
   2  * Copyright(C) 2021 Marvell.
   3  */
   4
   5 #include "cn10k_ethdev.h"
   6 #include "cn10k_rx.h"
   7
   8 #define R(name, f6, f5, f4, f3, f2, f1, f0, flags)                             \
   9         uint16_t __rte_noinline __rte_hot cn10k_nix_recv_pkts_##name(          \
  10                 void *rx_queue, struct rte_mbuf **rx_pkts, uint16_t pkts)      \
  11         {                                                                      \
  12                 return cn10k_nix_recv_pkts(rx_queue, rx_pkts, pkts, (flags));  \
  13         }                                                                      \
  14
  15 NIX_RX_FASTPATH_MODES
  16 #undef R
  17
  18 static inline void
  19 pick_rx_func(struct rte_eth_dev *eth_dev,
  20              const eth_rx_burst_t rx_burst[2][2][2][2][2][2][2])
  21 {
  22         struct cnxk_eth_dev *dev = cnxk_eth_pmd_priv(eth_dev);
  23
  24         /* [VLAN] [TSP] [MARK] [CKSUM] [PTYPE] [RSS] */
  25         eth_dev->rx_pkt_burst = rx_burst
  26                 [!!(dev->rx_offload_flags & NIX_RX_OFFLOAD_SECURITY_F)]
  27                 [!!(dev->rx_offload_flags & NIX_RX_OFFLOAD_VLAN_STRIP_F)]
  28                 [!!(dev->rx_offload_flags & NIX_RX_OFFLOAD_TSTAMP_F)]
  29                 [!!(dev->rx_offload_flags & NIX_RX_OFFLOAD_MARK_UPDATE_F)]
  30                 [!!(dev->rx_offload_flags & NIX_RX_OFFLOAD_CHECKSUM_F)]
  31                 [!!(dev->rx_offload_flags & NIX_RX_OFFLOAD_PTYPE_F)]
  32                 [!!(dev->rx_offload_flags & NIX_RX_OFFLOAD_RSS_F)];
  33
  34         if (eth_dev->data->dev_started)
  35                 rte_eth_fp_ops[eth_dev->data->port_id].rx_pkt_burst =
  36                         eth_dev->rx_pkt_burst;
  37
  38         rte_atomic_thread_fence(__ATOMIC_RELEASE);
  39 }
  40
  41 void
  42 cn10k_eth_set_rx_function(struct rte_eth_dev *eth_dev)
  43 {
  44         struct cnxk_eth_dev *dev = cnxk_eth_pmd_priv(eth_dev);
  45
  46         const eth_rx_burst_t nix_eth_rx_burst[2][2][2][2][2][2][2] = {
  47 #define R(name, f6, f5, f4, f3, f2, f1, f0, flags)                            \
  48         [f6][f5][f4][f3][f2][f1][f0] = cn10k_nix_recv_pkts_##name,
  49
  50                 NIX_RX_FASTPATH_MODES
  51 #undef R
  52         };
  53
  54         const eth_rx_burst_t nix_eth_rx_burst_mseg[2][2][2][2][2][2][2] = {
  55 #define R(name, f6, f5, f4, f3, f2, f1, f0, flags)                            \
  56         [f6][f5][f4][f3][f2][f1][f0] = cn10k_nix_recv_pkts_mseg_##name,
  57
  58                 NIX_RX_FASTPATH_MODES
  59 #undef R
  60         };
  61
  62         const eth_rx_burst_t nix_eth_rx_vec_burst[2][2][2][2][2][2][2] = {
  63 #define R(name, f6, f5, f4, f3, f2, f1, f0, flags)                            \
  64         [f6][f5][f4][f3][f2][f1][f0] = cn10k_nix_recv_pkts_vec_##name,
  65
  66                 NIX_RX_FASTPATH_MODES
  67 #undef R
  68         };
  69
  70         const eth_rx_burst_t nix_eth_rx_vec_burst_mseg[2][2][2][2][2][2][2] = {
  71 #define R(name, f6, f5, f4, f3, f2, f1, f0, flags)                            \
  72         [f6][f5][f4][f3][f2][f1][f0] = cn10k_nix_recv_pkts_vec_mseg_##name,
  73
  74                 NIX_RX_FASTPATH_MODES
  75 #undef R
  76         };
  77
  78         /* Copy multi seg version with no offload for tear down sequence */
  79         if (rte_eal_process_type() == RTE_PROC_PRIMARY)
  80                 dev->rx_pkt_burst_no_offload =
  81                         nix_eth_rx_burst_mseg[0][0][0][0][0][0][0];
  82
  83         if (dev->scalar_ena) {
  84                 if (dev->rx_offloads & RTE_ETH_RX_OFFLOAD_SCATTER)
  85                         return pick_rx_func(eth_dev, nix_eth_rx_burst_mseg);
  86                 return pick_rx_func(eth_dev, nix_eth_rx_burst);
  87         }
  88
  89         if (dev->rx_offloads & RTE_ETH_RX_OFFLOAD_SCATTER)
  90                 return pick_rx_func(eth_dev, nix_eth_rx_vec_burst_mseg);
  91         return pick_rx_func(eth_dev, nix_eth_rx_vec_burst);
  92 }