drivers/net/cnxk/cn10k_rx_select.c

   1 /* SPDX-License-Identifier: BSD-3-Clause
   2  * Copyright(C) 2021 Marvell.
   3  */
   4
   5 #include "cn10k_ethdev.h"
   6 #include "cn10k_rx.h"
   7
   8 static inline void
   9 pick_rx_func(struct rte_eth_dev *eth_dev,
  10              const eth_rx_burst_t rx_burst[NIX_RX_OFFLOAD_MAX])
  11 {
  12         struct cnxk_eth_dev *dev = cnxk_eth_pmd_priv(eth_dev);
  13
  14         /* [VLAN] [TSP] [MARK] [CKSUM] [PTYPE] [RSS] */
  15         eth_dev->rx_pkt_burst =
  16                 rx_burst[dev->rx_offload_flags & (NIX_RX_OFFLOAD_MAX - 1)];
  17
  18         if (eth_dev->data->dev_started)
  19                 rte_eth_fp_ops[eth_dev->data->port_id].rx_pkt_burst =
  20                         eth_dev->rx_pkt_burst;
  21
  22         rte_atomic_thread_fence(__ATOMIC_RELEASE);
  23 }
  24
  25 void
  26 cn10k_eth_set_rx_function(struct rte_eth_dev *eth_dev)
  27 {
  28         struct cnxk_eth_dev *dev = cnxk_eth_pmd_priv(eth_dev);
  29
  30         const eth_rx_burst_t nix_eth_rx_burst[NIX_RX_OFFLOAD_MAX] = {
  31 #define R(name, flags)[flags] = cn10k_nix_recv_pkts_##name,
  32
  33                 NIX_RX_FASTPATH_MODES
  34 #undef R
  35         };
  36
  37         const eth_rx_burst_t nix_eth_rx_burst_mseg[NIX_RX_OFFLOAD_MAX] = {
  38 #define R(name, flags)[flags] = cn10k_nix_recv_pkts_mseg_##name,
  39
  40                 NIX_RX_FASTPATH_MODES
  41 #undef R
  42         };
  43
  44         const eth_rx_burst_t nix_eth_rx_burst_reas[NIX_RX_OFFLOAD_MAX] = {
  45 #define R(name, flags)[flags] = cn10k_nix_recv_pkts_reas_##name,
  46                 NIX_RX_FASTPATH_MODES
  47 #undef R
  48         };
  49
  50         const eth_rx_burst_t nix_eth_rx_burst_mseg_reas[NIX_RX_OFFLOAD_MAX] = {
  51 #define R(name, flags)[flags] = cn10k_nix_recv_pkts_reas_mseg_##name,
  52                 NIX_RX_FASTPATH_MODES
  53 #undef R
  54         };
  55
  56         const eth_rx_burst_t nix_eth_rx_vec_burst[NIX_RX_OFFLOAD_MAX] = {
  57 #define R(name, flags)[flags] = cn10k_nix_recv_pkts_vec_##name,
  58
  59                 NIX_RX_FASTPATH_MODES
  60 #undef R
  61         };
  62
  63         const eth_rx_burst_t nix_eth_rx_vec_burst_mseg[NIX_RX_OFFLOAD_MAX] = {
  64 #define R(name, flags)[flags] = cn10k_nix_recv_pkts_vec_mseg_##name,
  65
  66                 NIX_RX_FASTPATH_MODES
  67 #undef R
  68         };
  69
  70         const eth_rx_burst_t nix_eth_rx_vec_burst_reas[NIX_RX_OFFLOAD_MAX] = {
  71 #define R(name, flags)[flags] = cn10k_nix_recv_pkts_reas_vec_##name,
  72                 NIX_RX_FASTPATH_MODES
  73 #undef R
  74         };
  75
  76         const eth_rx_burst_t nix_eth_rx_vec_burst_mseg_reas[NIX_RX_OFFLOAD_MAX] = {
  77 #define R(name, flags)[flags] = cn10k_nix_recv_pkts_reas_vec_mseg_##name,
  78                 NIX_RX_FASTPATH_MODES
  79 #undef R
  80         };
  81
  82         /* Copy multi seg version with no offload for tear down sequence */
  83         if (rte_eal_process_type() == RTE_PROC_PRIMARY)
  84                 dev->rx_pkt_burst_no_offload = nix_eth_rx_burst_mseg[0];
  85
  86         if (dev->scalar_ena) {
  87                 if (dev->rx_offloads & RTE_ETH_RX_OFFLOAD_SCATTER) {
  88                         if (dev->rx_offload_flags & NIX_RX_REAS_F)
  89                                 return pick_rx_func(eth_dev,
  90                                                 nix_eth_rx_burst_mseg_reas);
  91                         else
  92                                 return pick_rx_func(eth_dev,
  93                                                 nix_eth_rx_burst_mseg);
  94                 }
  95                 if (dev->rx_offload_flags & NIX_RX_REAS_F)
  96                         return pick_rx_func(eth_dev, nix_eth_rx_burst_reas);
  97                 else
  98                         return pick_rx_func(eth_dev, nix_eth_rx_burst);
  99         }
 100
 101         if (dev->rx_offloads & RTE_ETH_RX_OFFLOAD_SCATTER) {
 102                 if (dev->rx_offload_flags & NIX_RX_REAS_F)
 103                         return pick_rx_func(eth_dev,
 104                                         nix_eth_rx_vec_burst_mseg_reas);
 105                 else
 106                         return pick_rx_func(eth_dev, nix_eth_rx_vec_burst_mseg);
 107         }
 108
 109         if (dev->rx_offload_flags & NIX_RX_REAS_F)
 110                 return pick_rx_func(eth_dev, nix_eth_rx_vec_burst_reas);
 111         else
 112                 return pick_rx_func(eth_dev, nix_eth_rx_vec_burst);
 113 }