net/cnxk: add Rx burst for CN9K
[dpdk.git] / drivers / net / cnxk / cnxk_ethdev.h
1 /* SPDX-License-Identifier: BSD-3-Clause
2  * Copyright(C) 2021 Marvell.
3  */
4 #ifndef __CNXK_ETHDEV_H__
5 #define __CNXK_ETHDEV_H__
6
7 #include <math.h>
8 #include <stdint.h>
9
10 #include <ethdev_driver.h>
11 #include <ethdev_pci.h>
12 #include <rte_kvargs.h>
13 #include <rte_mbuf.h>
14 #include <rte_mbuf_pool_ops.h>
15 #include <rte_mempool.h>
16
17 #include "roc_api.h"
18
19 #define CNXK_ETH_DEV_PMD_VERSION "1.0"
20
21 /* Used for struct cnxk_eth_dev::flags */
22 #define CNXK_LINK_CFG_IN_PROGRESS_F BIT_ULL(0)
23
24 /* VLAN tag inserted by NIX_TX_VTAG_ACTION.
25  * In Tx space is always reserved for this in FRS.
26  */
27 #define CNXK_NIX_MAX_VTAG_INS      2
28 #define CNXK_NIX_MAX_VTAG_ACT_SIZE (4 * CNXK_NIX_MAX_VTAG_INS)
29
30 /* ETH_HLEN+ETH_FCS+2*VLAN_HLEN */
31 #define CNXK_NIX_L2_OVERHEAD (RTE_ETHER_HDR_LEN + RTE_ETHER_CRC_LEN + 8)
32
33 #define CNXK_NIX_RX_MIN_DESC        16
34 #define CNXK_NIX_RX_MIN_DESC_ALIGN  16
35 #define CNXK_NIX_RX_NB_SEG_MAX      6
36 #define CNXK_NIX_RX_DEFAULT_RING_SZ 4096
37 /* Max supported SQB count */
38 #define CNXK_NIX_TX_MAX_SQB 512
39
40 /* If PTP is enabled additional SEND MEM DESC is required which
41  * takes 2 words, hence max 7 iova address are possible
42  */
43 #if defined(RTE_LIBRTE_IEEE1588)
44 #define CNXK_NIX_TX_NB_SEG_MAX 7
45 #else
46 #define CNXK_NIX_TX_NB_SEG_MAX 9
47 #endif
48
49 #define CNXK_NIX_RSS_L3_L4_SRC_DST                                             \
50         (ETH_RSS_L3_SRC_ONLY | ETH_RSS_L3_DST_ONLY | ETH_RSS_L4_SRC_ONLY |     \
51          ETH_RSS_L4_DST_ONLY)
52
53 #define CNXK_NIX_RSS_OFFLOAD                                                   \
54         (ETH_RSS_PORT | ETH_RSS_IP | ETH_RSS_UDP | ETH_RSS_TCP |               \
55          ETH_RSS_SCTP | ETH_RSS_TUNNEL | ETH_RSS_L2_PAYLOAD |                  \
56          CNXK_NIX_RSS_L3_L4_SRC_DST | ETH_RSS_LEVEL_MASK | ETH_RSS_C_VLAN)
57
58 #define CNXK_NIX_TX_OFFLOAD_CAPA                                               \
59         (DEV_TX_OFFLOAD_MBUF_FAST_FREE | DEV_TX_OFFLOAD_MT_LOCKFREE |          \
60          DEV_TX_OFFLOAD_VLAN_INSERT | DEV_TX_OFFLOAD_QINQ_INSERT |             \
61          DEV_TX_OFFLOAD_OUTER_IPV4_CKSUM | DEV_TX_OFFLOAD_OUTER_UDP_CKSUM |    \
62          DEV_TX_OFFLOAD_TCP_CKSUM | DEV_TX_OFFLOAD_UDP_CKSUM |                 \
63          DEV_TX_OFFLOAD_SCTP_CKSUM | DEV_TX_OFFLOAD_TCP_TSO |                  \
64          DEV_TX_OFFLOAD_VXLAN_TNL_TSO | DEV_TX_OFFLOAD_GENEVE_TNL_TSO |        \
65          DEV_TX_OFFLOAD_GRE_TNL_TSO | DEV_TX_OFFLOAD_MULTI_SEGS |              \
66          DEV_TX_OFFLOAD_IPV4_CKSUM)
67
68 #define CNXK_NIX_RX_OFFLOAD_CAPA                                               \
69         (DEV_RX_OFFLOAD_CHECKSUM | DEV_RX_OFFLOAD_SCTP_CKSUM |                 \
70          DEV_RX_OFFLOAD_OUTER_IPV4_CKSUM | DEV_RX_OFFLOAD_SCATTER |            \
71          DEV_RX_OFFLOAD_JUMBO_FRAME | DEV_RX_OFFLOAD_OUTER_UDP_CKSUM |         \
72          DEV_RX_OFFLOAD_RSS_HASH)
73
74 #define RSS_IPV4_ENABLE                                                        \
75         (ETH_RSS_IPV4 | ETH_RSS_FRAG_IPV4 | ETH_RSS_NONFRAG_IPV4_UDP |         \
76          ETH_RSS_NONFRAG_IPV4_TCP | ETH_RSS_NONFRAG_IPV4_SCTP)
77
78 #define RSS_IPV6_ENABLE                                                        \
79         (ETH_RSS_IPV6 | ETH_RSS_FRAG_IPV6 | ETH_RSS_NONFRAG_IPV6_UDP |         \
80          ETH_RSS_NONFRAG_IPV6_TCP | ETH_RSS_NONFRAG_IPV6_SCTP)
81
82 #define RSS_IPV6_EX_ENABLE                                                     \
83         (ETH_RSS_IPV6_EX | ETH_RSS_IPV6_TCP_EX | ETH_RSS_IPV6_UDP_EX)
84
85 #define RSS_MAX_LEVELS 3
86
87 #define RSS_IPV4_INDEX 0
88 #define RSS_IPV6_INDEX 1
89 #define RSS_TCP_INDEX  2
90 #define RSS_UDP_INDEX  3
91 #define RSS_SCTP_INDEX 4
92 #define RSS_DMAC_INDEX 5
93
94 /* Default mark value used when none is provided. */
95 #define CNXK_FLOW_ACTION_FLAG_DEFAULT 0xffff
96
97 #define PTYPE_NON_TUNNEL_WIDTH    16
98 #define PTYPE_TUNNEL_WIDTH        12
99 #define PTYPE_NON_TUNNEL_ARRAY_SZ BIT(PTYPE_NON_TUNNEL_WIDTH)
100 #define PTYPE_TUNNEL_ARRAY_SZ     BIT(PTYPE_TUNNEL_WIDTH)
101 #define PTYPE_ARRAY_SZ                                                         \
102         ((PTYPE_NON_TUNNEL_ARRAY_SZ + PTYPE_TUNNEL_ARRAY_SZ) * sizeof(uint16_t))
103 /* Fastpath lookup */
104 #define CNXK_NIX_FASTPATH_LOOKUP_MEM "cnxk_nix_fastpath_lookup_mem"
105
106 struct cnxk_eth_qconf {
107         union {
108                 struct rte_eth_txconf tx;
109                 struct rte_eth_rxconf rx;
110         } conf;
111         struct rte_mempool *mp;
112         uint16_t nb_desc;
113         uint8_t valid;
114 };
115
116 struct cnxk_eth_dev {
117         /* ROC NIX */
118         struct roc_nix nix;
119
120         /* ROC RQs, SQs and CQs */
121         struct roc_nix_rq *rqs;
122         struct roc_nix_sq *sqs;
123         struct roc_nix_cq *cqs;
124
125         /* Configured queue count */
126         uint16_t nb_rxq;
127         uint16_t nb_txq;
128         uint8_t configured;
129
130         /* Max macfilter entries */
131         uint8_t max_mac_entries;
132
133         uint16_t flags;
134         uint8_t ptype_disable;
135         bool scalar_ena;
136
137         /* Pointer back to rte */
138         struct rte_eth_dev *eth_dev;
139
140         /* HW capabilities / Limitations */
141         union {
142                 struct {
143                         uint64_t cq_min_4k : 1;
144                 };
145                 uint64_t hwcap;
146         };
147
148         /* Rx and Tx offload capabilities */
149         uint64_t rx_offload_capa;
150         uint64_t tx_offload_capa;
151         uint32_t speed_capa;
152         /* Configured Rx and Tx offloads */
153         uint64_t rx_offloads;
154         uint64_t tx_offloads;
155         /* Platform specific offload flags */
156         uint16_t rx_offload_flags;
157         uint16_t tx_offload_flags;
158
159         /* ETHDEV RSS HF bitmask */
160         uint64_t ethdev_rss_hf;
161
162         /* Saved qconf before lf realloc */
163         struct cnxk_eth_qconf *tx_qconf;
164         struct cnxk_eth_qconf *rx_qconf;
165
166         /* Default mac address */
167         uint8_t mac_addr[RTE_ETHER_ADDR_LEN];
168
169         /* LSO Tunnel format indices */
170         uint64_t lso_tun_fmt;
171 };
172
173 struct cnxk_eth_rxq_sp {
174         struct cnxk_eth_dev *dev;
175         struct cnxk_eth_qconf qconf;
176         uint16_t qid;
177 } __plt_cache_aligned;
178
179 struct cnxk_eth_txq_sp {
180         struct cnxk_eth_dev *dev;
181         struct cnxk_eth_qconf qconf;
182         uint16_t qid;
183 } __plt_cache_aligned;
184
185 static inline struct cnxk_eth_dev *
186 cnxk_eth_pmd_priv(struct rte_eth_dev *eth_dev)
187 {
188         return eth_dev->data->dev_private;
189 }
190
191 static inline struct cnxk_eth_rxq_sp *
192 cnxk_eth_rxq_to_sp(void *__rxq)
193 {
194         return ((struct cnxk_eth_rxq_sp *)__rxq) - 1;
195 }
196
197 static inline struct cnxk_eth_txq_sp *
198 cnxk_eth_txq_to_sp(void *__txq)
199 {
200         return ((struct cnxk_eth_txq_sp *)__txq) - 1;
201 }
202
203 /* Common ethdev ops */
204 extern struct eth_dev_ops cnxk_eth_dev_ops;
205
206 /* Ops */
207 int cnxk_nix_probe(struct rte_pci_driver *pci_drv,
208                    struct rte_pci_device *pci_dev);
209 int cnxk_nix_remove(struct rte_pci_device *pci_dev);
210 int cnxk_nix_info_get(struct rte_eth_dev *eth_dev,
211                       struct rte_eth_dev_info *dev_info);
212 int cnxk_nix_configure(struct rte_eth_dev *eth_dev);
213 int cnxk_nix_tx_queue_setup(struct rte_eth_dev *eth_dev, uint16_t qid,
214                             uint16_t nb_desc, uint16_t fp_tx_q_sz,
215                             const struct rte_eth_txconf *tx_conf);
216 int cnxk_nix_rx_queue_setup(struct rte_eth_dev *eth_dev, uint16_t qid,
217                             uint16_t nb_desc, uint16_t fp_rx_q_sz,
218                             const struct rte_eth_rxconf *rx_conf,
219                             struct rte_mempool *mp);
220 int cnxk_nix_tx_queue_stop(struct rte_eth_dev *eth_dev, uint16_t qid);
221
222 uint64_t cnxk_nix_rxq_mbuf_setup(struct cnxk_eth_dev *dev);
223
224 /* RSS */
225 uint32_t cnxk_rss_ethdev_to_nix(struct cnxk_eth_dev *dev, uint64_t ethdev_rss,
226                                 uint8_t rss_level);
227
228 /* Link */
229 void cnxk_eth_dev_link_status_cb(struct roc_nix *nix,
230                                  struct roc_nix_link_info *link);
231 int cnxk_nix_link_update(struct rte_eth_dev *eth_dev, int wait_to_complete);
232
233 /* Lookup configuration */
234 const uint32_t *cnxk_nix_supported_ptypes_get(struct rte_eth_dev *eth_dev);
235 void *cnxk_nix_fastpath_lookup_mem_get(void);
236
237 /* Devargs */
238 int cnxk_ethdev_parse_devargs(struct rte_devargs *devargs,
239                               struct cnxk_eth_dev *dev);
240
241 #endif /* __CNXK_ETHDEV_H__ */