1 /* SPDX-License-Identifier: BSD-3-Clause
2 * Copyright(c) 2019 Intel Corporation
5 #ifndef _IAVF_GENERIC_FLOW_H_
6 #define _IAVF_GENERIC_FLOW_H_
8 #include <rte_flow_driver.h>
12 #define IAVF_PROT_MAC_INNER (1ULL << 1)
13 #define IAVF_PROT_MAC_OUTER (1ULL << 2)
14 #define IAVF_PROT_VLAN_INNER (1ULL << 3)
15 #define IAVF_PROT_VLAN_OUTER (1ULL << 4)
16 #define IAVF_PROT_IPV4_INNER (1ULL << 5)
17 #define IAVF_PROT_IPV4_OUTER (1ULL << 6)
18 #define IAVF_PROT_IPV6_INNER (1ULL << 7)
19 #define IAVF_PROT_IPV6_OUTER (1ULL << 8)
20 #define IAVF_PROT_TCP_INNER (1ULL << 9)
21 #define IAVF_PROT_TCP_OUTER (1ULL << 10)
22 #define IAVF_PROT_UDP_INNER (1ULL << 11)
23 #define IAVF_PROT_UDP_OUTER (1ULL << 12)
24 #define IAVF_PROT_SCTP_INNER (1ULL << 13)
25 #define IAVF_PROT_SCTP_OUTER (1ULL << 14)
26 #define IAVF_PROT_ICMP4_INNER (1ULL << 15)
27 #define IAVF_PROT_ICMP4_OUTER (1ULL << 16)
28 #define IAVF_PROT_ICMP6_INNER (1ULL << 17)
29 #define IAVF_PROT_ICMP6_OUTER (1ULL << 18)
30 #define IAVF_PROT_VXLAN (1ULL << 19)
31 #define IAVF_PROT_NVGRE (1ULL << 20)
32 #define IAVF_PROT_GTPU (1ULL << 21)
33 #define IAVF_PROT_ESP (1ULL << 22)
34 #define IAVF_PROT_AH (1ULL << 23)
35 #define IAVF_PROT_L2TPV3OIP (1ULL << 24)
36 #define IAVF_PROT_PFCP (1ULL << 25)
37 #define IAVF_PROT_ECPRI (1ULL << 26)
42 #define IAVF_SMAC (1ULL << 63)
43 #define IAVF_DMAC (1ULL << 62)
44 #define IAVF_ETHERTYPE (1ULL << 61)
45 #define IAVF_IP_SRC (1ULL << 60)
46 #define IAVF_IP_DST (1ULL << 59)
47 #define IAVF_IP_PROTO (1ULL << 58)
48 #define IAVF_IP_TTL (1ULL << 57)
49 #define IAVF_IP_TOS (1ULL << 56)
50 #define IAVF_SPORT (1ULL << 55)
51 #define IAVF_DPORT (1ULL << 54)
52 #define IAVF_ICMP_TYPE (1ULL << 53)
53 #define IAVF_ICMP_CODE (1ULL << 52)
54 #define IAVF_VXLAN_VNI (1ULL << 51)
55 #define IAVF_NVGRE_TNI (1ULL << 50)
56 #define IAVF_GTPU_TEID (1ULL << 49)
57 #define IAVF_GTPU_QFI (1ULL << 48)
58 #define IAVF_ESP_SPI (1ULL << 47)
59 #define IAVF_AH_SPI (1ULL << 46)
60 #define IAVF_L2TPV3OIP_SESSION_ID (1ULL << 45)
61 #define IAVF_PFCP_S_FIELD (1ULL << 44)
62 #define IAVF_PFCP_SEID (1ULL << 43)
63 #define IAVF_ECPRI_PC_RTC_ID (1ULL << 42)
67 #define IAVF_INSET_NONE 0ULL
71 #define IAVF_INSET_SMAC (IAVF_PROT_MAC_OUTER | IAVF_SMAC)
72 #define IAVF_INSET_DMAC (IAVF_PROT_MAC_OUTER | IAVF_DMAC)
73 #define IAVF_INSET_VLAN_INNER (IAVF_PROT_VLAN_INNER)
74 #define IAVF_INSET_VLAN_OUTER (IAVF_PROT_VLAN_OUTER)
75 #define IAVF_INSET_ETHERTYPE (IAVF_ETHERTYPE)
77 #define IAVF_INSET_IPV4_SRC \
78 (IAVF_PROT_IPV4_OUTER | IAVF_IP_SRC)
79 #define IAVF_INSET_IPV4_DST \
80 (IAVF_PROT_IPV4_OUTER | IAVF_IP_DST)
81 #define IAVF_INSET_IPV4_TOS \
82 (IAVF_PROT_IPV4_OUTER | IAVF_IP_TOS)
83 #define IAVF_INSET_IPV4_PROTO \
84 (IAVF_PROT_IPV4_OUTER | IAVF_IP_PROTO)
85 #define IAVF_INSET_IPV4_TTL \
86 (IAVF_PROT_IPV4_OUTER | IAVF_IP_TTL)
87 #define IAVF_INSET_IPV6_SRC \
88 (IAVF_PROT_IPV6_OUTER | IAVF_IP_SRC)
89 #define IAVF_INSET_IPV6_DST \
90 (IAVF_PROT_IPV6_OUTER | IAVF_IP_DST)
91 #define IAVF_INSET_IPV6_NEXT_HDR \
92 (IAVF_PROT_IPV6_OUTER | IAVF_IP_PROTO)
93 #define IAVF_INSET_IPV6_HOP_LIMIT \
94 (IAVF_PROT_IPV6_OUTER | IAVF_IP_TTL)
95 #define IAVF_INSET_IPV6_TC \
96 (IAVF_PROT_IPV6_OUTER | IAVF_IP_TOS)
98 #define IAVF_INSET_TUN_IPV4_SRC \
99 (IAVF_PROT_IPV4_INNER | IAVF_IP_SRC)
100 #define IAVF_INSET_TUN_IPV4_DST \
101 (IAVF_PROT_IPV4_INNER | IAVF_IP_DST)
102 #define IAVF_INSET_TUN_IPV4_TOS \
103 (IAVF_PROT_IPV4_INNER | IAVF_IP_TOS)
104 #define IAVF_INSET_TUN_IPV4_PROTO \
105 (IAVF_PROT_IPV4_INNER | IAVF_IP_PROTO)
106 #define IAVF_INSET_TUN_IPV4_TTL \
107 (IAVF_PROT_IPV4_INNER | IAVF_IP_TTL)
108 #define IAVF_INSET_TUN_IPV6_SRC \
109 (IAVF_PROT_IPV6_INNER | IAVF_IP_SRC)
110 #define IAVF_INSET_TUN_IPV6_DST \
111 (IAVF_PROT_IPV6_INNER | IAVF_IP_DST)
112 #define IAVF_INSET_TUN_IPV6_NEXT_HDR \
113 (IAVF_PROT_IPV6_INNER | IAVF_IP_PROTO)
114 #define IAVF_INSET_TUN_IPV6_HOP_LIMIT \
115 (IAVF_PROT_IPV6_INNER | IAVF_IP_TTL)
116 #define IAVF_INSET_TUN_IPV6_TC \
117 (IAVF_PROT_IPV6_INNER | IAVF_IP_TOS)
119 #define IAVF_INSET_TCP_SRC_PORT \
120 (IAVF_PROT_TCP_OUTER | IAVF_SPORT)
121 #define IAVF_INSET_TCP_DST_PORT \
122 (IAVF_PROT_TCP_OUTER | IAVF_DPORT)
123 #define IAVF_INSET_UDP_SRC_PORT \
124 (IAVF_PROT_UDP_OUTER | IAVF_SPORT)
125 #define IAVF_INSET_UDP_DST_PORT \
126 (IAVF_PROT_UDP_OUTER | IAVF_DPORT)
128 #define IAVF_INSET_TUN_TCP_SRC_PORT \
129 (IAVF_PROT_TCP_INNER | IAVF_SPORT)
130 #define IAVF_INSET_TUN_TCP_DST_PORT \
131 (IAVF_PROT_TCP_INNER | IAVF_DPORT)
132 #define IAVF_INSET_TUN_UDP_SRC_PORT \
133 (IAVF_PROT_UDP_INNER | IAVF_SPORT)
134 #define IAVF_INSET_TUN_UDP_DST_PORT \
135 (IAVF_PROT_UDP_INNER | IAVF_DPORT)
137 #define IAVF_INSET_SCTP_SRC_PORT \
138 (IAVF_PROT_SCTP_OUTER | IAVF_SPORT)
139 #define IAVF_INSET_SCTP_DST_PORT \
140 (IAVF_PROT_SCTP_OUTER | IAVF_DPORT)
141 #define IAVF_INSET_ICMP4_SRC_PORT \
142 (IAVF_PROT_ICMP4_OUTER | IAVF_SPORT)
143 #define IAVF_INSET_ICMP4_DST_PORT \
144 (IAVF_PROT_ICMP4_OUTER | IAVF_DPORT)
145 #define IAVF_INSET_ICMP6_SRC_PORT \
146 (IAVF_PROT_ICMP6_OUTER | IAVF_SPORT)
147 #define IAVF_INSET_ICMP6_DST_PORT \
148 (IAVF_PROT_ICMP6_OUTER | IAVF_DPORT)
149 #define IAVF_INSET_ICMP4_TYPE \
150 (IAVF_PROT_ICMP4_OUTER | IAVF_ICMP_TYPE)
151 #define IAVF_INSET_ICMP4_CODE \
152 (IAVF_PROT_ICMP4_OUTER | IAVF_ICMP_CODE)
153 #define IAVF_INSET_ICMP6_TYPE \
154 (IAVF_PROT_ICMP6_OUTER | IAVF_ICMP_TYPE)
155 #define IAVF_INSET_ICMP6_CODE \
156 (IAVF_PROT_ICMP6_OUTER | IAVF_ICMP_CODE)
157 #define IAVF_INSET_GTPU_TEID \
158 (IAVF_PROT_GTPU | IAVF_GTPU_TEID)
159 #define IAVF_INSET_GTPU_QFI \
160 (IAVF_PROT_GTPU | IAVF_GTPU_QFI)
161 #define IAVF_INSET_ESP_SPI \
162 (IAVF_PROT_ESP | IAVF_ESP_SPI)
163 #define IAVF_INSET_AH_SPI \
164 (IAVF_PROT_AH | IAVF_AH_SPI)
165 #define IAVF_INSET_L2TPV3OIP_SESSION_ID \
166 (IAVF_PROT_L2TPV3OIP | IAVF_L2TPV3OIP_SESSION_ID)
167 #define IAVF_INSET_PFCP_S_FIELD \
168 (IAVF_PROT_PFCP | IAVF_PFCP_S_FIELD)
169 #define IAVF_INSET_PFCP_SEID \
170 (IAVF_PROT_PFCP | IAVF_PFCP_S_FIELD | IAVF_PFCP_SEID)
171 #define IAVF_INSET_ECPRI \
172 (IAVF_PROT_ECPRI | IAVF_ECPRI_PC_RTC_ID)
175 extern enum rte_flow_item_type iavf_pattern_empty[];
178 extern enum rte_flow_item_type iavf_pattern_ethertype[];
179 extern enum rte_flow_item_type iavf_pattern_ethertype_vlan[];
180 extern enum rte_flow_item_type iavf_pattern_ethertype_qinq[];
183 extern enum rte_flow_item_type iavf_pattern_eth_arp[];
185 /* non-tunnel IPv4 */
186 extern enum rte_flow_item_type iavf_pattern_eth_ipv4[];
187 extern enum rte_flow_item_type iavf_pattern_eth_vlan_ipv4[];
188 extern enum rte_flow_item_type iavf_pattern_eth_qinq_ipv4[];
189 extern enum rte_flow_item_type iavf_pattern_eth_ipv4_udp[];
190 extern enum rte_flow_item_type iavf_pattern_eth_vlan_ipv4_udp[];
191 extern enum rte_flow_item_type iavf_pattern_eth_qinq_ipv4_udp[];
192 extern enum rte_flow_item_type iavf_pattern_eth_ipv4_tcp[];
193 extern enum rte_flow_item_type iavf_pattern_eth_vlan_ipv4_tcp[];
194 extern enum rte_flow_item_type iavf_pattern_eth_qinq_ipv4_tcp[];
195 extern enum rte_flow_item_type iavf_pattern_eth_ipv4_sctp[];
196 extern enum rte_flow_item_type iavf_pattern_eth_vlan_ipv4_sctp[];
197 extern enum rte_flow_item_type iavf_pattern_eth_qinq_ipv4_sctp[];
198 extern enum rte_flow_item_type iavf_pattern_eth_ipv4_icmp[];
199 extern enum rte_flow_item_type iavf_pattern_eth_vlan_ipv4_icmp[];
200 extern enum rte_flow_item_type iavf_pattern_eth_qinq_ipv4_icmp[];
202 /* non-tunnel IPv6 */
203 extern enum rte_flow_item_type iavf_pattern_eth_ipv6[];
204 extern enum rte_flow_item_type iavf_pattern_eth_vlan_ipv6[];
205 extern enum rte_flow_item_type iavf_pattern_eth_qinq_ipv6[];
206 extern enum rte_flow_item_type iavf_pattern_eth_ipv6_frag_ext[];
207 extern enum rte_flow_item_type iavf_pattern_eth_vlan_ipv6_frag_ext[];
208 extern enum rte_flow_item_type iavf_pattern_eth_qinq_ipv6_frag_ext[];
209 extern enum rte_flow_item_type iavf_pattern_eth_ipv6_udp[];
210 extern enum rte_flow_item_type iavf_pattern_eth_vlan_ipv6_udp[];
211 extern enum rte_flow_item_type iavf_pattern_eth_qinq_ipv6_udp[];
212 extern enum rte_flow_item_type iavf_pattern_eth_ipv6_tcp[];
213 extern enum rte_flow_item_type iavf_pattern_eth_vlan_ipv6_tcp[];
214 extern enum rte_flow_item_type iavf_pattern_eth_qinq_ipv6_tcp[];
215 extern enum rte_flow_item_type iavf_pattern_eth_ipv6_sctp[];
216 extern enum rte_flow_item_type iavf_pattern_eth_vlan_ipv6_sctp[];
217 extern enum rte_flow_item_type iavf_pattern_eth_qinq_ipv6_sctp[];
218 extern enum rte_flow_item_type iavf_pattern_eth_ipv6_icmp6[];
219 extern enum rte_flow_item_type iavf_pattern_eth_vlan_ipv6_icmp6[];
220 extern enum rte_flow_item_type iavf_pattern_eth_qinq_ipv6_icmp6[];
223 extern enum rte_flow_item_type iavf_pattern_eth_ipv4_gtpc[];
226 extern enum rte_flow_item_type iavf_pattern_eth_ipv4_gtpu[];
227 extern enum rte_flow_item_type iavf_pattern_eth_ipv4_gtpu_eh[];
230 extern enum rte_flow_item_type iavf_pattern_eth_ipv6_gtpc[];
233 extern enum rte_flow_item_type iavf_pattern_eth_ipv6_gtpu[];
234 extern enum rte_flow_item_type iavf_pattern_eth_ipv6_gtpu_eh[];
237 extern enum rte_flow_item_type iavf_pattern_eth_ipv4_gtpu_ipv4[];
238 extern enum rte_flow_item_type iavf_pattern_eth_ipv4_gtpu_ipv4_udp[];
239 extern enum rte_flow_item_type iavf_pattern_eth_ipv4_gtpu_ipv4_tcp[];
240 extern enum rte_flow_item_type iavf_pattern_eth_ipv4_gtpu_ipv4_icmp[];
243 extern enum rte_flow_item_type iavf_pattern_eth_ipv4_gtpu_ipv6[];
244 extern enum rte_flow_item_type iavf_pattern_eth_ipv4_gtpu_ipv6_udp[];
245 extern enum rte_flow_item_type iavf_pattern_eth_ipv4_gtpu_ipv6_tcp[];
246 extern enum rte_flow_item_type iavf_pattern_eth_ipv4_gtpu_ipv6_icmp[];
249 extern enum rte_flow_item_type iavf_pattern_eth_ipv6_gtpu_ipv4[];
250 extern enum rte_flow_item_type iavf_pattern_eth_ipv6_gtpu_ipv4_udp[];
251 extern enum rte_flow_item_type iavf_pattern_eth_ipv6_gtpu_ipv4_tcp[];
252 extern enum rte_flow_item_type iavf_pattern_eth_ipv6_gtpu_ipv4_icmp[];
255 extern enum rte_flow_item_type iavf_pattern_eth_ipv6_gtpu_ipv6[];
256 extern enum rte_flow_item_type iavf_pattern_eth_ipv6_gtpu_ipv6_udp[];
257 extern enum rte_flow_item_type iavf_pattern_eth_ipv6_gtpu_ipv6_tcp[];
258 extern enum rte_flow_item_type iavf_pattern_eth_ipv6_gtpu_ipv6_icmp[];
260 /* IPv4 GTPU EH IPv4 */
261 extern enum rte_flow_item_type iavf_pattern_eth_ipv4_gtpu_eh_ipv4[];
262 extern enum rte_flow_item_type iavf_pattern_eth_ipv4_gtpu_eh_ipv4_udp[];
263 extern enum rte_flow_item_type iavf_pattern_eth_ipv4_gtpu_eh_ipv4_tcp[];
264 extern enum rte_flow_item_type iavf_pattern_eth_ipv4_gtpu_eh_ipv4_icmp[];
266 /* IPv4 GTPU EH IPv6 */
267 extern enum rte_flow_item_type iavf_pattern_eth_ipv4_gtpu_eh_ipv6[];
268 extern enum rte_flow_item_type iavf_pattern_eth_ipv4_gtpu_eh_ipv6_udp[];
269 extern enum rte_flow_item_type iavf_pattern_eth_ipv4_gtpu_eh_ipv6_tcp[];
270 extern enum rte_flow_item_type iavf_pattern_eth_ipv4_gtpu_eh_ipv6_icmp[];
272 /* IPv6 GTPU EH IPv4 */
273 extern enum rte_flow_item_type iavf_pattern_eth_ipv6_gtpu_eh_ipv4[];
274 extern enum rte_flow_item_type iavf_pattern_eth_ipv6_gtpu_eh_ipv4_udp[];
275 extern enum rte_flow_item_type iavf_pattern_eth_ipv6_gtpu_eh_ipv4_tcp[];
276 extern enum rte_flow_item_type iavf_pattern_eth_ipv6_gtpu_eh_ipv4_icmp[];
278 /* IPv6 GTPU EH IPv6 */
279 extern enum rte_flow_item_type iavf_pattern_eth_ipv6_gtpu_eh_ipv6[];
280 extern enum rte_flow_item_type iavf_pattern_eth_ipv6_gtpu_eh_ipv6_udp[];
281 extern enum rte_flow_item_type iavf_pattern_eth_ipv6_gtpu_eh_ipv6_tcp[];
282 extern enum rte_flow_item_type iavf_pattern_eth_ipv6_gtpu_eh_ipv6_icmp[];
285 extern enum rte_flow_item_type iavf_pattern_eth_ipv4_esp[];
286 extern enum rte_flow_item_type iavf_pattern_eth_ipv4_udp_esp[];
287 extern enum rte_flow_item_type iavf_pattern_eth_ipv6_esp[];
288 extern enum rte_flow_item_type iavf_pattern_eth_ipv6_udp_esp[];
291 extern enum rte_flow_item_type iavf_pattern_eth_ipv4_ah[];
292 extern enum rte_flow_item_type iavf_pattern_eth_ipv6_ah[];
295 extern enum rte_flow_item_type iavf_pattern_eth_ipv4_l2tpv3[];
296 extern enum rte_flow_item_type iavf_pattern_eth_ipv6_l2tpv3[];
299 extern enum rte_flow_item_type iavf_pattern_eth_ipv4_pfcp[];
300 extern enum rte_flow_item_type iavf_pattern_eth_ipv6_pfcp[];
303 extern enum rte_flow_item_type iavf_pattern_eth_ecpri[];
304 extern enum rte_flow_item_type iavf_pattern_eth_ipv4_ecpri[];
306 extern const struct rte_flow_ops iavf_flow_ops;
308 /* pattern structure */
309 struct iavf_pattern_match_item {
310 enum rte_flow_item_type *pattern_list;
311 /* pattern_list must end with RTE_FLOW_ITEM_TYPE_END */
312 uint64_t input_set_mask;
316 typedef int (*engine_init_t)(struct iavf_adapter *ad);
317 typedef void (*engine_uninit_t)(struct iavf_adapter *ad);
318 typedef int (*engine_validation_t)(struct iavf_adapter *ad,
319 struct rte_flow *flow,
321 struct rte_flow_error *error);
322 typedef int (*engine_create_t)(struct iavf_adapter *ad,
323 struct rte_flow *flow,
325 struct rte_flow_error *error);
326 typedef int (*engine_destroy_t)(struct iavf_adapter *ad,
327 struct rte_flow *flow,
328 struct rte_flow_error *error);
329 typedef int (*engine_query_t)(struct iavf_adapter *ad,
330 struct rte_flow *flow,
331 struct rte_flow_query_count *count,
332 struct rte_flow_error *error);
333 typedef void (*engine_free_t) (struct rte_flow *flow);
334 typedef int (*parse_pattern_action_t)(struct iavf_adapter *ad,
335 struct iavf_pattern_match_item *array,
337 const struct rte_flow_item pattern[],
338 const struct rte_flow_action actions[],
340 struct rte_flow_error *error);
343 enum iavf_flow_engine_type {
344 IAVF_FLOW_ENGINE_NONE = 0,
345 IAVF_FLOW_ENGINE_FDIR,
346 IAVF_FLOW_ENGINE_HASH,
347 IAVF_FLOW_ENGINE_MAX,
351 * classification stages.
352 * for non-pipeline mode, we have two classification stages: Distributor/RSS
353 * for pipeline-mode we have three classification stages:
354 * Permission/Distributor/RSS
356 enum iavf_flow_classification_stage {
357 IAVF_FLOW_STAGE_NONE = 0,
359 IAVF_FLOW_STAGE_DISTRIBUTOR,
363 /* Struct to store engine created. */
364 struct iavf_flow_engine {
365 TAILQ_ENTRY(iavf_flow_engine) node;
367 engine_uninit_t uninit;
368 engine_validation_t validation;
369 engine_create_t create;
370 engine_destroy_t destroy;
371 engine_query_t query_count;
373 enum iavf_flow_engine_type type;
376 TAILQ_HEAD(iavf_engine_list, iavf_flow_engine);
378 /* Struct to store flow created. */
380 TAILQ_ENTRY(rte_flow) node;
381 struct iavf_flow_engine *engine;
385 struct iavf_flow_parser {
386 struct iavf_flow_engine *engine;
387 struct iavf_pattern_match_item *array;
389 parse_pattern_action_t parse_pattern_action;
390 enum iavf_flow_classification_stage stage;
393 /* Struct to store parser created. */
394 struct iavf_flow_parser_node {
395 TAILQ_ENTRY(iavf_flow_parser_node) node;
396 struct iavf_flow_parser *parser;
399 void iavf_register_flow_engine(struct iavf_flow_engine *engine);
400 int iavf_flow_init(struct iavf_adapter *ad);
401 void iavf_flow_uninit(struct iavf_adapter *ad);
402 int iavf_flow_flush(struct rte_eth_dev *dev,
403 struct rte_flow_error *error);
404 int iavf_register_parser(struct iavf_flow_parser *parser,
405 struct iavf_adapter *ad);
406 void iavf_unregister_parser(struct iavf_flow_parser *parser,
407 struct iavf_adapter *ad);
408 struct iavf_pattern_match_item *
409 iavf_search_pattern_match_item(const struct rte_flow_item pattern[],
410 struct iavf_pattern_match_item *array,
412 struct rte_flow_error *error);