1 /* SPDX-License-Identifier: BSD-3-Clause
2 * Copyright(c) 2019 Intel Corporation
13 #include <rte_debug.h>
14 #include <rte_ether.h>
15 #include <rte_ethdev_driver.h>
17 #include <rte_malloc.h>
18 #include <rte_eth_ctrl.h>
19 #include <rte_tailq.h>
20 #include <rte_flow_driver.h>
23 #include "base/ice_type.h"
24 #include "base/ice_flow.h"
25 #include "ice_ethdev.h"
26 #include "ice_generic_flow.h"
28 #define ICE_GTPU_EH_DWNLINK 0
29 #define ICE_GTPU_EH_UPLINK 1
31 struct rss_type_match_hdr {
33 uint64_t eth_rss_hint;
36 struct ice_hash_match_type {
44 uint8_t hash_function;
47 struct ice_hash_flow_cfg {
49 struct ice_rss_cfg rss_cfg;
53 ice_hash_init(struct ice_adapter *ad);
56 ice_hash_create(struct ice_adapter *ad,
57 struct rte_flow *flow,
59 struct rte_flow_error *error);
62 ice_hash_destroy(struct ice_adapter *ad,
63 struct rte_flow *flow,
64 struct rte_flow_error *error);
67 ice_hash_uninit(struct ice_adapter *ad);
70 ice_hash_free(struct rte_flow *flow);
73 ice_hash_parse_pattern_action(struct ice_adapter *ad,
74 struct ice_pattern_match_item *array,
76 const struct rte_flow_item pattern[],
77 const struct rte_flow_action actions[],
79 struct rte_flow_error *error);
81 /* The first member is protocol header, the second member is ETH_RSS_*. */
82 struct rss_type_match_hdr hint_empty = {
83 ICE_FLOW_SEG_HDR_NONE, 0};
84 struct rss_type_match_hdr hint_eth_ipv4 = {
85 ICE_FLOW_SEG_HDR_IPV4 | ICE_FLOW_SEG_HDR_IPV_OTHER,
86 ETH_RSS_ETH | ETH_RSS_IPV4};
87 struct rss_type_match_hdr hint_eth_ipv4_udp = {
88 ICE_FLOW_SEG_HDR_IPV4 | ICE_FLOW_SEG_HDR_IPV_OTHER |
90 ETH_RSS_ETH | ETH_RSS_NONFRAG_IPV4_UDP};
91 struct rss_type_match_hdr hint_eth_ipv4_tcp = {
92 ICE_FLOW_SEG_HDR_IPV4 | ICE_FLOW_SEG_HDR_IPV_OTHER |
94 ETH_RSS_ETH | ETH_RSS_NONFRAG_IPV4_TCP};
95 struct rss_type_match_hdr hint_eth_ipv4_sctp = {
96 ICE_FLOW_SEG_HDR_IPV4 | ICE_FLOW_SEG_HDR_IPV_OTHER |
97 ICE_FLOW_SEG_HDR_SCTP,
98 ETH_RSS_ETH | ETH_RSS_NONFRAG_IPV4_SCTP};
99 struct rss_type_match_hdr hint_eth_ipv4_gtpu_ipv4 = {
100 ICE_FLOW_SEG_HDR_GTPU_IP | ICE_FLOW_SEG_HDR_IPV4 |
101 ICE_FLOW_SEG_HDR_IPV_OTHER,
102 ETH_RSS_GTPU | ETH_RSS_IPV4};
103 struct rss_type_match_hdr hint_eth_ipv4_gtpu_ipv4_udp = {
104 ICE_FLOW_SEG_HDR_GTPU_IP | ICE_FLOW_SEG_HDR_IPV4 |
105 ICE_FLOW_SEG_HDR_IPV_OTHER | ICE_FLOW_SEG_HDR_UDP,
106 ETH_RSS_GTPU | ETH_RSS_NONFRAG_IPV4_UDP};
107 struct rss_type_match_hdr hint_eth_ipv4_gtpu_ipv4_tcp = {
108 ICE_FLOW_SEG_HDR_GTPU_IP | ICE_FLOW_SEG_HDR_IPV4 |
109 ICE_FLOW_SEG_HDR_IPV_OTHER | ICE_FLOW_SEG_HDR_TCP,
110 ETH_RSS_GTPU | ETH_RSS_NONFRAG_IPV4_TCP};
111 struct rss_type_match_hdr hint_eth_ipv4_gtpu_ipv6 = {
112 ICE_FLOW_SEG_HDR_GTPU_IP | ICE_FLOW_SEG_HDR_IPV6 |
113 ICE_FLOW_SEG_HDR_IPV_OTHER,
114 ETH_RSS_GTPU | ETH_RSS_IPV6};
115 struct rss_type_match_hdr hint_eth_ipv4_gtpu_ipv6_udp = {
116 ICE_FLOW_SEG_HDR_GTPU_IP | ICE_FLOW_SEG_HDR_IPV6 |
117 ICE_FLOW_SEG_HDR_IPV_OTHER | ICE_FLOW_SEG_HDR_UDP,
118 ETH_RSS_GTPU | ETH_RSS_NONFRAG_IPV6_UDP};
119 struct rss_type_match_hdr hint_eth_ipv4_gtpu_ipv6_tcp = {
120 ICE_FLOW_SEG_HDR_GTPU_IP | ICE_FLOW_SEG_HDR_IPV6 |
121 ICE_FLOW_SEG_HDR_IPV_OTHER | ICE_FLOW_SEG_HDR_TCP,
122 ETH_RSS_GTPU | ETH_RSS_NONFRAG_IPV6_TCP};
123 struct rss_type_match_hdr hint_eth_ipv6_gtpu_ipv4 = {
124 ICE_FLOW_SEG_HDR_GTPU_IP | ICE_FLOW_SEG_HDR_IPV4 |
125 ICE_FLOW_SEG_HDR_IPV_OTHER,
126 ETH_RSS_GTPU | ETH_RSS_IPV4};
127 struct rss_type_match_hdr hint_eth_ipv6_gtpu_ipv4_udp = {
128 ICE_FLOW_SEG_HDR_GTPU_IP | ICE_FLOW_SEG_HDR_IPV4 |
129 ICE_FLOW_SEG_HDR_IPV_OTHER | ICE_FLOW_SEG_HDR_UDP,
130 ETH_RSS_GTPU | ETH_RSS_NONFRAG_IPV4_UDP};
131 struct rss_type_match_hdr hint_eth_ipv6_gtpu_ipv4_tcp = {
132 ICE_FLOW_SEG_HDR_GTPU_IP | ICE_FLOW_SEG_HDR_IPV4 |
133 ICE_FLOW_SEG_HDR_IPV_OTHER | ICE_FLOW_SEG_HDR_TCP,
134 ETH_RSS_GTPU | ETH_RSS_NONFRAG_IPV4_TCP};
135 struct rss_type_match_hdr hint_eth_ipv6_gtpu_ipv6 = {
136 ICE_FLOW_SEG_HDR_GTPU_IP | ICE_FLOW_SEG_HDR_IPV6 |
137 ICE_FLOW_SEG_HDR_IPV_OTHER,
138 ETH_RSS_GTPU | ETH_RSS_IPV6};
139 struct rss_type_match_hdr hint_eth_ipv6_gtpu_ipv6_udp = {
140 ICE_FLOW_SEG_HDR_GTPU_IP | ICE_FLOW_SEG_HDR_IPV6 |
141 ICE_FLOW_SEG_HDR_IPV_OTHER | ICE_FLOW_SEG_HDR_UDP,
142 ETH_RSS_GTPU | ETH_RSS_NONFRAG_IPV6_UDP};
143 struct rss_type_match_hdr hint_eth_ipv6_gtpu_ipv6_tcp = {
144 ICE_FLOW_SEG_HDR_GTPU_IP | ICE_FLOW_SEG_HDR_IPV6 |
145 ICE_FLOW_SEG_HDR_IPV_OTHER | ICE_FLOW_SEG_HDR_TCP,
146 ETH_RSS_GTPU | ETH_RSS_NONFRAG_IPV6_TCP};
147 struct rss_type_match_hdr hint_eth_ipv4_gtpu_eh_ipv4 = {
148 ICE_FLOW_SEG_HDR_GTPU_EH | ICE_FLOW_SEG_HDR_IPV4 |
149 ICE_FLOW_SEG_HDR_IPV_OTHER,
150 ETH_RSS_GTPU | ETH_RSS_IPV4};
151 struct rss_type_match_hdr hint_eth_ipv4_gtpu_eh_ipv4_udp = {
152 ICE_FLOW_SEG_HDR_GTPU_EH | ICE_FLOW_SEG_HDR_IPV4 |
153 ICE_FLOW_SEG_HDR_IPV_OTHER | ICE_FLOW_SEG_HDR_UDP,
154 ETH_RSS_GTPU | ETH_RSS_NONFRAG_IPV4_UDP};
155 struct rss_type_match_hdr hint_eth_ipv4_gtpu_eh_ipv4_tcp = {
156 ICE_FLOW_SEG_HDR_GTPU_EH | ICE_FLOW_SEG_HDR_IPV4 |
157 ICE_FLOW_SEG_HDR_IPV_OTHER | ICE_FLOW_SEG_HDR_TCP,
158 ETH_RSS_GTPU | ETH_RSS_NONFRAG_IPV4_TCP};
159 struct rss_type_match_hdr hint_eth_ipv4_gtpu_eh_ipv6 = {
160 ICE_FLOW_SEG_HDR_GTPU_EH | ICE_FLOW_SEG_HDR_IPV6 |
161 ICE_FLOW_SEG_HDR_IPV_OTHER,
162 ETH_RSS_GTPU | ETH_RSS_IPV6};
163 struct rss_type_match_hdr hint_eth_ipv4_gtpu_eh_ipv6_udp = {
164 ICE_FLOW_SEG_HDR_GTPU_EH | ICE_FLOW_SEG_HDR_IPV6 |
165 ICE_FLOW_SEG_HDR_IPV_OTHER | ICE_FLOW_SEG_HDR_UDP,
166 ETH_RSS_GTPU | ETH_RSS_NONFRAG_IPV6_UDP};
167 struct rss_type_match_hdr hint_eth_ipv4_gtpu_eh_ipv6_tcp = {
168 ICE_FLOW_SEG_HDR_GTPU_EH | ICE_FLOW_SEG_HDR_IPV6 |
169 ICE_FLOW_SEG_HDR_IPV_OTHER | ICE_FLOW_SEG_HDR_TCP,
170 ETH_RSS_GTPU | ETH_RSS_NONFRAG_IPV6_TCP};
171 struct rss_type_match_hdr hint_eth_ipv6_gtpu_eh_ipv4 = {
172 ICE_FLOW_SEG_HDR_GTPU_EH | ICE_FLOW_SEG_HDR_IPV4 |
173 ICE_FLOW_SEG_HDR_IPV_OTHER,
174 ETH_RSS_GTPU | ETH_RSS_IPV4};
175 struct rss_type_match_hdr hint_eth_ipv6_gtpu_eh_ipv4_udp = {
176 ICE_FLOW_SEG_HDR_GTPU_EH | ICE_FLOW_SEG_HDR_IPV4 |
177 ICE_FLOW_SEG_HDR_IPV_OTHER | ICE_FLOW_SEG_HDR_UDP,
178 ETH_RSS_GTPU | ETH_RSS_NONFRAG_IPV4_UDP};
179 struct rss_type_match_hdr hint_eth_ipv6_gtpu_eh_ipv4_tcp = {
180 ICE_FLOW_SEG_HDR_GTPU_EH | ICE_FLOW_SEG_HDR_IPV4 |
181 ICE_FLOW_SEG_HDR_IPV_OTHER | ICE_FLOW_SEG_HDR_TCP,
182 ETH_RSS_GTPU | ETH_RSS_NONFRAG_IPV4_TCP};
183 struct rss_type_match_hdr hint_eth_ipv6_gtpu_eh_ipv6 = {
184 ICE_FLOW_SEG_HDR_GTPU_EH | ICE_FLOW_SEG_HDR_IPV6 |
185 ICE_FLOW_SEG_HDR_IPV_OTHER,
186 ETH_RSS_GTPU | ETH_RSS_IPV6};
187 struct rss_type_match_hdr hint_eth_ipv6_gtpu_eh_ipv6_udp = {
188 ICE_FLOW_SEG_HDR_GTPU_EH | ICE_FLOW_SEG_HDR_IPV6 |
189 ICE_FLOW_SEG_HDR_IPV_OTHER | ICE_FLOW_SEG_HDR_UDP,
190 ETH_RSS_GTPU | ETH_RSS_NONFRAG_IPV6_UDP};
191 struct rss_type_match_hdr hint_eth_ipv6_gtpu_eh_ipv6_tcp = {
192 ICE_FLOW_SEG_HDR_GTPU_EH | ICE_FLOW_SEG_HDR_IPV6 |
193 ICE_FLOW_SEG_HDR_IPV_OTHER | ICE_FLOW_SEG_HDR_TCP,
194 ETH_RSS_GTPU | ETH_RSS_NONFRAG_IPV6_TCP};
195 struct rss_type_match_hdr hint_eth_pppoes_ipv4 = {
196 ICE_FLOW_SEG_HDR_PPPOE | ICE_FLOW_SEG_HDR_IPV4 |
197 ICE_FLOW_SEG_HDR_IPV_OTHER,
198 ETH_RSS_ETH | ETH_RSS_PPPOE | ETH_RSS_IPV4};
199 struct rss_type_match_hdr hint_eth_pppoes_ipv4_udp = {
200 ICE_FLOW_SEG_HDR_PPPOE | ICE_FLOW_SEG_HDR_IPV4 |
201 ICE_FLOW_SEG_HDR_IPV_OTHER | ICE_FLOW_SEG_HDR_UDP,
202 ETH_RSS_ETH | ETH_RSS_PPPOE | ETH_RSS_NONFRAG_IPV4_UDP};
203 struct rss_type_match_hdr hint_eth_pppoes_ipv4_tcp = {
204 ICE_FLOW_SEG_HDR_PPPOE | ICE_FLOW_SEG_HDR_IPV4 |
205 ICE_FLOW_SEG_HDR_IPV_OTHER | ICE_FLOW_SEG_HDR_TCP,
206 ETH_RSS_ETH | ETH_RSS_PPPOE | ETH_RSS_NONFRAG_IPV4_TCP};
207 struct rss_type_match_hdr hint_eth_ipv4_esp = {
208 ICE_FLOW_SEG_HDR_IPV4 | ICE_FLOW_SEG_HDR_IPV_OTHER |
209 ICE_FLOW_SEG_HDR_ESP,
210 ETH_RSS_ETH | ETH_RSS_IPV4 | ETH_RSS_ESP};
211 struct rss_type_match_hdr hint_eth_ipv4_udp_esp = {
212 ICE_FLOW_SEG_HDR_IPV4 | ICE_FLOW_SEG_HDR_IPV_OTHER |
213 ICE_FLOW_SEG_HDR_NAT_T_ESP,
214 ETH_RSS_ETH | ETH_RSS_NONFRAG_IPV4_UDP | ETH_RSS_ESP};
215 struct rss_type_match_hdr hint_eth_ipv4_ah = {
216 ICE_FLOW_SEG_HDR_IPV4 | ICE_FLOW_SEG_HDR_IPV_OTHER |
218 ETH_RSS_ETH | ETH_RSS_IPV4 | ETH_RSS_AH};
219 struct rss_type_match_hdr hint_eth_ipv4_l2tpv3 = {
220 ICE_FLOW_SEG_HDR_IPV4 | ICE_FLOW_SEG_HDR_IPV_OTHER |
221 ICE_FLOW_SEG_HDR_L2TPV3,
222 ETH_RSS_ETH | ETH_RSS_IPV4 | ETH_RSS_L2TPV3};
223 struct rss_type_match_hdr hint_eth_ipv4_pfcp = {
224 ICE_FLOW_SEG_HDR_IPV4 | ICE_FLOW_SEG_HDR_IPV_OTHER |
225 ICE_FLOW_SEG_HDR_PFCP_SESSION,
226 ETH_RSS_ETH | ETH_RSS_NONFRAG_IPV4_UDP | ETH_RSS_PFCP};
227 struct rss_type_match_hdr hint_eth_vlan_ipv4 = {
228 ICE_FLOW_SEG_HDR_VLAN | ICE_FLOW_SEG_HDR_IPV4 |
229 ICE_FLOW_SEG_HDR_IPV_OTHER,
230 ETH_RSS_ETH | ETH_RSS_IPV4 | ETH_RSS_C_VLAN};
231 struct rss_type_match_hdr hint_eth_vlan_ipv4_udp = {
232 ICE_FLOW_SEG_HDR_VLAN | ICE_FLOW_SEG_HDR_IPV4 |
233 ICE_FLOW_SEG_HDR_IPV_OTHER | ICE_FLOW_SEG_HDR_UDP,
234 ETH_RSS_ETH | ETH_RSS_C_VLAN |
235 ETH_RSS_NONFRAG_IPV4_UDP};
236 struct rss_type_match_hdr hint_eth_vlan_ipv4_tcp = {
237 ICE_FLOW_SEG_HDR_VLAN | ICE_FLOW_SEG_HDR_IPV4 |
238 ICE_FLOW_SEG_HDR_IPV_OTHER | ICE_FLOW_SEG_HDR_TCP,
239 ETH_RSS_ETH | ETH_RSS_C_VLAN |
240 ETH_RSS_NONFRAG_IPV4_TCP};
241 struct rss_type_match_hdr hint_eth_vlan_ipv4_sctp = {
242 ICE_FLOW_SEG_HDR_VLAN | ICE_FLOW_SEG_HDR_IPV4 |
243 ICE_FLOW_SEG_HDR_IPV_OTHER | ICE_FLOW_SEG_HDR_SCTP,
244 ETH_RSS_ETH | ETH_RSS_C_VLAN |
245 ETH_RSS_NONFRAG_IPV4_SCTP};
246 struct rss_type_match_hdr hint_eth_ipv6 = {
247 ICE_FLOW_SEG_HDR_IPV6 | ICE_FLOW_SEG_HDR_IPV_OTHER,
248 ETH_RSS_ETH | ETH_RSS_IPV6};
249 struct rss_type_match_hdr hint_eth_ipv6_udp = {
250 ICE_FLOW_SEG_HDR_IPV6 | ICE_FLOW_SEG_HDR_IPV_OTHER |
251 ICE_FLOW_SEG_HDR_UDP,
252 ETH_RSS_ETH | ETH_RSS_NONFRAG_IPV6_UDP};
253 struct rss_type_match_hdr hint_eth_ipv6_tcp = {
254 ICE_FLOW_SEG_HDR_IPV6 | ICE_FLOW_SEG_HDR_IPV_OTHER |
255 ICE_FLOW_SEG_HDR_TCP,
256 ETH_RSS_ETH | ETH_RSS_NONFRAG_IPV6_TCP};
257 struct rss_type_match_hdr hint_eth_ipv6_sctp = {
258 ICE_FLOW_SEG_HDR_IPV6 | ICE_FLOW_SEG_HDR_IPV_OTHER |
259 ICE_FLOW_SEG_HDR_SCTP,
260 ETH_RSS_ETH | ETH_RSS_NONFRAG_IPV6_SCTP};
261 struct rss_type_match_hdr hint_eth_ipv6_esp = {
262 ICE_FLOW_SEG_HDR_IPV6 | ICE_FLOW_SEG_HDR_IPV_OTHER |
263 ICE_FLOW_SEG_HDR_ESP,
264 ETH_RSS_ETH | ETH_RSS_IPV6 | ETH_RSS_ESP};
265 struct rss_type_match_hdr hint_eth_ipv6_udp_esp = {
266 ICE_FLOW_SEG_HDR_IPV6 | ICE_FLOW_SEG_HDR_IPV_OTHER |
267 ICE_FLOW_SEG_HDR_NAT_T_ESP,
268 ETH_RSS_ETH | ETH_RSS_NONFRAG_IPV6_UDP | ETH_RSS_ESP};
269 struct rss_type_match_hdr hint_eth_ipv6_ah = {
270 ICE_FLOW_SEG_HDR_IPV6 | ICE_FLOW_SEG_HDR_IPV_OTHER |
272 ETH_RSS_ETH | ETH_RSS_IPV6 | ETH_RSS_AH};
273 struct rss_type_match_hdr hint_eth_ipv6_l2tpv3 = {
274 ICE_FLOW_SEG_HDR_IPV6 | ICE_FLOW_SEG_HDR_IPV_OTHER |
275 ICE_FLOW_SEG_HDR_L2TPV3,
276 ETH_RSS_ETH | ETH_RSS_IPV6 | ETH_RSS_L2TPV3};
277 struct rss_type_match_hdr hint_eth_ipv6_pfcp = {
278 ICE_FLOW_SEG_HDR_IPV6 | ICE_FLOW_SEG_HDR_IPV_OTHER |
279 ICE_FLOW_SEG_HDR_PFCP_SESSION,
280 ETH_RSS_ETH | ETH_RSS_NONFRAG_IPV6_UDP | ETH_RSS_PFCP};
281 struct rss_type_match_hdr hint_eth_vlan_ipv6 = {
282 ICE_FLOW_SEG_HDR_VLAN | ICE_FLOW_SEG_HDR_IPV6 |
283 ICE_FLOW_SEG_HDR_IPV_OTHER,
284 ETH_RSS_ETH | ETH_RSS_IPV6 | ETH_RSS_C_VLAN};
285 struct rss_type_match_hdr hint_eth_vlan_ipv6_udp = {
286 ICE_FLOW_SEG_HDR_VLAN | ICE_FLOW_SEG_HDR_IPV6 |
287 ICE_FLOW_SEG_HDR_IPV_OTHER | ICE_FLOW_SEG_HDR_UDP,
288 ETH_RSS_ETH | ETH_RSS_C_VLAN |
289 ETH_RSS_NONFRAG_IPV6_UDP};
290 struct rss_type_match_hdr hint_eth_vlan_ipv6_tcp = {
291 ICE_FLOW_SEG_HDR_VLAN | ICE_FLOW_SEG_HDR_IPV6 |
292 ICE_FLOW_SEG_HDR_IPV_OTHER | ICE_FLOW_SEG_HDR_TCP,
293 ETH_RSS_ETH | ETH_RSS_C_VLAN |
294 ETH_RSS_NONFRAG_IPV6_TCP};
295 struct rss_type_match_hdr hint_eth_vlan_ipv6_sctp = {
296 ICE_FLOW_SEG_HDR_VLAN | ICE_FLOW_SEG_HDR_IPV6 |
297 ICE_FLOW_SEG_HDR_IPV_OTHER | ICE_FLOW_SEG_HDR_SCTP,
298 ETH_RSS_ETH | ETH_RSS_C_VLAN |
299 ETH_RSS_NONFRAG_IPV6_SCTP};
300 struct rss_type_match_hdr hint_eth_pppoes_ipv6 = {
301 ICE_FLOW_SEG_HDR_PPPOE | ICE_FLOW_SEG_HDR_IPV6 |
302 ICE_FLOW_SEG_HDR_IPV_OTHER,
303 ETH_RSS_ETH | ETH_RSS_PPPOE | ETH_RSS_IPV6};
304 struct rss_type_match_hdr hint_eth_pppoes_ipv6_udp = {
305 ICE_FLOW_SEG_HDR_PPPOE | ICE_FLOW_SEG_HDR_IPV6 |
306 ICE_FLOW_SEG_HDR_IPV_OTHER | ICE_FLOW_SEG_HDR_UDP,
307 ETH_RSS_ETH | ETH_RSS_PPPOE | ETH_RSS_NONFRAG_IPV6_UDP};
308 struct rss_type_match_hdr hint_eth_pppoes_ipv6_tcp = {
309 ICE_FLOW_SEG_HDR_PPPOE | ICE_FLOW_SEG_HDR_IPV6 |
310 ICE_FLOW_SEG_HDR_IPV_OTHER | ICE_FLOW_SEG_HDR_TCP,
311 ETH_RSS_ETH | ETH_RSS_PPPOE | ETH_RSS_NONFRAG_IPV6_TCP};
312 struct rss_type_match_hdr hint_eth_pppoes = {
313 ICE_FLOW_SEG_HDR_PPPOE,
314 ETH_RSS_ETH | ETH_RSS_PPPOE};
316 /* Supported pattern for os default package. */
317 static struct ice_pattern_match_item ice_hash_pattern_list_os[] = {
318 {pattern_eth_ipv4, ICE_INSET_NONE, &hint_eth_ipv4},
319 {pattern_eth_ipv4_udp, ICE_INSET_NONE, &hint_eth_ipv4_udp},
320 {pattern_eth_ipv4_tcp, ICE_INSET_NONE, &hint_eth_ipv4_tcp},
321 {pattern_eth_ipv4_sctp, ICE_INSET_NONE, &hint_eth_ipv4_sctp},
322 {pattern_eth_ipv6, ICE_INSET_NONE, &hint_eth_ipv6},
323 {pattern_eth_ipv6_udp, ICE_INSET_NONE, &hint_eth_ipv6_udp},
324 {pattern_eth_ipv6_tcp, ICE_INSET_NONE, &hint_eth_ipv6_tcp},
325 {pattern_eth_ipv6_sctp, ICE_INSET_NONE, &hint_eth_ipv6_sctp},
326 {pattern_empty, ICE_INSET_NONE, &hint_empty},
329 /* Supported pattern for comms package. */
330 static struct ice_pattern_match_item ice_hash_pattern_list_comms[] = {
331 {pattern_empty, ICE_INSET_NONE,
333 {pattern_eth_ipv4, ICE_INSET_NONE,
335 {pattern_eth_ipv4_udp, ICE_INSET_NONE,
337 {pattern_eth_ipv4_tcp, ICE_INSET_NONE,
339 {pattern_eth_ipv4_sctp, ICE_INSET_NONE,
340 &hint_eth_ipv4_sctp},
341 {pattern_eth_ipv4_gtpu_ipv4, ICE_INSET_NONE,
342 &hint_eth_ipv4_gtpu_ipv4},
343 {pattern_eth_ipv4_gtpu_ipv4_udp, ICE_INSET_NONE,
344 &hint_eth_ipv4_gtpu_ipv4_udp},
345 {pattern_eth_ipv4_gtpu_ipv4_tcp, ICE_INSET_NONE,
346 &hint_eth_ipv4_gtpu_ipv4_tcp},
347 {pattern_eth_ipv4_gtpu_ipv6, ICE_INSET_NONE,
348 &hint_eth_ipv4_gtpu_ipv6},
349 {pattern_eth_ipv4_gtpu_ipv6_udp, ICE_INSET_NONE,
350 &hint_eth_ipv4_gtpu_ipv6_udp},
351 {pattern_eth_ipv4_gtpu_ipv6_tcp, ICE_INSET_NONE,
352 &hint_eth_ipv4_gtpu_ipv6_tcp},
353 {pattern_eth_ipv6_gtpu_ipv4, ICE_INSET_NONE,
354 &hint_eth_ipv6_gtpu_ipv4},
355 {pattern_eth_ipv6_gtpu_ipv4_udp, ICE_INSET_NONE,
356 &hint_eth_ipv6_gtpu_ipv4_udp},
357 {pattern_eth_ipv6_gtpu_ipv4_tcp, ICE_INSET_NONE,
358 &hint_eth_ipv6_gtpu_ipv4_tcp},
359 {pattern_eth_ipv6_gtpu_ipv6, ICE_INSET_NONE,
360 &hint_eth_ipv6_gtpu_ipv6},
361 {pattern_eth_ipv6_gtpu_ipv6_udp, ICE_INSET_NONE,
362 &hint_eth_ipv6_gtpu_ipv6_udp},
363 {pattern_eth_ipv6_gtpu_ipv6_tcp, ICE_INSET_NONE,
364 &hint_eth_ipv6_gtpu_ipv6_tcp},
365 {pattern_eth_ipv4_gtpu_eh_ipv4, ICE_INSET_NONE,
366 &hint_eth_ipv4_gtpu_eh_ipv4},
367 {pattern_eth_ipv4_gtpu_eh_ipv4_udp, ICE_INSET_NONE,
368 &hint_eth_ipv4_gtpu_eh_ipv4_udp},
369 {pattern_eth_ipv4_gtpu_eh_ipv4_tcp, ICE_INSET_NONE,
370 &hint_eth_ipv4_gtpu_eh_ipv4_tcp},
371 {pattern_eth_ipv4_gtpu_eh_ipv6, ICE_INSET_NONE,
372 &hint_eth_ipv4_gtpu_eh_ipv6},
373 {pattern_eth_ipv4_gtpu_eh_ipv6_udp, ICE_INSET_NONE,
374 &hint_eth_ipv4_gtpu_eh_ipv6_udp},
375 {pattern_eth_ipv4_gtpu_eh_ipv6_tcp, ICE_INSET_NONE,
376 &hint_eth_ipv4_gtpu_eh_ipv6_tcp},
377 {pattern_eth_ipv6_gtpu_eh_ipv4, ICE_INSET_NONE,
378 &hint_eth_ipv6_gtpu_eh_ipv4},
379 {pattern_eth_ipv6_gtpu_eh_ipv4_udp, ICE_INSET_NONE,
380 &hint_eth_ipv6_gtpu_eh_ipv4_udp},
381 {pattern_eth_ipv6_gtpu_eh_ipv4_tcp, ICE_INSET_NONE,
382 &hint_eth_ipv6_gtpu_eh_ipv4_tcp},
383 {pattern_eth_ipv6_gtpu_eh_ipv6, ICE_INSET_NONE,
384 &hint_eth_ipv6_gtpu_eh_ipv6},
385 {pattern_eth_ipv6_gtpu_eh_ipv6_udp, ICE_INSET_NONE,
386 &hint_eth_ipv6_gtpu_eh_ipv6_udp},
387 {pattern_eth_ipv6_gtpu_eh_ipv6_tcp, ICE_INSET_NONE,
388 &hint_eth_ipv6_gtpu_eh_ipv6_tcp},
389 {pattern_eth_pppoes_ipv4, ICE_INSET_NONE,
390 &hint_eth_pppoes_ipv4},
391 {pattern_eth_pppoes_ipv4_udp, ICE_INSET_NONE,
392 &hint_eth_pppoes_ipv4_udp},
393 {pattern_eth_pppoes_ipv4_tcp, ICE_INSET_NONE,
394 &hint_eth_pppoes_ipv4_tcp},
395 {pattern_eth_ipv4_esp, ICE_INSET_NONE,
397 {pattern_eth_ipv4_udp_esp, ICE_INSET_NONE,
398 &hint_eth_ipv4_udp_esp},
399 {pattern_eth_ipv4_ah, ICE_INSET_NONE,
401 {pattern_eth_ipv4_l2tp, ICE_INSET_NONE,
402 &hint_eth_ipv4_l2tpv3},
403 {pattern_eth_ipv4_pfcp, ICE_INSET_NONE,
404 &hint_eth_ipv4_pfcp},
405 {pattern_eth_vlan_ipv4, ICE_INSET_NONE,
406 &hint_eth_vlan_ipv4},
407 {pattern_eth_vlan_ipv4_udp, ICE_INSET_NONE,
408 &hint_eth_vlan_ipv4_udp},
409 {pattern_eth_vlan_ipv4_tcp, ICE_INSET_NONE,
410 &hint_eth_vlan_ipv4_tcp},
411 {pattern_eth_vlan_ipv4_sctp, ICE_INSET_NONE,
412 &hint_eth_vlan_ipv4_sctp},
413 {pattern_eth_ipv6, ICE_INSET_NONE,
415 {pattern_eth_ipv6_udp, ICE_INSET_NONE,
417 {pattern_eth_ipv6_tcp, ICE_INSET_NONE,
419 {pattern_eth_ipv6_sctp, ICE_INSET_NONE,
420 &hint_eth_ipv6_sctp},
421 {pattern_eth_ipv6_esp, ICE_INSET_NONE,
423 {pattern_eth_ipv6_udp_esp, ICE_INSET_NONE,
424 &hint_eth_ipv6_udp_esp},
425 {pattern_eth_ipv6_ah, ICE_INSET_NONE,
427 {pattern_eth_ipv6_l2tp, ICE_INSET_NONE,
428 &hint_eth_ipv6_l2tpv3},
429 {pattern_eth_ipv6_pfcp, ICE_INSET_NONE,
430 &hint_eth_ipv6_pfcp},
431 {pattern_eth_vlan_ipv6, ICE_INSET_NONE,
432 &hint_eth_vlan_ipv6},
433 {pattern_eth_vlan_ipv6_udp, ICE_INSET_NONE,
434 &hint_eth_vlan_ipv6_udp},
435 {pattern_eth_vlan_ipv6_tcp, ICE_INSET_NONE,
436 &hint_eth_vlan_ipv6_tcp},
437 {pattern_eth_vlan_ipv6_sctp, ICE_INSET_NONE,
438 &hint_eth_vlan_ipv6_sctp},
439 {pattern_eth_pppoes_ipv6, ICE_INSET_NONE,
440 &hint_eth_pppoes_ipv6},
441 {pattern_eth_pppoes_ipv6_udp, ICE_INSET_NONE,
442 &hint_eth_pppoes_ipv6_udp},
443 {pattern_eth_pppoes_ipv6_tcp, ICE_INSET_NONE,
444 &hint_eth_pppoes_ipv6_tcp},
445 {pattern_eth_pppoes, ICE_INSET_NONE,
450 * The first member is input set combination,
451 * the second member is hash fields.
453 struct ice_hash_match_type ice_hash_type_list[] = {
454 {ETH_RSS_L2_SRC_ONLY,
455 BIT_ULL(ICE_FLOW_FIELD_IDX_ETH_SA)},
456 {ETH_RSS_L2_DST_ONLY,
457 BIT_ULL(ICE_FLOW_FIELD_IDX_ETH_DA)},
458 {ETH_RSS_ETH | ETH_RSS_L2_SRC_ONLY,
459 BIT_ULL(ICE_FLOW_FIELD_IDX_ETH_SA)},
460 {ETH_RSS_ETH | ETH_RSS_L2_DST_ONLY,
461 BIT_ULL(ICE_FLOW_FIELD_IDX_ETH_DA)},
463 BIT_ULL(ICE_FLOW_FIELD_IDX_ETH_SA) |
464 BIT_ULL(ICE_FLOW_FIELD_IDX_ETH_DA)},
466 ICE_FLOW_HASH_PPPOE_SESS_ID},
467 {ETH_RSS_ETH | ETH_RSS_PPPOE | ETH_RSS_L2_SRC_ONLY,
468 ICE_FLOW_HASH_PPPOE_SESS_ID |
469 BIT_ULL(ICE_FLOW_FIELD_IDX_ETH_SA)},
471 BIT_ULL(ICE_FLOW_FIELD_IDX_C_VLAN)},
473 BIT_ULL(ICE_FLOW_FIELD_IDX_S_VLAN)},
475 BIT_ULL(ICE_FLOW_FIELD_IDX_ESP_SPI)},
477 BIT_ULL(ICE_FLOW_FIELD_IDX_AH_SPI)},
479 BIT_ULL(ICE_FLOW_FIELD_IDX_L2TPV3_SESS_ID)},
481 BIT_ULL(ICE_FLOW_FIELD_IDX_PFCP_SEID)},
483 {ETH_RSS_IPV4 | ETH_RSS_L3_SRC_ONLY,
484 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV4_SA)},
485 {ETH_RSS_IPV4 | ETH_RSS_L3_DST_ONLY,
486 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV4_DA)},
487 {ETH_RSS_IPV4, ICE_FLOW_HASH_IPV4},
488 {ETH_RSS_NONFRAG_IPV4_UDP | ETH_RSS_L3_SRC_ONLY | ETH_RSS_L4_SRC_ONLY,
489 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV4_SA) |
490 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV4_PROT) |
491 BIT_ULL(ICE_FLOW_FIELD_IDX_UDP_SRC_PORT)},
492 {ETH_RSS_NONFRAG_IPV4_UDP | ETH_RSS_L3_SRC_ONLY | ETH_RSS_L4_DST_ONLY,
493 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV4_SA) |
494 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV4_PROT) |
495 BIT_ULL(ICE_FLOW_FIELD_IDX_UDP_DST_PORT)},
496 {ETH_RSS_NONFRAG_IPV4_UDP | ETH_RSS_L3_SRC_ONLY,
497 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV4_PROT) |
498 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV4_SA)},
499 {ETH_RSS_NONFRAG_IPV4_UDP | ETH_RSS_L3_DST_ONLY | ETH_RSS_L4_SRC_ONLY,
500 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV4_DA) |
501 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV4_PROT) |
502 BIT_ULL(ICE_FLOW_FIELD_IDX_UDP_SRC_PORT)},
503 {ETH_RSS_NONFRAG_IPV4_UDP | ETH_RSS_L3_DST_ONLY | ETH_RSS_L4_DST_ONLY,
504 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV4_DA) |
505 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV4_PROT) |
506 BIT_ULL(ICE_FLOW_FIELD_IDX_UDP_DST_PORT)},
507 {ETH_RSS_NONFRAG_IPV4_UDP | ETH_RSS_L3_DST_ONLY,
508 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV4_PROT) |
509 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV4_DA)},
510 {ETH_RSS_NONFRAG_IPV4_UDP | ETH_RSS_L4_SRC_ONLY,
511 BIT_ULL(ICE_FLOW_FIELD_IDX_UDP_SRC_PORT) |
512 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV4_PROT)},
513 {ETH_RSS_NONFRAG_IPV4_UDP | ETH_RSS_L4_DST_ONLY,
514 BIT_ULL(ICE_FLOW_FIELD_IDX_UDP_DST_PORT) |
515 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV4_PROT)},
516 {ETH_RSS_NONFRAG_IPV4_UDP,
518 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV4_PROT)},
519 {ETH_RSS_NONFRAG_IPV4_TCP | ETH_RSS_L3_SRC_ONLY | ETH_RSS_L4_SRC_ONLY,
520 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV4_SA) |
521 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV4_PROT) |
522 BIT_ULL(ICE_FLOW_FIELD_IDX_TCP_SRC_PORT)},
523 {ETH_RSS_NONFRAG_IPV4_TCP | ETH_RSS_L3_SRC_ONLY | ETH_RSS_L4_DST_ONLY,
524 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV4_SA) |
525 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV4_PROT) |
526 BIT_ULL(ICE_FLOW_FIELD_IDX_TCP_DST_PORT)},
527 {ETH_RSS_NONFRAG_IPV4_TCP | ETH_RSS_L3_SRC_ONLY,
528 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV4_PROT) |
529 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV4_SA)},
530 {ETH_RSS_NONFRAG_IPV4_TCP | ETH_RSS_L3_DST_ONLY | ETH_RSS_L4_SRC_ONLY,
531 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV4_DA) |
532 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV4_PROT) |
533 BIT_ULL(ICE_FLOW_FIELD_IDX_TCP_SRC_PORT)},
534 {ETH_RSS_NONFRAG_IPV4_TCP | ETH_RSS_L3_DST_ONLY | ETH_RSS_L4_DST_ONLY,
535 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV4_DA) |
536 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV4_PROT) |
537 BIT_ULL(ICE_FLOW_FIELD_IDX_TCP_DST_PORT)},
538 {ETH_RSS_NONFRAG_IPV4_TCP | ETH_RSS_L3_DST_ONLY,
539 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV4_PROT) |
540 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV4_DA)},
541 {ETH_RSS_NONFRAG_IPV4_TCP | ETH_RSS_L4_SRC_ONLY,
542 BIT_ULL(ICE_FLOW_FIELD_IDX_TCP_SRC_PORT) |
543 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV4_PROT)},
544 {ETH_RSS_NONFRAG_IPV4_TCP | ETH_RSS_L4_DST_ONLY,
545 BIT_ULL(ICE_FLOW_FIELD_IDX_TCP_DST_PORT) |
546 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV4_PROT)},
547 {ETH_RSS_NONFRAG_IPV4_TCP,
549 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV4_PROT)},
550 {ETH_RSS_NONFRAG_IPV4_SCTP | ETH_RSS_L3_SRC_ONLY | ETH_RSS_L4_SRC_ONLY,
551 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV4_SA) |
552 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV4_PROT) |
553 BIT_ULL(ICE_FLOW_FIELD_IDX_SCTP_SRC_PORT)},
554 {ETH_RSS_NONFRAG_IPV4_SCTP | ETH_RSS_L3_SRC_ONLY | ETH_RSS_L4_DST_ONLY,
555 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV4_SA) |
556 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV4_PROT) |
557 BIT_ULL(ICE_FLOW_FIELD_IDX_SCTP_DST_PORT)},
558 {ETH_RSS_NONFRAG_IPV4_SCTP | ETH_RSS_L3_SRC_ONLY,
559 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV4_PROT) |
560 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV4_SA)},
561 {ETH_RSS_NONFRAG_IPV4_SCTP | ETH_RSS_L3_DST_ONLY | ETH_RSS_L4_SRC_ONLY,
562 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV4_DA) |
563 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV4_PROT) |
564 BIT_ULL(ICE_FLOW_FIELD_IDX_SCTP_SRC_PORT)},
565 {ETH_RSS_NONFRAG_IPV4_SCTP | ETH_RSS_L3_DST_ONLY | ETH_RSS_L4_DST_ONLY,
566 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV4_DA) |
567 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV4_PROT) |
568 BIT_ULL(ICE_FLOW_FIELD_IDX_SCTP_DST_PORT)},
569 {ETH_RSS_NONFRAG_IPV4_SCTP | ETH_RSS_L3_DST_ONLY,
570 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV4_PROT) |
571 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV4_DA)},
572 {ETH_RSS_NONFRAG_IPV4_SCTP | ETH_RSS_L4_SRC_ONLY,
573 BIT_ULL(ICE_FLOW_FIELD_IDX_SCTP_SRC_PORT) |
574 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV4_PROT)},
575 {ETH_RSS_NONFRAG_IPV4_SCTP | ETH_RSS_L4_DST_ONLY,
576 BIT_ULL(ICE_FLOW_FIELD_IDX_SCTP_DST_PORT) |
577 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV4_PROT)},
578 {ETH_RSS_NONFRAG_IPV4_SCTP,
580 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV4_PROT)},
582 {ETH_RSS_IPV6 | ETH_RSS_L3_SRC_ONLY,
583 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_SA)},
584 {ETH_RSS_IPV6 | ETH_RSS_L3_DST_ONLY,
585 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_DA)},
586 {ETH_RSS_IPV6, ICE_FLOW_HASH_IPV6},
587 {ETH_RSS_IPV6_PRE32 | ETH_RSS_L3_SRC_ONLY,
588 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_PRE32_SA)},
589 {ETH_RSS_IPV6_PRE32 | ETH_RSS_L3_DST_ONLY,
590 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_PRE32_DA)},
591 {ETH_RSS_IPV6_PRE32, ICE_FLOW_HASH_IPV6_PRE32},
592 {ETH_RSS_IPV6_PRE48 | ETH_RSS_L3_SRC_ONLY,
593 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_PRE48_SA)},
594 {ETH_RSS_IPV6_PRE48 | ETH_RSS_L3_DST_ONLY,
595 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_PRE48_DA)},
596 {ETH_RSS_IPV6_PRE48, ICE_FLOW_HASH_IPV6_PRE48},
597 {ETH_RSS_IPV6_PRE64 | ETH_RSS_L3_SRC_ONLY,
598 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_PRE64_SA)},
599 {ETH_RSS_IPV6_PRE64 | ETH_RSS_L3_DST_ONLY,
600 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_PRE64_DA)},
601 {ETH_RSS_IPV6_PRE64, ICE_FLOW_HASH_IPV6_PRE64},
602 {ETH_RSS_NONFRAG_IPV6_UDP | ETH_RSS_L3_SRC_ONLY | ETH_RSS_L4_SRC_ONLY,
603 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_SA) |
604 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_PROT) |
605 BIT_ULL(ICE_FLOW_FIELD_IDX_UDP_SRC_PORT)},
606 {ETH_RSS_NONFRAG_IPV6_UDP | ETH_RSS_L3_SRC_ONLY | ETH_RSS_L4_DST_ONLY,
607 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_SA) |
608 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_PROT) |
609 BIT_ULL(ICE_FLOW_FIELD_IDX_UDP_DST_PORT)},
610 {ETH_RSS_NONFRAG_IPV6_UDP | ETH_RSS_L3_SRC_ONLY,
611 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_PROT) |
612 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_SA)},
613 {ETH_RSS_NONFRAG_IPV6_UDP | ETH_RSS_L3_DST_ONLY | ETH_RSS_L4_SRC_ONLY,
614 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_DA) |
615 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_PROT) |
616 BIT_ULL(ICE_FLOW_FIELD_IDX_UDP_SRC_PORT)},
617 {ETH_RSS_NONFRAG_IPV6_UDP | ETH_RSS_L3_DST_ONLY | ETH_RSS_L4_DST_ONLY,
618 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_DA) |
619 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_PROT) |
620 BIT_ULL(ICE_FLOW_FIELD_IDX_UDP_DST_PORT)},
621 {ETH_RSS_NONFRAG_IPV6_UDP | ETH_RSS_L3_DST_ONLY,
622 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_PROT) |
623 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_DA)},
624 {ETH_RSS_NONFRAG_IPV6_UDP | ETH_RSS_L4_SRC_ONLY,
625 BIT_ULL(ICE_FLOW_FIELD_IDX_UDP_SRC_PORT) |
626 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_PROT)},
627 {ETH_RSS_NONFRAG_IPV6_UDP | ETH_RSS_L4_DST_ONLY,
628 BIT_ULL(ICE_FLOW_FIELD_IDX_UDP_DST_PORT) |
629 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_PROT)},
630 {ETH_RSS_NONFRAG_IPV6_UDP | ETH_RSS_PFCP,
631 BIT_ULL(ICE_FLOW_FIELD_IDX_PFCP_SEID)},
632 {ETH_RSS_NONFRAG_IPV6_UDP,
634 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_PROT)},
635 {ETH_RSS_IPV6_PRE32_UDP | ETH_RSS_L3_SRC_ONLY | ETH_RSS_L4_SRC_ONLY,
636 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_PRE32_SA) |
637 BIT_ULL(ICE_FLOW_FIELD_IDX_UDP_SRC_PORT)},
638 {ETH_RSS_IPV6_PRE32_UDP | ETH_RSS_L3_SRC_ONLY | ETH_RSS_L4_DST_ONLY,
639 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_PRE32_SA) |
640 BIT_ULL(ICE_FLOW_FIELD_IDX_UDP_DST_PORT)},
641 {ETH_RSS_IPV6_PRE32_UDP | ETH_RSS_L3_SRC_ONLY,
642 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_PROT) |
643 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_PRE32_SA)},
644 {ETH_RSS_IPV6_PRE32_UDP | ETH_RSS_L3_DST_ONLY | ETH_RSS_L4_SRC_ONLY,
645 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_PRE32_DA) |
646 BIT_ULL(ICE_FLOW_FIELD_IDX_UDP_SRC_PORT)},
647 {ETH_RSS_IPV6_PRE32_UDP | ETH_RSS_L3_DST_ONLY | ETH_RSS_L4_DST_ONLY,
648 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_PRE32_DA) |
649 BIT_ULL(ICE_FLOW_FIELD_IDX_UDP_DST_PORT)},
650 {ETH_RSS_IPV6_PRE32_UDP | ETH_RSS_L3_DST_ONLY,
651 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_PROT) |
652 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_PRE32_DA)},
653 {ETH_RSS_IPV6_PRE32_UDP | ETH_RSS_L4_SRC_ONLY,
654 BIT_ULL(ICE_FLOW_FIELD_IDX_UDP_SRC_PORT)},
655 {ETH_RSS_IPV6_PRE32_UDP | ETH_RSS_L4_DST_ONLY,
656 BIT_ULL(ICE_FLOW_FIELD_IDX_UDP_DST_PORT)},
657 {ETH_RSS_IPV6_PRE32_UDP, ICE_HASH_UDP_IPV6_PRE32},
658 {ETH_RSS_IPV6_PRE48_UDP | ETH_RSS_L3_SRC_ONLY | ETH_RSS_L4_SRC_ONLY,
659 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_PRE48_SA) |
660 BIT_ULL(ICE_FLOW_FIELD_IDX_UDP_SRC_PORT)},
661 {ETH_RSS_IPV6_PRE48_UDP | ETH_RSS_L3_SRC_ONLY | ETH_RSS_L4_DST_ONLY,
662 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_PRE48_SA) |
663 BIT_ULL(ICE_FLOW_FIELD_IDX_UDP_DST_PORT)},
664 {ETH_RSS_IPV6_PRE48_UDP | ETH_RSS_L3_SRC_ONLY,
665 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_PROT) |
666 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_PRE48_SA)},
667 {ETH_RSS_IPV6_PRE48_UDP | ETH_RSS_L3_DST_ONLY | ETH_RSS_L4_SRC_ONLY,
668 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_PRE48_DA) |
669 BIT_ULL(ICE_FLOW_FIELD_IDX_UDP_SRC_PORT)},
670 {ETH_RSS_IPV6_PRE48_UDP | ETH_RSS_L3_DST_ONLY | ETH_RSS_L4_DST_ONLY,
671 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_PRE48_DA) |
672 BIT_ULL(ICE_FLOW_FIELD_IDX_UDP_DST_PORT)},
673 {ETH_RSS_IPV6_PRE48_UDP | ETH_RSS_L3_DST_ONLY,
674 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_PROT) |
675 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_PRE48_DA)},
676 {ETH_RSS_IPV6_PRE48_UDP | ETH_RSS_L4_SRC_ONLY,
677 BIT_ULL(ICE_FLOW_FIELD_IDX_UDP_SRC_PORT)},
678 {ETH_RSS_IPV6_PRE48_UDP | ETH_RSS_L4_DST_ONLY,
679 BIT_ULL(ICE_FLOW_FIELD_IDX_UDP_DST_PORT)},
680 {ETH_RSS_IPV6_PRE48_UDP, ICE_HASH_UDP_IPV6_PRE48},
681 {ETH_RSS_IPV6_PRE64_UDP | ETH_RSS_L3_SRC_ONLY | ETH_RSS_L4_SRC_ONLY,
682 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_PRE64_SA) |
683 BIT_ULL(ICE_FLOW_FIELD_IDX_UDP_SRC_PORT)},
684 {ETH_RSS_IPV6_PRE64_UDP | ETH_RSS_L3_SRC_ONLY | ETH_RSS_L4_DST_ONLY,
685 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_PRE64_SA) |
686 BIT_ULL(ICE_FLOW_FIELD_IDX_UDP_DST_PORT)},
687 {ETH_RSS_IPV6_PRE64_UDP | ETH_RSS_L3_SRC_ONLY,
688 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_PROT) |
689 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_PRE64_SA)},
690 {ETH_RSS_IPV6_PRE64_UDP | ETH_RSS_L3_DST_ONLY | ETH_RSS_L4_SRC_ONLY,
691 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_PRE64_DA) |
692 BIT_ULL(ICE_FLOW_FIELD_IDX_UDP_SRC_PORT)},
693 {ETH_RSS_IPV6_PRE64_UDP | ETH_RSS_L3_DST_ONLY | ETH_RSS_L4_DST_ONLY,
694 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_PRE64_DA) |
695 BIT_ULL(ICE_FLOW_FIELD_IDX_UDP_DST_PORT)},
696 {ETH_RSS_IPV6_PRE64_UDP | ETH_RSS_L3_DST_ONLY,
697 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_PROT) |
698 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_PRE64_DA)},
699 {ETH_RSS_IPV6_PRE64_UDP | ETH_RSS_L4_SRC_ONLY,
700 BIT_ULL(ICE_FLOW_FIELD_IDX_UDP_SRC_PORT)},
701 {ETH_RSS_IPV6_PRE64_UDP | ETH_RSS_L4_DST_ONLY,
702 BIT_ULL(ICE_FLOW_FIELD_IDX_UDP_DST_PORT)},
703 {ETH_RSS_IPV6_PRE64_UDP, ICE_HASH_UDP_IPV6_PRE64},
704 {ETH_RSS_NONFRAG_IPV6_TCP | ETH_RSS_L3_SRC_ONLY | ETH_RSS_L4_SRC_ONLY,
705 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_SA) |
706 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_PROT) |
707 BIT_ULL(ICE_FLOW_FIELD_IDX_TCP_SRC_PORT)},
708 {ETH_RSS_NONFRAG_IPV6_TCP | ETH_RSS_L3_SRC_ONLY | ETH_RSS_L4_DST_ONLY,
709 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_SA) |
710 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_PROT) |
711 BIT_ULL(ICE_FLOW_FIELD_IDX_TCP_DST_PORT)},
712 {ETH_RSS_NONFRAG_IPV6_TCP | ETH_RSS_L3_SRC_ONLY,
713 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_PROT) |
714 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_SA)},
715 {ETH_RSS_NONFRAG_IPV6_TCP | ETH_RSS_L3_DST_ONLY | ETH_RSS_L4_SRC_ONLY,
716 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_DA) |
717 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_PROT) |
718 BIT_ULL(ICE_FLOW_FIELD_IDX_TCP_SRC_PORT)},
719 {ETH_RSS_NONFRAG_IPV6_TCP | ETH_RSS_L3_DST_ONLY | ETH_RSS_L4_DST_ONLY,
720 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_DA) |
721 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_PROT) |
722 BIT_ULL(ICE_FLOW_FIELD_IDX_TCP_DST_PORT)},
723 {ETH_RSS_NONFRAG_IPV6_TCP | ETH_RSS_L3_DST_ONLY,
724 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_PROT) |
725 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_DA)},
726 {ETH_RSS_NONFRAG_IPV6_TCP | ETH_RSS_L4_SRC_ONLY,
727 BIT_ULL(ICE_FLOW_FIELD_IDX_TCP_SRC_PORT) |
728 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_PROT)},
729 {ETH_RSS_NONFRAG_IPV6_TCP | ETH_RSS_L4_DST_ONLY,
730 BIT_ULL(ICE_FLOW_FIELD_IDX_TCP_DST_PORT) |
731 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_PROT)},
732 {ETH_RSS_NONFRAG_IPV6_TCP,
734 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_PROT)},
735 {ETH_RSS_IPV6_PRE32_TCP | ETH_RSS_L3_SRC_ONLY | ETH_RSS_L4_SRC_ONLY,
736 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_PRE32_SA) |
737 BIT_ULL(ICE_FLOW_FIELD_IDX_TCP_SRC_PORT)},
738 {ETH_RSS_IPV6_PRE32_TCP | ETH_RSS_L3_SRC_ONLY | ETH_RSS_L4_DST_ONLY,
739 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_PRE32_SA) |
740 BIT_ULL(ICE_FLOW_FIELD_IDX_TCP_DST_PORT)},
741 {ETH_RSS_IPV6_PRE32_TCP | ETH_RSS_L3_SRC_ONLY,
742 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_PROT) |
743 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_PRE32_SA)},
744 {ETH_RSS_IPV6_PRE32_TCP | ETH_RSS_L3_DST_ONLY | ETH_RSS_L4_SRC_ONLY,
745 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_PRE32_DA) |
746 BIT_ULL(ICE_FLOW_FIELD_IDX_TCP_SRC_PORT)},
747 {ETH_RSS_IPV6_PRE32_TCP | ETH_RSS_L3_DST_ONLY | ETH_RSS_L4_DST_ONLY,
748 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_PRE32_DA) |
749 BIT_ULL(ICE_FLOW_FIELD_IDX_TCP_DST_PORT)},
750 {ETH_RSS_IPV6_PRE32_TCP | ETH_RSS_L3_DST_ONLY,
751 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_PROT) |
752 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_PRE32_DA)},
753 {ETH_RSS_IPV6_PRE32_TCP | ETH_RSS_L4_SRC_ONLY,
754 BIT_ULL(ICE_FLOW_FIELD_IDX_TCP_SRC_PORT)},
755 {ETH_RSS_IPV6_PRE32_TCP | ETH_RSS_L4_DST_ONLY,
756 BIT_ULL(ICE_FLOW_FIELD_IDX_TCP_DST_PORT)},
757 {ETH_RSS_IPV6_PRE32_TCP, ICE_HASH_TCP_IPV6_PRE32},
758 {ETH_RSS_IPV6_PRE48_TCP | ETH_RSS_L3_SRC_ONLY | ETH_RSS_L4_SRC_ONLY,
759 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_PRE48_SA) |
760 BIT_ULL(ICE_FLOW_FIELD_IDX_TCP_SRC_PORT)},
761 {ETH_RSS_IPV6_PRE48_TCP | ETH_RSS_L3_SRC_ONLY | ETH_RSS_L4_DST_ONLY,
762 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_PRE48_SA) |
763 BIT_ULL(ICE_FLOW_FIELD_IDX_TCP_DST_PORT)},
764 {ETH_RSS_IPV6_PRE48_TCP | ETH_RSS_L3_SRC_ONLY,
765 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_PROT) |
766 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_PRE48_SA)},
767 {ETH_RSS_IPV6_PRE48_TCP | ETH_RSS_L3_DST_ONLY | ETH_RSS_L4_SRC_ONLY,
768 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_PRE48_DA) |
769 BIT_ULL(ICE_FLOW_FIELD_IDX_TCP_SRC_PORT)},
770 {ETH_RSS_IPV6_PRE48_TCP | ETH_RSS_L3_DST_ONLY | ETH_RSS_L4_DST_ONLY,
771 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_PRE48_DA) |
772 BIT_ULL(ICE_FLOW_FIELD_IDX_TCP_DST_PORT)},
773 {ETH_RSS_IPV6_PRE48_TCP | ETH_RSS_L3_DST_ONLY,
774 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_PROT) |
775 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_PRE48_DA)},
776 {ETH_RSS_IPV6_PRE48_TCP | ETH_RSS_L4_SRC_ONLY,
777 BIT_ULL(ICE_FLOW_FIELD_IDX_TCP_SRC_PORT)},
778 {ETH_RSS_IPV6_PRE48_TCP | ETH_RSS_L4_DST_ONLY,
779 BIT_ULL(ICE_FLOW_FIELD_IDX_TCP_DST_PORT)},
780 {ETH_RSS_IPV6_PRE48_TCP, ICE_HASH_TCP_IPV6_PRE48},
781 {ETH_RSS_IPV6_PRE64_TCP | ETH_RSS_L3_SRC_ONLY | ETH_RSS_L4_SRC_ONLY,
782 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_PRE64_SA) |
783 BIT_ULL(ICE_FLOW_FIELD_IDX_TCP_SRC_PORT)},
784 {ETH_RSS_IPV6_PRE64_TCP | ETH_RSS_L3_SRC_ONLY | ETH_RSS_L4_DST_ONLY,
785 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_PRE64_SA) |
786 BIT_ULL(ICE_FLOW_FIELD_IDX_TCP_DST_PORT)},
787 {ETH_RSS_IPV6_PRE64_TCP | ETH_RSS_L3_SRC_ONLY,
788 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_PROT) |
789 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_PRE64_SA)},
790 {ETH_RSS_IPV6_PRE64_TCP | ETH_RSS_L3_DST_ONLY | ETH_RSS_L4_SRC_ONLY,
791 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_PRE64_DA) |
792 BIT_ULL(ICE_FLOW_FIELD_IDX_TCP_SRC_PORT)},
793 {ETH_RSS_IPV6_PRE64_TCP | ETH_RSS_L3_DST_ONLY | ETH_RSS_L4_DST_ONLY,
794 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_PRE64_DA) |
795 BIT_ULL(ICE_FLOW_FIELD_IDX_TCP_DST_PORT)},
796 {ETH_RSS_IPV6_PRE64_TCP | ETH_RSS_L3_DST_ONLY,
797 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_PROT) |
798 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_PRE64_DA)},
799 {ETH_RSS_IPV6_PRE64_TCP | ETH_RSS_L4_SRC_ONLY,
800 BIT_ULL(ICE_FLOW_FIELD_IDX_TCP_SRC_PORT)},
801 {ETH_RSS_IPV6_PRE64_TCP | ETH_RSS_L4_DST_ONLY,
802 BIT_ULL(ICE_FLOW_FIELD_IDX_TCP_DST_PORT)},
803 {ETH_RSS_IPV6_PRE64_TCP, ICE_HASH_TCP_IPV6_PRE64},
804 {ETH_RSS_NONFRAG_IPV6_SCTP | ETH_RSS_L3_SRC_ONLY | ETH_RSS_L4_SRC_ONLY,
805 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_SA) |
806 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_PROT) |
807 BIT_ULL(ICE_FLOW_FIELD_IDX_SCTP_SRC_PORT)},
808 {ETH_RSS_NONFRAG_IPV6_SCTP | ETH_RSS_L3_SRC_ONLY | ETH_RSS_L4_DST_ONLY,
809 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_SA) |
810 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_PROT) |
811 BIT_ULL(ICE_FLOW_FIELD_IDX_SCTP_DST_PORT)},
812 {ETH_RSS_NONFRAG_IPV6_SCTP | ETH_RSS_L3_SRC_ONLY,
813 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_PROT) |
814 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_SA)},
815 {ETH_RSS_NONFRAG_IPV6_SCTP | ETH_RSS_L3_DST_ONLY | ETH_RSS_L4_SRC_ONLY,
816 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_DA) |
817 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_PROT) |
818 BIT_ULL(ICE_FLOW_FIELD_IDX_SCTP_SRC_PORT)},
819 {ETH_RSS_NONFRAG_IPV6_SCTP | ETH_RSS_L3_DST_ONLY | ETH_RSS_L4_DST_ONLY,
820 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_DA) |
821 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_PROT) |
822 BIT_ULL(ICE_FLOW_FIELD_IDX_SCTP_DST_PORT)},
823 {ETH_RSS_NONFRAG_IPV6_SCTP | ETH_RSS_L3_DST_ONLY,
824 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_PROT) |
825 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_DA)},
826 {ETH_RSS_NONFRAG_IPV6_SCTP | ETH_RSS_L4_SRC_ONLY,
827 BIT_ULL(ICE_FLOW_FIELD_IDX_SCTP_SRC_PORT) |
828 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_PROT)},
829 {ETH_RSS_NONFRAG_IPV6_SCTP | ETH_RSS_L4_DST_ONLY,
830 BIT_ULL(ICE_FLOW_FIELD_IDX_SCTP_DST_PORT) |
831 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_PROT)},
832 {ETH_RSS_NONFRAG_IPV6_SCTP,
834 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_PROT)},
835 {ETH_RSS_IPV6_PRE32_SCTP | ETH_RSS_L3_SRC_ONLY | ETH_RSS_L4_SRC_ONLY,
836 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_PRE32_SA) |
837 BIT_ULL(ICE_FLOW_FIELD_IDX_SCTP_SRC_PORT)},
838 {ETH_RSS_IPV6_PRE32_SCTP | ETH_RSS_L3_SRC_ONLY | ETH_RSS_L4_DST_ONLY,
839 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_PRE32_SA) |
840 BIT_ULL(ICE_FLOW_FIELD_IDX_SCTP_DST_PORT)},
841 {ETH_RSS_IPV6_PRE32_SCTP | ETH_RSS_L3_SRC_ONLY,
842 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_PROT) |
843 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_PRE32_SA)},
844 {ETH_RSS_IPV6_PRE32_SCTP | ETH_RSS_L3_DST_ONLY | ETH_RSS_L4_SRC_ONLY,
845 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_PRE32_DA) |
846 BIT_ULL(ICE_FLOW_FIELD_IDX_SCTP_SRC_PORT)},
847 {ETH_RSS_IPV6_PRE32_SCTP | ETH_RSS_L3_DST_ONLY | ETH_RSS_L4_DST_ONLY,
848 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_PRE32_DA) |
849 BIT_ULL(ICE_FLOW_FIELD_IDX_SCTP_DST_PORT)},
850 {ETH_RSS_IPV6_PRE32_SCTP | ETH_RSS_L3_DST_ONLY,
851 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_PROT) |
852 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_PRE32_DA)},
853 {ETH_RSS_IPV6_PRE32_SCTP | ETH_RSS_L4_SRC_ONLY,
854 BIT_ULL(ICE_FLOW_FIELD_IDX_SCTP_SRC_PORT)},
855 {ETH_RSS_IPV6_PRE32_SCTP | ETH_RSS_L4_DST_ONLY,
856 BIT_ULL(ICE_FLOW_FIELD_IDX_SCTP_DST_PORT)},
857 {ETH_RSS_IPV6_PRE32_SCTP, ICE_HASH_SCTP_IPV6_PRE32},
858 {ETH_RSS_IPV6_PRE48_SCTP | ETH_RSS_L3_SRC_ONLY | ETH_RSS_L4_SRC_ONLY,
859 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_PRE48_SA) |
860 BIT_ULL(ICE_FLOW_FIELD_IDX_SCTP_SRC_PORT)},
861 {ETH_RSS_IPV6_PRE48_SCTP | ETH_RSS_L3_SRC_ONLY | ETH_RSS_L4_DST_ONLY,
862 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_PRE48_SA) |
863 BIT_ULL(ICE_FLOW_FIELD_IDX_SCTP_DST_PORT)},
864 {ETH_RSS_IPV6_PRE48_SCTP | ETH_RSS_L3_SRC_ONLY,
865 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_PROT) |
866 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_PRE48_SA)},
867 {ETH_RSS_IPV6_PRE48_SCTP | ETH_RSS_L3_DST_ONLY | ETH_RSS_L4_SRC_ONLY,
868 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_PRE48_DA) |
869 BIT_ULL(ICE_FLOW_FIELD_IDX_SCTP_SRC_PORT)},
870 {ETH_RSS_IPV6_PRE48_SCTP | ETH_RSS_L3_DST_ONLY | ETH_RSS_L4_DST_ONLY,
871 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_PRE48_DA) |
872 BIT_ULL(ICE_FLOW_FIELD_IDX_SCTP_DST_PORT)},
873 {ETH_RSS_IPV6_PRE48_SCTP | ETH_RSS_L3_DST_ONLY,
874 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_PROT) |
875 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_PRE48_DA)},
876 {ETH_RSS_IPV6_PRE48_SCTP | ETH_RSS_L4_SRC_ONLY,
877 BIT_ULL(ICE_FLOW_FIELD_IDX_SCTP_SRC_PORT)},
878 {ETH_RSS_IPV6_PRE48_SCTP | ETH_RSS_L4_DST_ONLY,
879 BIT_ULL(ICE_FLOW_FIELD_IDX_SCTP_DST_PORT)},
880 {ETH_RSS_IPV6_PRE48_SCTP, ICE_HASH_SCTP_IPV6_PRE48},
881 {ETH_RSS_IPV6_PRE64_SCTP | ETH_RSS_L3_SRC_ONLY | ETH_RSS_L4_SRC_ONLY,
882 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_PRE64_SA) |
883 BIT_ULL(ICE_FLOW_FIELD_IDX_SCTP_SRC_PORT)},
884 {ETH_RSS_IPV6_PRE64_SCTP | ETH_RSS_L3_SRC_ONLY | ETH_RSS_L4_DST_ONLY,
885 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_PRE64_SA) |
886 BIT_ULL(ICE_FLOW_FIELD_IDX_SCTP_DST_PORT)},
887 {ETH_RSS_IPV6_PRE64_SCTP | ETH_RSS_L3_SRC_ONLY,
888 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_PROT) |
889 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_PRE64_SA)},
890 {ETH_RSS_IPV6_PRE64_SCTP | ETH_RSS_L3_DST_ONLY | ETH_RSS_L4_SRC_ONLY,
891 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_PRE64_DA) |
892 BIT_ULL(ICE_FLOW_FIELD_IDX_SCTP_SRC_PORT)},
893 {ETH_RSS_IPV6_PRE64_SCTP | ETH_RSS_L3_DST_ONLY | ETH_RSS_L4_DST_ONLY,
894 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_PRE64_DA) |
895 BIT_ULL(ICE_FLOW_FIELD_IDX_SCTP_DST_PORT)},
896 {ETH_RSS_IPV6_PRE64_SCTP | ETH_RSS_L3_DST_ONLY,
897 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_PROT) |
898 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_PRE64_DA)},
899 {ETH_RSS_IPV6_PRE64_SCTP | ETH_RSS_L4_SRC_ONLY,
900 BIT_ULL(ICE_FLOW_FIELD_IDX_SCTP_SRC_PORT)},
901 {ETH_RSS_IPV6_PRE64_SCTP | ETH_RSS_L4_DST_ONLY,
902 BIT_ULL(ICE_FLOW_FIELD_IDX_SCTP_DST_PORT)},
903 {ETH_RSS_IPV6_PRE64_SCTP, ICE_HASH_SCTP_IPV6_PRE64},
906 static struct ice_flow_engine ice_hash_engine = {
907 .init = ice_hash_init,
908 .create = ice_hash_create,
909 .destroy = ice_hash_destroy,
910 .uninit = ice_hash_uninit,
911 .free = ice_hash_free,
912 .type = ICE_FLOW_ENGINE_HASH,
915 /* Register parser for os package. */
916 static struct ice_flow_parser ice_hash_parser_os = {
917 .engine = &ice_hash_engine,
918 .array = ice_hash_pattern_list_os,
919 .array_len = RTE_DIM(ice_hash_pattern_list_os),
920 .parse_pattern_action = ice_hash_parse_pattern_action,
921 .stage = ICE_FLOW_STAGE_RSS,
924 /* Register parser for comms package. */
925 static struct ice_flow_parser ice_hash_parser_comms = {
926 .engine = &ice_hash_engine,
927 .array = ice_hash_pattern_list_comms,
928 .array_len = RTE_DIM(ice_hash_pattern_list_comms),
929 .parse_pattern_action = ice_hash_parse_pattern_action,
930 .stage = ICE_FLOW_STAGE_RSS,
933 RTE_INIT(ice_hash_engine_init)
935 struct ice_flow_engine *engine = &ice_hash_engine;
936 ice_register_flow_engine(engine);
940 ice_hash_init(struct ice_adapter *ad)
942 struct ice_flow_parser *parser = NULL;
944 if (ad->hw.dcf_enabled)
947 if (ad->active_pkg_type == ICE_PKG_TYPE_OS_DEFAULT)
948 parser = &ice_hash_parser_os;
949 else if (ad->active_pkg_type == ICE_PKG_TYPE_COMMS)
950 parser = &ice_hash_parser_comms;
954 return ice_register_parser(parser, ad);
958 ice_hash_parse_pattern(struct ice_pattern_match_item *pattern_match_item,
959 const struct rte_flow_item pattern[], void **meta,
960 struct rte_flow_error *error)
962 uint32_t hdr_mask = ((struct rss_type_match_hdr *)
963 (pattern_match_item->meta))->hdr_mask;
964 const struct rte_flow_item *item = pattern;
965 const struct rte_flow_item_gtp_psc *psc;
968 for (item = pattern; item->type != RTE_FLOW_ITEM_TYPE_END; item++) {
970 rte_flow_error_set(error, EINVAL,
971 RTE_FLOW_ERROR_TYPE_ITEM, item,
972 "Not support range");
976 switch (item->type) {
977 case RTE_FLOW_ITEM_TYPE_GTPU:
978 hdrs |= ICE_FLOW_SEG_HDR_GTPU_IP;
980 case RTE_FLOW_ITEM_TYPE_GTP_PSC:
982 hdr_mask &= ~ICE_FLOW_SEG_HDR_GTPU_EH;
983 hdrs &= ~ICE_FLOW_SEG_HDR_GTPU_IP;
985 hdrs |= ICE_FLOW_SEG_HDR_GTPU_EH;
986 else if (psc->pdu_type == ICE_GTPU_EH_UPLINK)
987 hdrs |= ICE_FLOW_SEG_HDR_GTPU_UP;
988 else if (psc->pdu_type == ICE_GTPU_EH_DWNLINK)
989 hdrs |= ICE_FLOW_SEG_HDR_GTPU_DWN;
996 /* Save protocol header to rss_meta. */
997 ((struct rss_meta *)*meta)->pkt_hdr |= hdr_mask | hdrs;
1003 ice_hash_parse_action(struct ice_pattern_match_item *pattern_match_item,
1004 const struct rte_flow_action actions[],
1006 struct rte_flow_error *error)
1008 struct rss_type_match_hdr *m = (struct rss_type_match_hdr *)
1009 (pattern_match_item->meta);
1010 struct rss_meta *hash_meta = (struct rss_meta *)*meta;
1011 uint32_t type_list_len = RTE_DIM(ice_hash_type_list);
1012 enum rte_flow_action_type action_type;
1013 const struct rte_flow_action_rss *rss;
1014 const struct rte_flow_action *action;
1015 bool hash_map_found = false;
1016 uint64_t rss_attr_src_dst;
1017 uint64_t rss_attr_l3_pre;
1018 uint64_t rss_attr_symm;
1019 uint64_t rss_attr_all;
1023 /* Supported action is RSS. */
1024 for (action = actions; action->type !=
1025 RTE_FLOW_ACTION_TYPE_END; action++) {
1026 action_type = action->type;
1027 switch (action_type) {
1028 case RTE_FLOW_ACTION_TYPE_RSS:
1030 rss_type = rss->types;
1032 /* Check hash function and save it to rss_meta. */
1033 if (pattern_match_item->pattern_list !=
1034 pattern_empty && rss->func ==
1035 RTE_ETH_HASH_FUNCTION_SIMPLE_XOR) {
1036 return rte_flow_error_set(error, ENOTSUP,
1037 RTE_FLOW_ERROR_TYPE_ACTION, action,
1038 "Not supported flow");
1039 } else if (rss->func ==
1040 RTE_ETH_HASH_FUNCTION_SIMPLE_XOR){
1041 ((struct rss_meta *)*meta)->hash_function =
1042 RTE_ETH_HASH_FUNCTION_SIMPLE_XOR;
1044 } else if (rss->func ==
1045 RTE_ETH_HASH_FUNCTION_SYMMETRIC_TOEPLITZ) {
1046 ((struct rss_meta *)*meta)->hash_function =
1047 RTE_ETH_HASH_FUNCTION_SYMMETRIC_TOEPLITZ;
1051 return rte_flow_error_set(error, ENOTSUP,
1052 RTE_FLOW_ERROR_TYPE_ACTION, action,
1053 "a nonzero RSS encapsulation level is not supported");
1056 return rte_flow_error_set(error, ENOTSUP,
1057 RTE_FLOW_ERROR_TYPE_ACTION, action,
1058 "a nonzero RSS key_len is not supported");
1061 return rte_flow_error_set(error, ENOTSUP,
1062 RTE_FLOW_ERROR_TYPE_ACTION, action,
1063 "a non-NULL RSS queue is not supported");
1066 * Check simultaneous use of SRC_ONLY and DST_ONLY
1067 * of the same level.
1069 rss_type = rte_eth_rss_hf_refine(rss_type);
1071 rss_attr_src_dst = ETH_RSS_L2_SRC_ONLY |
1072 ETH_RSS_L2_DST_ONLY |
1073 ETH_RSS_L3_SRC_ONLY |
1074 ETH_RSS_L3_DST_ONLY |
1075 ETH_RSS_L4_SRC_ONLY |
1076 ETH_RSS_L4_DST_ONLY;
1078 rss_attr_l3_pre = RTE_ETH_RSS_L3_PRE32 |
1079 RTE_ETH_RSS_L3_PRE48 |
1080 RTE_ETH_RSS_L3_PRE64;
1082 rss_attr_symm = ETH_RSS_IPV4 |
1083 ETH_RSS_NONFRAG_IPV4_UDP |
1084 ETH_RSS_NONFRAG_IPV4_TCP |
1085 ETH_RSS_NONFRAG_IPV4_SCTP |
1087 ETH_RSS_NONFRAG_IPV6_UDP |
1088 ETH_RSS_NONFRAG_IPV6_TCP |
1089 ETH_RSS_NONFRAG_IPV6_SCTP;
1091 rss_attr_all = rss_attr_src_dst | rss_attr_l3_pre;
1093 /* Check if only SRC/DST_ONLY or ipv6 prefix exists. */
1094 if ((rss_type & ~rss_attr_all) == 0)
1095 return rte_flow_error_set(error, ENOTSUP,
1096 RTE_FLOW_ERROR_TYPE_ACTION, action,
1097 "invalid rss types");
1100 * Check if SRC/DST_ONLY is set for SYMMETRIC_TOEPLITZ
1104 RTE_ETH_HASH_FUNCTION_SYMMETRIC_TOEPLITZ) {
1105 if (rss_type & (rss_attr_src_dst |
1107 return rte_flow_error_set(error,
1109 RTE_FLOW_ERROR_TYPE_ACTION,
1111 "invalid rss types");
1114 /* Check if rss types match pattern. */
1115 if (rss_type & ~rss_attr_all & ~m->eth_rss_hint) {
1116 return rte_flow_error_set(error,
1117 ENOTSUP, RTE_FLOW_ERROR_TYPE_ACTION,
1118 action, "Not supported RSS types");
1121 /* Find matched hash fields according to hash type. */
1122 for (i = 0; i < type_list_len; i++) {
1123 struct ice_hash_match_type *ht_map =
1124 &ice_hash_type_list[i];
1126 if (rss_type == ht_map->hash_type) {
1127 hash_meta->hash_flds =
1129 hash_map_found = true;
1134 if (pattern_match_item->pattern_list !=
1135 pattern_empty && !hash_map_found) {
1136 return rte_flow_error_set(error, ENOTSUP,
1137 RTE_FLOW_ERROR_TYPE_ACTION, action,
1138 "Not supported flow");
1141 /* update hash field for nat-t esp. */
1142 if (rss_type == ETH_RSS_ESP &&
1143 (m->eth_rss_hint & ETH_RSS_NONFRAG_IPV4_UDP ||
1144 m->eth_rss_hint & ETH_RSS_NONFRAG_IPV6_UDP)) {
1145 hash_meta->hash_flds &=
1146 ~(BIT_ULL(ICE_FLOW_FIELD_IDX_ESP_SPI));
1147 hash_meta->hash_flds |=
1148 BIT_ULL(ICE_FLOW_FIELD_IDX_NAT_T_ESP_SPI);
1151 /* update hash field for gtpu-ip and gtpu-eh. */
1152 if (rss_type != ETH_RSS_GTPU)
1154 else if (hash_meta->pkt_hdr & ICE_FLOW_SEG_HDR_GTPU_IP)
1155 hash_meta->hash_flds |=
1156 BIT_ULL(ICE_FLOW_FIELD_IDX_GTPU_IP_TEID);
1157 else if (hash_meta->pkt_hdr & ICE_FLOW_SEG_HDR_GTPU_EH)
1158 hash_meta->hash_flds |=
1159 BIT_ULL(ICE_FLOW_FIELD_IDX_GTPU_EH_TEID);
1160 else if (hash_meta->pkt_hdr & ICE_FLOW_SEG_HDR_GTPU_DWN)
1161 hash_meta->hash_flds |=
1162 BIT_ULL(ICE_FLOW_FIELD_IDX_GTPU_DWN_TEID);
1163 else if (hash_meta->pkt_hdr & ICE_FLOW_SEG_HDR_GTPU_UP)
1164 hash_meta->hash_flds |=
1165 BIT_ULL(ICE_FLOW_FIELD_IDX_GTPU_UP_TEID);
1169 case RTE_FLOW_ACTION_TYPE_END:
1173 rte_flow_error_set(error, EINVAL,
1174 RTE_FLOW_ERROR_TYPE_ACTION, action,
1184 ice_hash_parse_pattern_action(__rte_unused struct ice_adapter *ad,
1185 struct ice_pattern_match_item *array,
1187 const struct rte_flow_item pattern[],
1188 const struct rte_flow_action actions[],
1190 struct rte_flow_error *error)
1193 struct ice_pattern_match_item *pattern_match_item;
1194 struct rss_meta *rss_meta_ptr;
1196 rss_meta_ptr = rte_zmalloc(NULL, sizeof(*rss_meta_ptr), 0);
1197 if (!rss_meta_ptr) {
1198 rte_flow_error_set(error, EINVAL,
1199 RTE_FLOW_ERROR_TYPE_HANDLE, NULL,
1200 "No memory for rss_meta_ptr");
1204 /* Check rss supported pattern and find matched pattern. */
1205 pattern_match_item = ice_search_pattern_match_item(pattern,
1206 array, array_len, error);
1207 if (!pattern_match_item) {
1212 ret = ice_hash_parse_pattern(pattern_match_item, pattern,
1213 (void **)&rss_meta_ptr, error);
1217 /* Check rss action. */
1218 ret = ice_hash_parse_action(pattern_match_item, actions,
1219 (void **)&rss_meta_ptr, error);
1223 *meta = rss_meta_ptr;
1225 rte_free(rss_meta_ptr);
1226 rte_free(pattern_match_item);
1232 ice_hash_create(struct ice_adapter *ad,
1233 struct rte_flow *flow,
1235 struct rte_flow_error *error)
1237 struct ice_pf *pf = &ad->pf;
1238 struct ice_hw *hw = ICE_PF_TO_HW(pf);
1239 struct ice_vsi *vsi = pf->main_vsi;
1242 struct ice_hash_flow_cfg *filter_ptr;
1244 uint32_t headermask = ((struct rss_meta *)meta)->pkt_hdr;
1245 uint64_t hash_field = ((struct rss_meta *)meta)->hash_flds;
1246 uint8_t hash_function = ((struct rss_meta *)meta)->hash_function;
1248 filter_ptr = rte_zmalloc("ice_rss_filter",
1249 sizeof(struct ice_hash_flow_cfg), 0);
1251 rte_flow_error_set(error, EINVAL,
1252 RTE_FLOW_ERROR_TYPE_HANDLE, NULL,
1253 "No memory for filter_ptr");
1257 if (hash_function == RTE_ETH_HASH_FUNCTION_SIMPLE_XOR) {
1258 /* Enable registers for simple_xor hash function. */
1259 reg = ICE_READ_REG(hw, VSIQF_HASH_CTL(vsi->vsi_id));
1260 reg = (reg & (~VSIQF_HASH_CTL_HASH_SCHEME_M)) |
1261 (2 << VSIQF_HASH_CTL_HASH_SCHEME_S);
1262 ICE_WRITE_REG(hw, VSIQF_HASH_CTL(vsi->vsi_id), reg);
1264 filter_ptr->simple_xor = 1;
1268 filter_ptr->rss_cfg.packet_hdr = headermask;
1269 filter_ptr->rss_cfg.hashed_flds = hash_field;
1270 filter_ptr->rss_cfg.symm =
1272 RTE_ETH_HASH_FUNCTION_SYMMETRIC_TOEPLITZ);
1274 ret = ice_add_rss_cfg(hw, vsi->idx,
1275 filter_ptr->rss_cfg.hashed_flds,
1276 filter_ptr->rss_cfg.packet_hdr,
1277 filter_ptr->rss_cfg.symm);
1279 rte_flow_error_set(error, EINVAL,
1280 RTE_FLOW_ERROR_TYPE_HANDLE, NULL,
1281 "rss flow create fail");
1287 flow->rule = filter_ptr;
1292 rte_free(filter_ptr);
1298 ice_hash_destroy(struct ice_adapter *ad,
1299 struct rte_flow *flow,
1300 struct rte_flow_error *error)
1302 struct ice_pf *pf = ICE_DEV_PRIVATE_TO_PF(ad);
1303 struct ice_hw *hw = ICE_PF_TO_HW(pf);
1304 struct ice_vsi *vsi = pf->main_vsi;
1307 struct ice_hash_flow_cfg *filter_ptr;
1309 filter_ptr = (struct ice_hash_flow_cfg *)flow->rule;
1311 if (filter_ptr->simple_xor == 1) {
1312 /* Return to symmetric_toeplitz state. */
1313 reg = ICE_READ_REG(hw, VSIQF_HASH_CTL(vsi->vsi_id));
1314 reg = (reg & (~VSIQF_HASH_CTL_HASH_SCHEME_M)) |
1315 (1 << VSIQF_HASH_CTL_HASH_SCHEME_S);
1316 ICE_WRITE_REG(hw, VSIQF_HASH_CTL(vsi->vsi_id), reg);
1318 ret = ice_rem_rss_cfg(hw, vsi->idx,
1319 filter_ptr->rss_cfg.hashed_flds,
1320 filter_ptr->rss_cfg.packet_hdr);
1321 /* Fixme: Ignore the error if a rule does not exist.
1322 * Currently a rule for inputset change or symm turn on/off
1323 * will overwrite an exist rule, while application still
1324 * have 2 rte_flow handles.
1326 if (ret && ret != ICE_ERR_DOES_NOT_EXIST) {
1327 rte_flow_error_set(error, EINVAL,
1328 RTE_FLOW_ERROR_TYPE_HANDLE, NULL,
1329 "rss flow destroy fail");
1334 rte_free(filter_ptr);
1338 rte_free(filter_ptr);
1343 ice_hash_uninit(struct ice_adapter *ad)
1345 if (ad->hw.dcf_enabled)
1348 if (ad->active_pkg_type == ICE_PKG_TYPE_OS_DEFAULT)
1349 ice_unregister_parser(&ice_hash_parser_os, ad);
1350 else if (ad->active_pkg_type == ICE_PKG_TYPE_COMMS)
1351 ice_unregister_parser(&ice_hash_parser_comms, ad);
1355 ice_hash_free(struct rte_flow *flow)
1357 rte_free(flow->rule);