1 /* SPDX-License-Identifier: BSD-3-Clause
2 * Copyright(c) 2019 Intel Corporation
13 #include <rte_debug.h>
14 #include <rte_ether.h>
15 #include <rte_ethdev_driver.h>
17 #include <rte_malloc.h>
18 #include <rte_eth_ctrl.h>
19 #include <rte_tailq.h>
20 #include <rte_flow_driver.h>
23 #include "base/ice_type.h"
24 #include "base/ice_flow.h"
25 #include "ice_ethdev.h"
26 #include "ice_generic_flow.h"
28 #define ICE_GTPU_EH_DWNLINK 0
29 #define ICE_GTPU_EH_UPLINK 1
31 struct rss_type_match_hdr {
33 uint64_t eth_rss_hint;
36 struct ice_hash_match_type {
44 uint8_t hash_function;
47 struct ice_hash_flow_cfg {
49 struct ice_rss_cfg rss_cfg;
53 ice_hash_init(struct ice_adapter *ad);
56 ice_hash_create(struct ice_adapter *ad,
57 struct rte_flow *flow,
59 struct rte_flow_error *error);
62 ice_hash_destroy(struct ice_adapter *ad,
63 struct rte_flow *flow,
64 struct rte_flow_error *error);
67 ice_hash_uninit(struct ice_adapter *ad);
70 ice_hash_free(struct rte_flow *flow);
73 ice_hash_parse_pattern_action(struct ice_adapter *ad,
74 struct ice_pattern_match_item *array,
76 const struct rte_flow_item pattern[],
77 const struct rte_flow_action actions[],
79 struct rte_flow_error *error);
81 /* The first member is protocol header, the second member is ETH_RSS_*. */
82 struct rss_type_match_hdr hint_empty = {
83 ICE_FLOW_SEG_HDR_NONE, 0};
84 struct rss_type_match_hdr hint_eth_ipv4 = {
85 ICE_FLOW_SEG_HDR_IPV4 | ICE_FLOW_SEG_HDR_IPV_OTHER,
86 ETH_RSS_ETH | ETH_RSS_IPV4};
87 struct rss_type_match_hdr hint_eth_ipv4_udp = {
88 ICE_FLOW_SEG_HDR_IPV4 | ICE_FLOW_SEG_HDR_IPV_OTHER |
90 ETH_RSS_ETH | ETH_RSS_NONFRAG_IPV4_UDP};
91 struct rss_type_match_hdr hint_eth_ipv4_tcp = {
92 ICE_FLOW_SEG_HDR_IPV4 | ICE_FLOW_SEG_HDR_IPV_OTHER |
94 ETH_RSS_ETH | ETH_RSS_NONFRAG_IPV4_TCP};
95 struct rss_type_match_hdr hint_eth_ipv4_sctp = {
96 ICE_FLOW_SEG_HDR_IPV4 | ICE_FLOW_SEG_HDR_IPV_OTHER |
97 ICE_FLOW_SEG_HDR_SCTP,
98 ETH_RSS_ETH | ETH_RSS_NONFRAG_IPV4_SCTP};
99 struct rss_type_match_hdr hint_eth_ipv4_gtpu_ipv4 = {
100 ICE_FLOW_SEG_HDR_GTPU_IP | ICE_FLOW_SEG_HDR_IPV4 |
101 ICE_FLOW_SEG_HDR_IPV_OTHER,
102 ETH_RSS_GTPU | ETH_RSS_IPV4};
103 struct rss_type_match_hdr hint_eth_ipv4_gtpu_eh_ipv4 = {
104 ICE_FLOW_SEG_HDR_GTPU_EH | ICE_FLOW_SEG_HDR_IPV4 |
105 ICE_FLOW_SEG_HDR_IPV_OTHER,
106 ETH_RSS_GTPU | ETH_RSS_IPV4};
107 struct rss_type_match_hdr hint_eth_ipv4_gtpu_eh_ipv4_udp = {
108 ICE_FLOW_SEG_HDR_GTPU_EH | ICE_FLOW_SEG_HDR_IPV4 |
109 ICE_FLOW_SEG_HDR_IPV_OTHER | ICE_FLOW_SEG_HDR_UDP,
110 ETH_RSS_GTPU | ETH_RSS_NONFRAG_IPV4_UDP};
111 struct rss_type_match_hdr hint_eth_ipv4_gtpu_eh_ipv4_tcp = {
112 ICE_FLOW_SEG_HDR_GTPU_EH | ICE_FLOW_SEG_HDR_IPV4 |
113 ICE_FLOW_SEG_HDR_IPV_OTHER | ICE_FLOW_SEG_HDR_TCP,
114 ETH_RSS_GTPU | ETH_RSS_NONFRAG_IPV4_TCP};
115 struct rss_type_match_hdr hint_eth_pppoes_ipv4 = {
116 ICE_FLOW_SEG_HDR_PPPOE | ICE_FLOW_SEG_HDR_IPV4 |
117 ICE_FLOW_SEG_HDR_IPV_OTHER,
118 ETH_RSS_ETH | ETH_RSS_PPPOE | ETH_RSS_IPV4};
119 struct rss_type_match_hdr hint_eth_pppoes_ipv4_udp = {
120 ICE_FLOW_SEG_HDR_PPPOE | ICE_FLOW_SEG_HDR_IPV4 |
121 ICE_FLOW_SEG_HDR_IPV_OTHER | ICE_FLOW_SEG_HDR_UDP,
122 ETH_RSS_ETH | ETH_RSS_PPPOE | ETH_RSS_NONFRAG_IPV4_UDP};
123 struct rss_type_match_hdr hint_eth_pppoes_ipv4_tcp = {
124 ICE_FLOW_SEG_HDR_PPPOE | ICE_FLOW_SEG_HDR_IPV4 |
125 ICE_FLOW_SEG_HDR_IPV_OTHER | ICE_FLOW_SEG_HDR_TCP,
126 ETH_RSS_ETH | ETH_RSS_PPPOE | ETH_RSS_NONFRAG_IPV4_TCP};
127 struct rss_type_match_hdr hint_eth_pppoes_ipv4_sctp = {
128 ICE_FLOW_SEG_HDR_PPPOE | ICE_FLOW_SEG_HDR_IPV4 |
129 ICE_FLOW_SEG_HDR_IPV_OTHER | ICE_FLOW_SEG_HDR_SCTP,
130 ETH_RSS_ETH | ETH_RSS_PPPOE | ETH_RSS_NONFRAG_IPV4_SCTP};
131 struct rss_type_match_hdr hint_eth_ipv4_esp = {
132 ICE_FLOW_SEG_HDR_IPV4 | ICE_FLOW_SEG_HDR_IPV_OTHER |
133 ICE_FLOW_SEG_HDR_ESP,
134 ETH_RSS_ETH | ETH_RSS_IPV4 | ETH_RSS_ESP};
135 struct rss_type_match_hdr hint_eth_ipv4_udp_esp = {
136 ICE_FLOW_SEG_HDR_IPV4 | ICE_FLOW_SEG_HDR_IPV_OTHER |
137 ICE_FLOW_SEG_HDR_NAT_T_ESP,
138 ETH_RSS_ETH | ETH_RSS_NONFRAG_IPV4_UDP | ETH_RSS_ESP};
139 struct rss_type_match_hdr hint_eth_ipv4_ah = {
140 ICE_FLOW_SEG_HDR_IPV4 | ICE_FLOW_SEG_HDR_IPV_OTHER |
142 ETH_RSS_ETH | ETH_RSS_IPV4 | ETH_RSS_AH};
143 struct rss_type_match_hdr hint_eth_ipv4_l2tpv3 = {
144 ICE_FLOW_SEG_HDR_IPV4 | ICE_FLOW_SEG_HDR_IPV_OTHER |
145 ICE_FLOW_SEG_HDR_L2TPV3,
146 ETH_RSS_ETH | ETH_RSS_IPV4 | ETH_RSS_L2TPV3};
147 struct rss_type_match_hdr hint_eth_ipv4_pfcp = {
148 ICE_FLOW_SEG_HDR_IPV4 | ICE_FLOW_SEG_HDR_IPV_OTHER |
149 ICE_FLOW_SEG_HDR_PFCP_SESSION,
150 ETH_RSS_ETH | ETH_RSS_NONFRAG_IPV4_UDP | ETH_RSS_PFCP};
151 struct rss_type_match_hdr hint_eth_vlan_ipv4 = {
152 ICE_FLOW_SEG_HDR_VLAN | ICE_FLOW_SEG_HDR_IPV4 |
153 ICE_FLOW_SEG_HDR_IPV_OTHER,
154 ETH_RSS_ETH | ETH_RSS_IPV4 | ETH_RSS_C_VLAN};
155 struct rss_type_match_hdr hint_eth_vlan_ipv4_udp = {
156 ICE_FLOW_SEG_HDR_VLAN | ICE_FLOW_SEG_HDR_IPV4 |
157 ICE_FLOW_SEG_HDR_IPV_OTHER | ICE_FLOW_SEG_HDR_UDP,
158 ETH_RSS_ETH | ETH_RSS_C_VLAN |
159 ETH_RSS_NONFRAG_IPV4_UDP};
160 struct rss_type_match_hdr hint_eth_vlan_ipv4_tcp = {
161 ICE_FLOW_SEG_HDR_VLAN | ICE_FLOW_SEG_HDR_IPV4 |
162 ICE_FLOW_SEG_HDR_IPV_OTHER | ICE_FLOW_SEG_HDR_TCP,
163 ETH_RSS_ETH | ETH_RSS_C_VLAN |
164 ETH_RSS_NONFRAG_IPV4_TCP};
165 struct rss_type_match_hdr hint_eth_vlan_ipv4_sctp = {
166 ICE_FLOW_SEG_HDR_VLAN | ICE_FLOW_SEG_HDR_IPV4 |
167 ICE_FLOW_SEG_HDR_IPV_OTHER | ICE_FLOW_SEG_HDR_SCTP,
168 ETH_RSS_ETH | ETH_RSS_C_VLAN |
169 ETH_RSS_NONFRAG_IPV4_SCTP};
170 struct rss_type_match_hdr hint_eth_ipv6 = {
171 ICE_FLOW_SEG_HDR_IPV6 | ICE_FLOW_SEG_HDR_IPV_OTHER,
172 ETH_RSS_ETH | ETH_RSS_IPV6};
173 struct rss_type_match_hdr hint_eth_ipv6_udp = {
174 ICE_FLOW_SEG_HDR_IPV6 | ICE_FLOW_SEG_HDR_IPV_OTHER |
175 ICE_FLOW_SEG_HDR_UDP,
176 ETH_RSS_ETH | ETH_RSS_NONFRAG_IPV6_UDP};
177 struct rss_type_match_hdr hint_eth_ipv6_tcp = {
178 ICE_FLOW_SEG_HDR_IPV6 | ICE_FLOW_SEG_HDR_IPV_OTHER |
179 ICE_FLOW_SEG_HDR_TCP,
180 ETH_RSS_ETH | ETH_RSS_NONFRAG_IPV6_TCP};
181 struct rss_type_match_hdr hint_eth_ipv6_sctp = {
182 ICE_FLOW_SEG_HDR_IPV6 | ICE_FLOW_SEG_HDR_IPV_OTHER |
183 ICE_FLOW_SEG_HDR_SCTP,
184 ETH_RSS_ETH | ETH_RSS_NONFRAG_IPV6_SCTP};
185 struct rss_type_match_hdr hint_eth_ipv6_esp = {
186 ICE_FLOW_SEG_HDR_IPV6 | ICE_FLOW_SEG_HDR_IPV_OTHER |
187 ICE_FLOW_SEG_HDR_ESP,
188 ETH_RSS_ETH | ETH_RSS_IPV6 | ETH_RSS_ESP};
189 struct rss_type_match_hdr hint_eth_ipv6_udp_esp = {
190 ICE_FLOW_SEG_HDR_IPV6 | ICE_FLOW_SEG_HDR_IPV_OTHER |
191 ICE_FLOW_SEG_HDR_NAT_T_ESP,
192 ETH_RSS_ETH | ETH_RSS_NONFRAG_IPV6_UDP | ETH_RSS_ESP};
193 struct rss_type_match_hdr hint_eth_ipv6_ah = {
194 ICE_FLOW_SEG_HDR_IPV6 | ICE_FLOW_SEG_HDR_IPV_OTHER |
196 ETH_RSS_ETH | ETH_RSS_IPV6 | ETH_RSS_AH};
197 struct rss_type_match_hdr hint_eth_ipv6_l2tpv3 = {
198 ICE_FLOW_SEG_HDR_IPV6 | ICE_FLOW_SEG_HDR_IPV_OTHER |
199 ICE_FLOW_SEG_HDR_L2TPV3,
200 ETH_RSS_ETH | ETH_RSS_IPV6 | ETH_RSS_L2TPV3};
201 struct rss_type_match_hdr hint_eth_ipv6_pfcp = {
202 ICE_FLOW_SEG_HDR_IPV6 | ICE_FLOW_SEG_HDR_IPV_OTHER |
203 ICE_FLOW_SEG_HDR_PFCP_SESSION,
204 ETH_RSS_ETH | ETH_RSS_NONFRAG_IPV6_UDP | ETH_RSS_PFCP};
205 struct rss_type_match_hdr hint_eth_vlan_ipv6 = {
206 ICE_FLOW_SEG_HDR_VLAN | ICE_FLOW_SEG_HDR_IPV6 |
207 ICE_FLOW_SEG_HDR_IPV_OTHER,
208 ETH_RSS_ETH | ETH_RSS_IPV6 | ETH_RSS_C_VLAN};
209 struct rss_type_match_hdr hint_eth_vlan_ipv6_udp = {
210 ICE_FLOW_SEG_HDR_VLAN | ICE_FLOW_SEG_HDR_IPV6 |
211 ICE_FLOW_SEG_HDR_IPV_OTHER | ICE_FLOW_SEG_HDR_UDP,
212 ETH_RSS_ETH | ETH_RSS_C_VLAN |
213 ETH_RSS_NONFRAG_IPV6_UDP};
214 struct rss_type_match_hdr hint_eth_vlan_ipv6_tcp = {
215 ICE_FLOW_SEG_HDR_VLAN | ICE_FLOW_SEG_HDR_IPV6 |
216 ICE_FLOW_SEG_HDR_IPV_OTHER | ICE_FLOW_SEG_HDR_TCP,
217 ETH_RSS_ETH | ETH_RSS_C_VLAN |
218 ETH_RSS_NONFRAG_IPV6_TCP};
219 struct rss_type_match_hdr hint_eth_vlan_ipv6_sctp = {
220 ICE_FLOW_SEG_HDR_VLAN | ICE_FLOW_SEG_HDR_IPV6 |
221 ICE_FLOW_SEG_HDR_IPV_OTHER | ICE_FLOW_SEG_HDR_SCTP,
222 ETH_RSS_ETH | ETH_RSS_C_VLAN |
223 ETH_RSS_NONFRAG_IPV6_SCTP};
224 struct rss_type_match_hdr hint_eth_pppoes_ipv6 = {
225 ICE_FLOW_SEG_HDR_PPPOE | ICE_FLOW_SEG_HDR_IPV6 |
226 ICE_FLOW_SEG_HDR_IPV_OTHER,
227 ETH_RSS_ETH | ETH_RSS_PPPOE | ETH_RSS_IPV6};
228 struct rss_type_match_hdr hint_eth_pppoes_ipv6_udp = {
229 ICE_FLOW_SEG_HDR_PPPOE | ICE_FLOW_SEG_HDR_IPV6 |
230 ICE_FLOW_SEG_HDR_IPV_OTHER | ICE_FLOW_SEG_HDR_UDP,
231 ETH_RSS_ETH | ETH_RSS_PPPOE | ETH_RSS_NONFRAG_IPV6_UDP};
232 struct rss_type_match_hdr hint_eth_pppoes_ipv6_tcp = {
233 ICE_FLOW_SEG_HDR_PPPOE | ICE_FLOW_SEG_HDR_IPV6 |
234 ICE_FLOW_SEG_HDR_IPV_OTHER | ICE_FLOW_SEG_HDR_TCP,
235 ETH_RSS_ETH | ETH_RSS_PPPOE | ETH_RSS_NONFRAG_IPV6_TCP};
236 struct rss_type_match_hdr hint_eth_pppoes_ipv6_sctp = {
237 ICE_FLOW_SEG_HDR_PPPOE | ICE_FLOW_SEG_HDR_IPV6 |
238 ICE_FLOW_SEG_HDR_IPV_OTHER | ICE_FLOW_SEG_HDR_SCTP,
239 ETH_RSS_ETH | ETH_RSS_PPPOE | ETH_RSS_NONFRAG_IPV6_SCTP};
240 struct rss_type_match_hdr hint_eth_pppoes = {
241 ICE_FLOW_SEG_HDR_PPPOE,
242 ETH_RSS_ETH | ETH_RSS_PPPOE};
244 /* Supported pattern for os default package. */
245 static struct ice_pattern_match_item ice_hash_pattern_list_os[] = {
246 {pattern_eth_ipv4, ICE_INSET_NONE, &hint_eth_ipv4},
247 {pattern_eth_ipv4_udp, ICE_INSET_NONE, &hint_eth_ipv4_udp},
248 {pattern_eth_ipv4_tcp, ICE_INSET_NONE, &hint_eth_ipv4_tcp},
249 {pattern_eth_ipv4_sctp, ICE_INSET_NONE, &hint_eth_ipv4_sctp},
250 {pattern_eth_ipv6, ICE_INSET_NONE, &hint_eth_ipv6},
251 {pattern_eth_ipv6_udp, ICE_INSET_NONE, &hint_eth_ipv6_udp},
252 {pattern_eth_ipv6_tcp, ICE_INSET_NONE, &hint_eth_ipv6_tcp},
253 {pattern_eth_ipv6_sctp, ICE_INSET_NONE, &hint_eth_ipv6_sctp},
254 {pattern_empty, ICE_INSET_NONE, &hint_empty},
257 /* Supported pattern for comms package. */
258 static struct ice_pattern_match_item ice_hash_pattern_list_comms[] = {
259 {pattern_empty, ICE_INSET_NONE,
261 {pattern_eth_ipv4, ICE_INSET_NONE,
263 {pattern_eth_ipv4_udp, ICE_INSET_NONE,
265 {pattern_eth_ipv4_tcp, ICE_INSET_NONE,
267 {pattern_eth_ipv4_sctp, ICE_INSET_NONE,
268 &hint_eth_ipv4_sctp},
269 {pattern_eth_ipv4_gtpu_ipv4, ICE_INSET_NONE,
270 &hint_eth_ipv4_gtpu_ipv4},
271 {pattern_eth_ipv4_gtpu_eh_ipv4, ICE_INSET_NONE,
272 &hint_eth_ipv4_gtpu_eh_ipv4},
273 {pattern_eth_ipv4_gtpu_eh_ipv4_udp, ICE_INSET_NONE,
274 &hint_eth_ipv4_gtpu_eh_ipv4_udp},
275 {pattern_eth_ipv4_gtpu_eh_ipv4_tcp, ICE_INSET_NONE,
276 &hint_eth_ipv4_gtpu_eh_ipv4_tcp},
277 {pattern_eth_pppoes_ipv4, ICE_INSET_NONE,
278 &hint_eth_pppoes_ipv4},
279 {pattern_eth_pppoes_ipv4_udp, ICE_INSET_NONE,
280 &hint_eth_pppoes_ipv4_udp},
281 {pattern_eth_pppoes_ipv4_tcp, ICE_INSET_NONE,
282 &hint_eth_pppoes_ipv4_tcp},
283 {pattern_eth_pppoes_ipv4_sctp, ICE_INSET_NONE,
284 &hint_eth_pppoes_ipv4_sctp},
285 {pattern_eth_ipv4_esp, ICE_INSET_NONE,
287 {pattern_eth_ipv4_udp_esp, ICE_INSET_NONE,
288 &hint_eth_ipv4_udp_esp},
289 {pattern_eth_ipv4_ah, ICE_INSET_NONE,
291 {pattern_eth_ipv4_l2tp, ICE_INSET_NONE,
292 &hint_eth_ipv4_l2tpv3},
293 {pattern_eth_ipv4_pfcp, ICE_INSET_NONE,
294 &hint_eth_ipv4_pfcp},
295 {pattern_eth_vlan_ipv4, ICE_INSET_NONE,
296 &hint_eth_vlan_ipv4},
297 {pattern_eth_vlan_ipv4_udp, ICE_INSET_NONE,
298 &hint_eth_vlan_ipv4_udp},
299 {pattern_eth_vlan_ipv4_tcp, ICE_INSET_NONE,
300 &hint_eth_vlan_ipv4_tcp},
301 {pattern_eth_vlan_ipv4_sctp, ICE_INSET_NONE,
302 &hint_eth_vlan_ipv4_sctp},
303 {pattern_eth_ipv6, ICE_INSET_NONE,
305 {pattern_eth_ipv6_udp, ICE_INSET_NONE,
307 {pattern_eth_ipv6_tcp, ICE_INSET_NONE,
309 {pattern_eth_ipv6_sctp, ICE_INSET_NONE,
310 &hint_eth_ipv6_sctp},
311 {pattern_eth_ipv6_esp, ICE_INSET_NONE,
313 {pattern_eth_ipv6_udp_esp, ICE_INSET_NONE,
314 &hint_eth_ipv6_udp_esp},
315 {pattern_eth_ipv6_ah, ICE_INSET_NONE,
317 {pattern_eth_ipv6_l2tp, ICE_INSET_NONE,
318 &hint_eth_ipv6_l2tpv3},
319 {pattern_eth_ipv6_pfcp, ICE_INSET_NONE,
320 &hint_eth_ipv6_pfcp},
321 {pattern_eth_vlan_ipv6, ICE_INSET_NONE,
322 &hint_eth_vlan_ipv6},
323 {pattern_eth_vlan_ipv6_udp, ICE_INSET_NONE,
324 &hint_eth_vlan_ipv6_udp},
325 {pattern_eth_vlan_ipv6_tcp, ICE_INSET_NONE,
326 &hint_eth_vlan_ipv6_tcp},
327 {pattern_eth_vlan_ipv6_sctp, ICE_INSET_NONE,
328 &hint_eth_vlan_ipv6_sctp},
329 {pattern_eth_pppoes_ipv6, ICE_INSET_NONE,
330 &hint_eth_pppoes_ipv6},
331 {pattern_eth_pppoes_ipv6_udp, ICE_INSET_NONE,
332 &hint_eth_pppoes_ipv6_udp},
333 {pattern_eth_pppoes_ipv6_tcp, ICE_INSET_NONE,
334 &hint_eth_pppoes_ipv6_tcp},
335 {pattern_eth_pppoes_ipv6_sctp, ICE_INSET_NONE,
336 &hint_eth_pppoes_ipv6_sctp},
337 {pattern_eth_pppoes, ICE_INSET_NONE,
342 * The first member is input set combination,
343 * the second member is hash fields.
345 struct ice_hash_match_type ice_hash_type_list[] = {
346 {ETH_RSS_L2_SRC_ONLY,
347 BIT_ULL(ICE_FLOW_FIELD_IDX_ETH_SA)},
348 {ETH_RSS_L2_DST_ONLY,
349 BIT_ULL(ICE_FLOW_FIELD_IDX_ETH_DA)},
350 {ETH_RSS_ETH | ETH_RSS_L2_SRC_ONLY,
351 BIT_ULL(ICE_FLOW_FIELD_IDX_ETH_SA)},
352 {ETH_RSS_ETH | ETH_RSS_L2_DST_ONLY,
353 BIT_ULL(ICE_FLOW_FIELD_IDX_ETH_DA)},
355 BIT_ULL(ICE_FLOW_FIELD_IDX_ETH_SA) |
356 BIT_ULL(ICE_FLOW_FIELD_IDX_ETH_DA)},
358 ICE_FLOW_HASH_PPPOE_SESS_ID},
359 {ETH_RSS_ETH | ETH_RSS_PPPOE | ETH_RSS_L2_SRC_ONLY,
360 ICE_FLOW_HASH_PPPOE_SESS_ID |
361 BIT_ULL(ICE_FLOW_FIELD_IDX_ETH_SA)},
363 BIT_ULL(ICE_FLOW_FIELD_IDX_C_VLAN)},
365 BIT_ULL(ICE_FLOW_FIELD_IDX_S_VLAN)},
367 BIT_ULL(ICE_FLOW_FIELD_IDX_ESP_SPI)},
369 BIT_ULL(ICE_FLOW_FIELD_IDX_AH_SPI)},
371 BIT_ULL(ICE_FLOW_FIELD_IDX_L2TPV3_SESS_ID)},
373 BIT_ULL(ICE_FLOW_FIELD_IDX_PFCP_SEID)},
375 {ETH_RSS_IPV4 | ETH_RSS_L3_SRC_ONLY,
376 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV4_SA)},
377 {ETH_RSS_IPV4 | ETH_RSS_L3_DST_ONLY,
378 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV4_DA)},
379 {ETH_RSS_IPV4, ICE_FLOW_HASH_IPV4},
380 {ETH_RSS_NONFRAG_IPV4_UDP | ETH_RSS_L3_SRC_ONLY | ETH_RSS_L4_SRC_ONLY,
381 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV4_SA) |
382 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV4_PROT) |
383 BIT_ULL(ICE_FLOW_FIELD_IDX_UDP_SRC_PORT)},
384 {ETH_RSS_NONFRAG_IPV4_UDP | ETH_RSS_L3_SRC_ONLY | ETH_RSS_L4_DST_ONLY,
385 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV4_SA) |
386 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV4_PROT) |
387 BIT_ULL(ICE_FLOW_FIELD_IDX_UDP_DST_PORT)},
388 {ETH_RSS_NONFRAG_IPV4_UDP | ETH_RSS_L3_SRC_ONLY,
389 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV4_SA)},
390 {ETH_RSS_NONFRAG_IPV4_UDP | ETH_RSS_L3_DST_ONLY | ETH_RSS_L4_SRC_ONLY,
391 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV4_DA) |
392 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV4_PROT) |
393 BIT_ULL(ICE_FLOW_FIELD_IDX_UDP_SRC_PORT)},
394 {ETH_RSS_NONFRAG_IPV4_UDP | ETH_RSS_L3_DST_ONLY | ETH_RSS_L4_DST_ONLY,
395 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV4_DA) |
396 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV4_PROT) |
397 BIT_ULL(ICE_FLOW_FIELD_IDX_UDP_DST_PORT)},
398 {ETH_RSS_NONFRAG_IPV4_UDP | ETH_RSS_L3_DST_ONLY,
399 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV4_DA)},
400 {ETH_RSS_NONFRAG_IPV4_UDP | ETH_RSS_L4_SRC_ONLY,
401 BIT_ULL(ICE_FLOW_FIELD_IDX_UDP_SRC_PORT) |
402 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV4_PROT)},
403 {ETH_RSS_NONFRAG_IPV4_UDP | ETH_RSS_L4_DST_ONLY,
404 BIT_ULL(ICE_FLOW_FIELD_IDX_UDP_DST_PORT) |
405 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV4_PROT)},
406 {ETH_RSS_NONFRAG_IPV4_UDP,
408 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV4_PROT)},
409 {ETH_RSS_NONFRAG_IPV4_TCP | ETH_RSS_L3_SRC_ONLY | ETH_RSS_L4_SRC_ONLY,
410 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV4_SA) |
411 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV4_PROT) |
412 BIT_ULL(ICE_FLOW_FIELD_IDX_TCP_SRC_PORT)},
413 {ETH_RSS_NONFRAG_IPV4_TCP | ETH_RSS_L3_SRC_ONLY | ETH_RSS_L4_DST_ONLY,
414 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV4_SA) |
415 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV4_PROT) |
416 BIT_ULL(ICE_FLOW_FIELD_IDX_TCP_DST_PORT)},
417 {ETH_RSS_NONFRAG_IPV4_TCP | ETH_RSS_L3_SRC_ONLY,
418 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV4_SA)},
419 {ETH_RSS_NONFRAG_IPV4_TCP | ETH_RSS_L3_DST_ONLY | ETH_RSS_L4_SRC_ONLY,
420 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV4_DA) |
421 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV4_PROT) |
422 BIT_ULL(ICE_FLOW_FIELD_IDX_TCP_SRC_PORT)},
423 {ETH_RSS_NONFRAG_IPV4_TCP | ETH_RSS_L3_DST_ONLY | ETH_RSS_L4_DST_ONLY,
424 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV4_DA) |
425 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV4_PROT) |
426 BIT_ULL(ICE_FLOW_FIELD_IDX_TCP_DST_PORT)},
427 {ETH_RSS_NONFRAG_IPV4_TCP | ETH_RSS_L3_DST_ONLY,
428 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV4_DA)},
429 {ETH_RSS_NONFRAG_IPV4_TCP | ETH_RSS_L4_SRC_ONLY,
430 BIT_ULL(ICE_FLOW_FIELD_IDX_TCP_SRC_PORT) |
431 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV4_PROT)},
432 {ETH_RSS_NONFRAG_IPV4_TCP | ETH_RSS_L4_DST_ONLY,
433 BIT_ULL(ICE_FLOW_FIELD_IDX_TCP_DST_PORT) |
434 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV4_PROT)},
435 {ETH_RSS_NONFRAG_IPV4_TCP,
437 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV4_PROT)},
438 {ETH_RSS_NONFRAG_IPV4_SCTP | ETH_RSS_L3_SRC_ONLY | ETH_RSS_L4_SRC_ONLY,
439 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV4_SA) |
440 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV4_PROT) |
441 BIT_ULL(ICE_FLOW_FIELD_IDX_SCTP_SRC_PORT)},
442 {ETH_RSS_NONFRAG_IPV4_SCTP | ETH_RSS_L3_SRC_ONLY | ETH_RSS_L4_DST_ONLY,
443 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV4_SA) |
444 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV4_PROT) |
445 BIT_ULL(ICE_FLOW_FIELD_IDX_SCTP_DST_PORT)},
446 {ETH_RSS_NONFRAG_IPV4_SCTP | ETH_RSS_L3_SRC_ONLY,
447 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV4_SA)},
448 {ETH_RSS_NONFRAG_IPV4_SCTP | ETH_RSS_L3_DST_ONLY | ETH_RSS_L4_SRC_ONLY,
449 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV4_DA) |
450 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV4_PROT) |
451 BIT_ULL(ICE_FLOW_FIELD_IDX_SCTP_SRC_PORT)},
452 {ETH_RSS_NONFRAG_IPV4_SCTP | ETH_RSS_L3_DST_ONLY | ETH_RSS_L4_DST_ONLY,
453 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV4_DA) |
454 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV4_PROT) |
455 BIT_ULL(ICE_FLOW_FIELD_IDX_SCTP_DST_PORT)},
456 {ETH_RSS_NONFRAG_IPV4_SCTP | ETH_RSS_L3_DST_ONLY,
457 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV4_DA)},
458 {ETH_RSS_NONFRAG_IPV4_SCTP | ETH_RSS_L4_SRC_ONLY,
459 BIT_ULL(ICE_FLOW_FIELD_IDX_SCTP_SRC_PORT) |
460 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV4_PROT)},
461 {ETH_RSS_NONFRAG_IPV4_SCTP | ETH_RSS_L4_DST_ONLY,
462 BIT_ULL(ICE_FLOW_FIELD_IDX_SCTP_DST_PORT) |
463 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV4_PROT)},
464 {ETH_RSS_NONFRAG_IPV4_SCTP,
466 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV4_PROT)},
468 {ETH_RSS_IPV6 | ETH_RSS_L3_SRC_ONLY,
469 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_SA)},
470 {ETH_RSS_IPV6 | ETH_RSS_L3_DST_ONLY,
471 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_DA)},
472 {ETH_RSS_IPV6, ICE_FLOW_HASH_IPV6},
473 {ETH_RSS_NONFRAG_IPV6_UDP | ETH_RSS_L3_SRC_ONLY | ETH_RSS_L4_SRC_ONLY,
474 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_SA) |
475 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_PROT) |
476 BIT_ULL(ICE_FLOW_FIELD_IDX_UDP_SRC_PORT)},
477 {ETH_RSS_NONFRAG_IPV6_UDP | ETH_RSS_L3_SRC_ONLY | ETH_RSS_L4_DST_ONLY,
478 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_SA) |
479 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_PROT) |
480 BIT_ULL(ICE_FLOW_FIELD_IDX_UDP_DST_PORT)},
481 {ETH_RSS_NONFRAG_IPV6_UDP | ETH_RSS_L3_SRC_ONLY,
482 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_SA)},
483 {ETH_RSS_NONFRAG_IPV6_UDP | ETH_RSS_L3_DST_ONLY | ETH_RSS_L4_SRC_ONLY,
484 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_DA) |
485 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_PROT) |
486 BIT_ULL(ICE_FLOW_FIELD_IDX_UDP_SRC_PORT)},
487 {ETH_RSS_NONFRAG_IPV6_UDP | ETH_RSS_L3_DST_ONLY | ETH_RSS_L4_DST_ONLY,
488 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_DA) |
489 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_PROT) |
490 BIT_ULL(ICE_FLOW_FIELD_IDX_UDP_DST_PORT)},
491 {ETH_RSS_NONFRAG_IPV6_UDP | ETH_RSS_L3_DST_ONLY,
492 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_DA)},
493 {ETH_RSS_NONFRAG_IPV6_UDP | ETH_RSS_L4_SRC_ONLY,
494 BIT_ULL(ICE_FLOW_FIELD_IDX_UDP_SRC_PORT) |
495 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_PROT)},
496 {ETH_RSS_NONFRAG_IPV6_UDP | ETH_RSS_L4_DST_ONLY,
497 BIT_ULL(ICE_FLOW_FIELD_IDX_UDP_DST_PORT) |
498 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_PROT)},
499 {ETH_RSS_NONFRAG_IPV6_UDP | ETH_RSS_PFCP,
500 BIT_ULL(ICE_FLOW_FIELD_IDX_PFCP_SEID)},
501 {ETH_RSS_NONFRAG_IPV6_UDP,
503 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_PROT)},
504 {ETH_RSS_NONFRAG_IPV6_TCP | ETH_RSS_L3_SRC_ONLY | ETH_RSS_L4_SRC_ONLY,
505 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_SA) |
506 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_PROT) |
507 BIT_ULL(ICE_FLOW_FIELD_IDX_TCP_SRC_PORT)},
508 {ETH_RSS_NONFRAG_IPV6_TCP | ETH_RSS_L3_SRC_ONLY | ETH_RSS_L4_DST_ONLY,
509 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_SA) |
510 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_PROT) |
511 BIT_ULL(ICE_FLOW_FIELD_IDX_TCP_DST_PORT)},
512 {ETH_RSS_NONFRAG_IPV6_TCP | ETH_RSS_L3_SRC_ONLY,
513 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_SA)},
514 {ETH_RSS_NONFRAG_IPV6_TCP | ETH_RSS_L3_DST_ONLY | ETH_RSS_L4_SRC_ONLY,
515 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_DA) |
516 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_PROT) |
517 BIT_ULL(ICE_FLOW_FIELD_IDX_TCP_SRC_PORT)},
518 {ETH_RSS_NONFRAG_IPV6_TCP | ETH_RSS_L3_DST_ONLY | ETH_RSS_L4_DST_ONLY,
519 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_DA) |
520 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_PROT) |
521 BIT_ULL(ICE_FLOW_FIELD_IDX_TCP_DST_PORT)},
522 {ETH_RSS_NONFRAG_IPV6_TCP | ETH_RSS_L3_DST_ONLY,
523 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_DA)},
524 {ETH_RSS_NONFRAG_IPV6_TCP | ETH_RSS_L4_SRC_ONLY,
525 BIT_ULL(ICE_FLOW_FIELD_IDX_TCP_SRC_PORT) |
526 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_PROT)},
527 {ETH_RSS_NONFRAG_IPV6_TCP | ETH_RSS_L4_DST_ONLY,
528 BIT_ULL(ICE_FLOW_FIELD_IDX_TCP_DST_PORT) |
529 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_PROT)},
530 {ETH_RSS_NONFRAG_IPV6_TCP,
532 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_PROT)},
533 {ETH_RSS_NONFRAG_IPV6_SCTP | ETH_RSS_L3_SRC_ONLY | ETH_RSS_L4_SRC_ONLY,
534 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_SA) |
535 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_PROT) |
536 BIT_ULL(ICE_FLOW_FIELD_IDX_SCTP_SRC_PORT)},
537 {ETH_RSS_NONFRAG_IPV6_SCTP | ETH_RSS_L3_SRC_ONLY | ETH_RSS_L4_DST_ONLY,
538 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_SA) |
539 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_PROT) |
540 BIT_ULL(ICE_FLOW_FIELD_IDX_SCTP_DST_PORT)},
541 {ETH_RSS_NONFRAG_IPV6_SCTP | ETH_RSS_L3_SRC_ONLY,
542 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_SA)},
543 {ETH_RSS_NONFRAG_IPV6_SCTP | ETH_RSS_L3_DST_ONLY | ETH_RSS_L4_SRC_ONLY,
544 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_DA) |
545 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_PROT) |
546 BIT_ULL(ICE_FLOW_FIELD_IDX_SCTP_SRC_PORT)},
547 {ETH_RSS_NONFRAG_IPV6_SCTP | ETH_RSS_L3_DST_ONLY | ETH_RSS_L4_DST_ONLY,
548 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_DA) |
549 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_PROT) |
550 BIT_ULL(ICE_FLOW_FIELD_IDX_SCTP_DST_PORT)},
551 {ETH_RSS_NONFRAG_IPV6_SCTP | ETH_RSS_L3_DST_ONLY,
552 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_DA)},
553 {ETH_RSS_NONFRAG_IPV6_SCTP | ETH_RSS_L4_SRC_ONLY,
554 BIT_ULL(ICE_FLOW_FIELD_IDX_SCTP_SRC_PORT) |
555 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_PROT)},
556 {ETH_RSS_NONFRAG_IPV6_SCTP | ETH_RSS_L4_DST_ONLY,
557 BIT_ULL(ICE_FLOW_FIELD_IDX_SCTP_DST_PORT) |
558 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_PROT)},
559 {ETH_RSS_NONFRAG_IPV6_SCTP,
561 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_PROT)},
564 static struct ice_flow_engine ice_hash_engine = {
565 .init = ice_hash_init,
566 .create = ice_hash_create,
567 .destroy = ice_hash_destroy,
568 .uninit = ice_hash_uninit,
569 .free = ice_hash_free,
570 .type = ICE_FLOW_ENGINE_HASH,
573 /* Register parser for os package. */
574 static struct ice_flow_parser ice_hash_parser_os = {
575 .engine = &ice_hash_engine,
576 .array = ice_hash_pattern_list_os,
577 .array_len = RTE_DIM(ice_hash_pattern_list_os),
578 .parse_pattern_action = ice_hash_parse_pattern_action,
579 .stage = ICE_FLOW_STAGE_RSS,
582 /* Register parser for comms package. */
583 static struct ice_flow_parser ice_hash_parser_comms = {
584 .engine = &ice_hash_engine,
585 .array = ice_hash_pattern_list_comms,
586 .array_len = RTE_DIM(ice_hash_pattern_list_comms),
587 .parse_pattern_action = ice_hash_parse_pattern_action,
588 .stage = ICE_FLOW_STAGE_RSS,
591 RTE_INIT(ice_hash_engine_init)
593 struct ice_flow_engine *engine = &ice_hash_engine;
594 ice_register_flow_engine(engine);
598 ice_hash_init(struct ice_adapter *ad)
600 struct ice_flow_parser *parser = NULL;
602 if (ad->hw.dcf_enabled)
605 if (ad->active_pkg_type == ICE_PKG_TYPE_OS_DEFAULT)
606 parser = &ice_hash_parser_os;
607 else if (ad->active_pkg_type == ICE_PKG_TYPE_COMMS)
608 parser = &ice_hash_parser_comms;
612 return ice_register_parser(parser, ad);
616 ice_hash_parse_pattern(struct ice_pattern_match_item *pattern_match_item,
617 const struct rte_flow_item pattern[], void **meta,
618 struct rte_flow_error *error)
620 uint32_t hdr_mask = ((struct rss_type_match_hdr *)
621 (pattern_match_item->meta))->hdr_mask;
622 const struct rte_flow_item *item = pattern;
623 const struct rte_flow_item_gtp_psc *psc;
626 for (item = pattern; item->type != RTE_FLOW_ITEM_TYPE_END; item++) {
628 rte_flow_error_set(error, EINVAL,
629 RTE_FLOW_ERROR_TYPE_ITEM, item,
630 "Not support range");
634 switch (item->type) {
635 case RTE_FLOW_ITEM_TYPE_GTPU:
636 hdrs |= ICE_FLOW_SEG_HDR_GTPU_IP;
638 case RTE_FLOW_ITEM_TYPE_GTP_PSC:
640 hdr_mask &= ~ICE_FLOW_SEG_HDR_GTPU_EH;
641 hdrs &= ~ICE_FLOW_SEG_HDR_GTPU_IP;
643 hdrs |= ICE_FLOW_SEG_HDR_GTPU_EH;
644 else if (psc->pdu_type == ICE_GTPU_EH_UPLINK)
645 hdrs |= ICE_FLOW_SEG_HDR_GTPU_UP;
646 else if (psc->pdu_type == ICE_GTPU_EH_DWNLINK)
647 hdrs |= ICE_FLOW_SEG_HDR_GTPU_DWN;
654 /* Save protocol header to rss_meta. */
655 ((struct rss_meta *)*meta)->pkt_hdr |= hdr_mask | hdrs;
661 ice_hash_parse_action(struct ice_pattern_match_item *pattern_match_item,
662 const struct rte_flow_action actions[],
664 struct rte_flow_error *error)
666 struct rss_type_match_hdr *m = (struct rss_type_match_hdr *)
667 (pattern_match_item->meta);
668 struct rss_meta *hash_meta = (struct rss_meta *)*meta;
669 uint32_t type_list_len = RTE_DIM(ice_hash_type_list);
670 enum rte_flow_action_type action_type;
671 const struct rte_flow_action_rss *rss;
672 const struct rte_flow_action *action;
673 uint64_t combine_type;
677 /* Supported action is RSS. */
678 for (action = actions; action->type !=
679 RTE_FLOW_ACTION_TYPE_END; action++) {
680 action_type = action->type;
681 switch (action_type) {
682 case RTE_FLOW_ACTION_TYPE_RSS:
684 rss_type = rss->types;
686 /* Check hash function and save it to rss_meta. */
687 if (pattern_match_item->pattern_list !=
688 pattern_empty && rss->func ==
689 RTE_ETH_HASH_FUNCTION_SIMPLE_XOR) {
690 return rte_flow_error_set(error, ENOTSUP,
691 RTE_FLOW_ERROR_TYPE_ACTION, action,
692 "Not supported flow");
693 } else if (rss->func ==
694 RTE_ETH_HASH_FUNCTION_SIMPLE_XOR){
695 ((struct rss_meta *)*meta)->hash_function =
696 RTE_ETH_HASH_FUNCTION_SIMPLE_XOR;
698 } else if (rss->func ==
699 RTE_ETH_HASH_FUNCTION_SYMMETRIC_TOEPLITZ) {
700 ((struct rss_meta *)*meta)->hash_function =
701 RTE_ETH_HASH_FUNCTION_SYMMETRIC_TOEPLITZ;
705 return rte_flow_error_set(error, ENOTSUP,
706 RTE_FLOW_ERROR_TYPE_ACTION, action,
707 "a nonzero RSS encapsulation level is not supported");
710 return rte_flow_error_set(error, ENOTSUP,
711 RTE_FLOW_ERROR_TYPE_ACTION, action,
712 "a nonzero RSS key_len is not supported");
715 return rte_flow_error_set(error, ENOTSUP,
716 RTE_FLOW_ERROR_TYPE_ACTION, action,
717 "a non-NULL RSS queue is not supported");
720 * Check simultaneous use of SRC_ONLY and DST_ONLY
723 rss_type = rte_eth_rss_hf_refine(rss_type);
725 combine_type = ETH_RSS_L2_SRC_ONLY |
726 ETH_RSS_L2_DST_ONLY |
727 ETH_RSS_L3_SRC_ONLY |
728 ETH_RSS_L3_DST_ONLY |
729 ETH_RSS_L4_SRC_ONLY |
732 /* Check if rss types match pattern. */
733 if (rss_type & ~combine_type & ~m->eth_rss_hint) {
734 return rte_flow_error_set(error,
735 ENOTSUP, RTE_FLOW_ERROR_TYPE_ACTION,
736 action, "Not supported RSS types");
739 /* Find matched hash fields according to hash type. */
740 for (i = 0; i < type_list_len; i++) {
741 struct ice_hash_match_type *ht_map =
742 &ice_hash_type_list[i];
744 if (rss_type == ht_map->hash_type) {
745 hash_meta->hash_flds =
751 /* update hash field for nat-t esp. */
752 if (rss_type == ETH_RSS_ESP &&
753 (m->eth_rss_hint & ETH_RSS_NONFRAG_IPV4_UDP)) {
754 hash_meta->hash_flds &=
755 ~(BIT_ULL(ICE_FLOW_FIELD_IDX_ESP_SPI));
756 hash_meta->hash_flds |=
757 BIT_ULL(ICE_FLOW_FIELD_IDX_NAT_T_ESP_SPI);
760 /* update hash field for gtpu-ip and gtpu-eh. */
761 if (rss_type != ETH_RSS_GTPU)
763 else if (hash_meta->pkt_hdr & ICE_FLOW_SEG_HDR_GTPU_IP)
764 hash_meta->hash_flds |=
765 BIT_ULL(ICE_FLOW_FIELD_IDX_GTPU_IP_TEID);
766 else if (hash_meta->pkt_hdr & ICE_FLOW_SEG_HDR_GTPU_EH)
767 hash_meta->hash_flds |=
768 BIT_ULL(ICE_FLOW_FIELD_IDX_GTPU_EH_TEID);
769 else if (hash_meta->pkt_hdr & ICE_FLOW_SEG_HDR_GTPU_DWN)
770 hash_meta->hash_flds |=
771 BIT_ULL(ICE_FLOW_FIELD_IDX_GTPU_DWN_TEID);
772 else if (hash_meta->pkt_hdr & ICE_FLOW_SEG_HDR_GTPU_UP)
773 hash_meta->hash_flds |=
774 BIT_ULL(ICE_FLOW_FIELD_IDX_GTPU_UP_TEID);
778 case RTE_FLOW_ACTION_TYPE_END:
782 rte_flow_error_set(error, EINVAL,
783 RTE_FLOW_ERROR_TYPE_ACTION, action,
793 ice_hash_parse_pattern_action(__rte_unused struct ice_adapter *ad,
794 struct ice_pattern_match_item *array,
796 const struct rte_flow_item pattern[],
797 const struct rte_flow_action actions[],
799 struct rte_flow_error *error)
802 struct ice_pattern_match_item *pattern_match_item;
803 struct rss_meta *rss_meta_ptr;
805 rss_meta_ptr = rte_zmalloc(NULL, sizeof(*rss_meta_ptr), 0);
807 rte_flow_error_set(error, EINVAL,
808 RTE_FLOW_ERROR_TYPE_HANDLE, NULL,
809 "No memory for rss_meta_ptr");
813 /* Check rss supported pattern and find matched pattern. */
814 pattern_match_item = ice_search_pattern_match_item(pattern,
815 array, array_len, error);
816 if (!pattern_match_item) {
821 ret = ice_hash_parse_pattern(pattern_match_item, pattern,
822 (void **)&rss_meta_ptr, error);
826 /* Check rss action. */
827 ret = ice_hash_parse_action(pattern_match_item, actions,
828 (void **)&rss_meta_ptr, error);
832 *meta = rss_meta_ptr;
834 rte_free(rss_meta_ptr);
835 rte_free(pattern_match_item);
841 ice_hash_create(struct ice_adapter *ad,
842 struct rte_flow *flow,
844 struct rte_flow_error *error)
846 struct ice_pf *pf = &ad->pf;
847 struct ice_hw *hw = ICE_PF_TO_HW(pf);
848 struct ice_vsi *vsi = pf->main_vsi;
851 struct ice_hash_flow_cfg *filter_ptr;
853 uint32_t headermask = ((struct rss_meta *)meta)->pkt_hdr;
854 uint64_t hash_field = ((struct rss_meta *)meta)->hash_flds;
855 uint8_t hash_function = ((struct rss_meta *)meta)->hash_function;
857 filter_ptr = rte_zmalloc("ice_rss_filter",
858 sizeof(struct ice_hash_flow_cfg), 0);
860 rte_flow_error_set(error, EINVAL,
861 RTE_FLOW_ERROR_TYPE_HANDLE, NULL,
862 "No memory for filter_ptr");
866 if (hash_function == RTE_ETH_HASH_FUNCTION_SIMPLE_XOR) {
867 /* Enable registers for simple_xor hash function. */
868 reg = ICE_READ_REG(hw, VSIQF_HASH_CTL(vsi->vsi_id));
869 reg = (reg & (~VSIQF_HASH_CTL_HASH_SCHEME_M)) |
870 (2 << VSIQF_HASH_CTL_HASH_SCHEME_S);
871 ICE_WRITE_REG(hw, VSIQF_HASH_CTL(vsi->vsi_id), reg);
873 filter_ptr->simple_xor = 1;
877 filter_ptr->rss_cfg.packet_hdr = headermask;
878 filter_ptr->rss_cfg.hashed_flds = hash_field;
879 filter_ptr->rss_cfg.symm =
881 RTE_ETH_HASH_FUNCTION_SYMMETRIC_TOEPLITZ);
883 ret = ice_add_rss_cfg(hw, vsi->idx,
884 filter_ptr->rss_cfg.hashed_flds,
885 filter_ptr->rss_cfg.packet_hdr,
886 filter_ptr->rss_cfg.symm);
888 rte_flow_error_set(error, EINVAL,
889 RTE_FLOW_ERROR_TYPE_HANDLE, NULL,
890 "rss flow create fail");
896 flow->rule = filter_ptr;
901 rte_free(filter_ptr);
907 ice_hash_destroy(struct ice_adapter *ad,
908 struct rte_flow *flow,
909 struct rte_flow_error *error)
911 struct ice_pf *pf = ICE_DEV_PRIVATE_TO_PF(ad);
912 struct ice_hw *hw = ICE_PF_TO_HW(pf);
913 struct ice_vsi *vsi = pf->main_vsi;
916 struct ice_hash_flow_cfg *filter_ptr;
918 filter_ptr = (struct ice_hash_flow_cfg *)flow->rule;
920 if (filter_ptr->simple_xor == 1) {
921 /* Return to symmetric_toeplitz state. */
922 reg = ICE_READ_REG(hw, VSIQF_HASH_CTL(vsi->vsi_id));
923 reg = (reg & (~VSIQF_HASH_CTL_HASH_SCHEME_M)) |
924 (1 << VSIQF_HASH_CTL_HASH_SCHEME_S);
925 ICE_WRITE_REG(hw, VSIQF_HASH_CTL(vsi->vsi_id), reg);
927 ret = ice_rem_rss_cfg(hw, vsi->idx,
928 filter_ptr->rss_cfg.hashed_flds,
929 filter_ptr->rss_cfg.packet_hdr);
930 /* Fixme: Ignore the error if a rule does not exist.
931 * Currently a rule for inputset change or symm turn on/off
932 * will overwrite an exist rule, while application still
933 * have 2 rte_flow handles.
935 if (ret && ret != ICE_ERR_DOES_NOT_EXIST) {
936 rte_flow_error_set(error, EINVAL,
937 RTE_FLOW_ERROR_TYPE_HANDLE, NULL,
938 "rss flow destroy fail");
943 rte_free(filter_ptr);
947 rte_free(filter_ptr);
952 ice_hash_uninit(struct ice_adapter *ad)
954 if (ad->hw.dcf_enabled)
957 if (ad->active_pkg_type == ICE_PKG_TYPE_OS_DEFAULT)
958 ice_unregister_parser(&ice_hash_parser_os, ad);
959 else if (ad->active_pkg_type == ICE_PKG_TYPE_COMMS)
960 ice_unregister_parser(&ice_hash_parser_comms, ad);
964 ice_hash_free(struct rte_flow *flow)
966 rte_free(flow->rule);