1 /* SPDX-License-Identifier: BSD-3-Clause
2 * Copyright(c) 2019 Intel Corporation
13 #include <rte_debug.h>
14 #include <rte_ether.h>
15 #include <ethdev_driver.h>
17 #include <rte_malloc.h>
18 #include <rte_eth_ctrl.h>
19 #include <rte_tailq.h>
20 #include <rte_flow_driver.h>
23 #include "base/ice_type.h"
24 #include "base/ice_flow.h"
25 #include "ice_ethdev.h"
26 #include "ice_generic_flow.h"
28 #define ICE_PHINT_NONE 0
29 #define ICE_PHINT_VLAN BIT_ULL(0)
30 #define ICE_PHINT_PPPOE BIT_ULL(1)
31 #define ICE_PHINT_GTPU BIT_ULL(2)
32 #define ICE_PHINT_GTPU_EH BIT_ULL(3)
33 #define ICE_PHINT_GTPU_EH_DWN BIT_ULL(4)
34 #define ICE_PHINT_GTPU_EH_UP BIT_ULL(5)
36 #define ICE_GTPU_EH_DWNLINK 0
37 #define ICE_GTPU_EH_UPLINK 1
39 #define ICE_IPV4_PROT BIT_ULL(ICE_FLOW_FIELD_IDX_IPV4_PROT)
40 #define ICE_IPV6_PROT BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_PROT)
42 #define VALID_RSS_IPV4_L4 (ETH_RSS_NONFRAG_IPV4_UDP | \
43 ETH_RSS_NONFRAG_IPV4_TCP | \
44 ETH_RSS_NONFRAG_IPV4_SCTP)
46 #define VALID_RSS_IPV6_L4 (ETH_RSS_NONFRAG_IPV6_UDP | \
47 ETH_RSS_NONFRAG_IPV6_TCP | \
48 ETH_RSS_NONFRAG_IPV6_SCTP)
50 #define VALID_RSS_IPV4 (ETH_RSS_IPV4 | ETH_RSS_FRAG_IPV4 | \
52 #define VALID_RSS_IPV6 (ETH_RSS_IPV6 | ETH_RSS_FRAG_IPV6 | \
54 #define VALID_RSS_L3 (VALID_RSS_IPV4 | VALID_RSS_IPV6)
55 #define VALID_RSS_L4 (VALID_RSS_IPV4_L4 | VALID_RSS_IPV6_L4)
57 #define VALID_RSS_ATTR (ETH_RSS_L3_SRC_ONLY | \
58 ETH_RSS_L3_DST_ONLY | \
59 ETH_RSS_L4_SRC_ONLY | \
60 ETH_RSS_L4_DST_ONLY | \
61 ETH_RSS_L2_SRC_ONLY | \
62 ETH_RSS_L2_DST_ONLY | \
63 RTE_ETH_RSS_L3_PRE32 | \
64 RTE_ETH_RSS_L3_PRE48 | \
67 #define INVALID_RSS_ATTR (RTE_ETH_RSS_L3_PRE40 | \
68 RTE_ETH_RSS_L3_PRE56 | \
72 uint8_t hash_function;
73 struct ice_rss_hash_cfg cfg;
76 struct ice_hash_flow_cfg {
78 struct ice_rss_cfg rss_cfg;
82 ice_hash_init(struct ice_adapter *ad);
85 ice_hash_create(struct ice_adapter *ad,
86 struct rte_flow *flow,
88 struct rte_flow_error *error);
91 ice_hash_destroy(struct ice_adapter *ad,
92 struct rte_flow *flow,
93 struct rte_flow_error *error);
96 ice_hash_uninit(struct ice_adapter *ad);
99 ice_hash_free(struct rte_flow *flow);
102 ice_hash_parse_pattern_action(struct ice_adapter *ad,
103 struct ice_pattern_match_item *array,
105 const struct rte_flow_item pattern[],
106 const struct rte_flow_action actions[],
109 struct rte_flow_error *error);
111 /* Rss configuration template */
112 struct ice_rss_hash_cfg ipv4_tmplt = {
113 ICE_FLOW_SEG_HDR_ETH | ICE_FLOW_SEG_HDR_IPV4 |
114 ICE_FLOW_SEG_HDR_IPV_FRAG |
115 ICE_FLOW_SEG_HDR_IPV_OTHER,
116 ICE_FLOW_HASH_ETH | ICE_FLOW_HASH_IPV4,
117 ICE_RSS_OUTER_HEADERS,
121 struct ice_rss_hash_cfg ipv4_udp_tmplt = {
122 ICE_FLOW_SEG_HDR_ETH | ICE_FLOW_SEG_HDR_IPV4 |
123 ICE_FLOW_SEG_HDR_IPV_OTHER | ICE_FLOW_SEG_HDR_UDP,
124 ICE_FLOW_HASH_ETH | ICE_HASH_UDP_IPV4 | ICE_IPV4_PROT,
125 ICE_RSS_OUTER_HEADERS,
129 struct ice_rss_hash_cfg ipv4_tcp_tmplt = {
130 ICE_FLOW_SEG_HDR_ETH | ICE_FLOW_SEG_HDR_IPV4 |
131 ICE_FLOW_SEG_HDR_IPV_OTHER | ICE_FLOW_SEG_HDR_TCP,
132 ICE_FLOW_HASH_ETH | ICE_HASH_TCP_IPV4 | ICE_IPV4_PROT,
133 ICE_RSS_OUTER_HEADERS,
137 struct ice_rss_hash_cfg ipv4_sctp_tmplt = {
138 ICE_FLOW_SEG_HDR_ETH | ICE_FLOW_SEG_HDR_IPV4 |
139 ICE_FLOW_SEG_HDR_IPV_OTHER | ICE_FLOW_SEG_HDR_SCTP,
140 ICE_FLOW_HASH_ETH | ICE_HASH_SCTP_IPV4 | ICE_IPV4_PROT,
141 ICE_RSS_OUTER_HEADERS,
145 struct ice_rss_hash_cfg ipv6_tmplt = {
146 ICE_FLOW_SEG_HDR_ETH | ICE_FLOW_SEG_HDR_IPV6 |
147 ICE_FLOW_SEG_HDR_IPV_OTHER,
148 ICE_FLOW_HASH_ETH | ICE_FLOW_HASH_IPV6,
149 ICE_RSS_OUTER_HEADERS,
153 struct ice_rss_hash_cfg ipv6_frag_tmplt = {
154 ICE_FLOW_SEG_HDR_ETH | ICE_FLOW_SEG_HDR_IPV6 |
155 ICE_FLOW_SEG_HDR_IPV_FRAG |
156 ICE_FLOW_SEG_HDR_IPV_OTHER,
157 ICE_FLOW_HASH_ETH | ICE_FLOW_HASH_IPV6,
162 struct ice_rss_hash_cfg ipv6_udp_tmplt = {
163 ICE_FLOW_SEG_HDR_ETH | ICE_FLOW_SEG_HDR_IPV6 |
164 ICE_FLOW_SEG_HDR_IPV_OTHER | ICE_FLOW_SEG_HDR_UDP,
165 ICE_FLOW_HASH_ETH | ICE_HASH_UDP_IPV6 | ICE_IPV6_PROT,
166 ICE_RSS_OUTER_HEADERS,
170 struct ice_rss_hash_cfg ipv6_tcp_tmplt = {
171 ICE_FLOW_SEG_HDR_ETH | ICE_FLOW_SEG_HDR_IPV6 |
172 ICE_FLOW_SEG_HDR_IPV_OTHER | ICE_FLOW_SEG_HDR_TCP,
173 ICE_FLOW_HASH_ETH | ICE_HASH_TCP_IPV6 | ICE_IPV6_PROT,
174 ICE_RSS_OUTER_HEADERS,
178 struct ice_rss_hash_cfg ipv6_sctp_tmplt = {
179 ICE_FLOW_SEG_HDR_ETH | ICE_FLOW_SEG_HDR_IPV6 |
180 ICE_FLOW_SEG_HDR_IPV_OTHER | ICE_FLOW_SEG_HDR_SCTP,
181 ICE_FLOW_HASH_ETH | ICE_HASH_SCTP_IPV6 | ICE_IPV6_PROT,
182 ICE_RSS_OUTER_HEADERS,
186 struct ice_rss_hash_cfg outer_ipv4_inner_ipv4_tmplt = {
187 ICE_FLOW_SEG_HDR_IPV4 | ICE_FLOW_SEG_HDR_IPV_OTHER,
189 ICE_RSS_INNER_HEADERS_W_OUTER_IPV4,
192 struct ice_rss_hash_cfg outer_ipv4_inner_ipv4_udp_tmplt = {
193 ICE_FLOW_SEG_HDR_IPV4 | ICE_FLOW_SEG_HDR_IPV_OTHER |
194 ICE_FLOW_SEG_HDR_UDP,
195 ICE_HASH_UDP_IPV4 | ICE_IPV4_PROT,
196 ICE_RSS_INNER_HEADERS_W_OUTER_IPV4,
200 struct ice_rss_hash_cfg outer_ipv4_inner_ipv4_tcp_tmplt = {
201 ICE_FLOW_SEG_HDR_IPV4 | ICE_FLOW_SEG_HDR_IPV_OTHER |
202 ICE_FLOW_SEG_HDR_TCP,
203 ICE_HASH_TCP_IPV4 | ICE_IPV4_PROT,
204 ICE_RSS_INNER_HEADERS_W_OUTER_IPV4,
208 struct ice_rss_hash_cfg outer_ipv6_inner_ipv4_tmplt = {
209 ICE_FLOW_SEG_HDR_IPV4 | ICE_FLOW_SEG_HDR_IPV_OTHER,
211 ICE_RSS_INNER_HEADERS_W_OUTER_IPV6,
215 struct ice_rss_hash_cfg outer_ipv6_inner_ipv4_udp_tmplt = {
216 ICE_FLOW_SEG_HDR_IPV4 | ICE_FLOW_SEG_HDR_IPV_OTHER |
217 ICE_FLOW_SEG_HDR_UDP,
218 ICE_HASH_UDP_IPV4 | ICE_IPV4_PROT,
219 ICE_RSS_INNER_HEADERS_W_OUTER_IPV6,
223 struct ice_rss_hash_cfg outer_ipv6_inner_ipv4_tcp_tmplt = {
224 ICE_FLOW_SEG_HDR_IPV4 | ICE_FLOW_SEG_HDR_IPV_OTHER |
225 ICE_FLOW_SEG_HDR_TCP,
226 ICE_HASH_TCP_IPV4 | ICE_IPV4_PROT,
227 ICE_RSS_INNER_HEADERS_W_OUTER_IPV6,
231 struct ice_rss_hash_cfg outer_ipv4_inner_ipv6_tmplt = {
232 ICE_FLOW_SEG_HDR_IPV6 | ICE_FLOW_SEG_HDR_IPV_OTHER,
234 ICE_RSS_INNER_HEADERS_W_OUTER_IPV4,
238 struct ice_rss_hash_cfg outer_ipv4_inner_ipv6_udp_tmplt = {
239 ICE_FLOW_SEG_HDR_IPV6 | ICE_FLOW_SEG_HDR_IPV_OTHER |
240 ICE_FLOW_SEG_HDR_UDP,
241 ICE_HASH_UDP_IPV6 | ICE_IPV6_PROT,
242 ICE_RSS_INNER_HEADERS_W_OUTER_IPV4,
246 struct ice_rss_hash_cfg outer_ipv4_inner_ipv6_tcp_tmplt = {
247 ICE_FLOW_SEG_HDR_IPV6 | ICE_FLOW_SEG_HDR_IPV_OTHER |
248 ICE_FLOW_SEG_HDR_TCP,
249 ICE_HASH_TCP_IPV6 | ICE_IPV6_PROT,
250 ICE_RSS_INNER_HEADERS_W_OUTER_IPV4,
254 struct ice_rss_hash_cfg outer_ipv6_inner_ipv6_tmplt = {
255 ICE_FLOW_SEG_HDR_IPV6 | ICE_FLOW_SEG_HDR_IPV_OTHER,
257 ICE_RSS_INNER_HEADERS_W_OUTER_IPV6,
260 struct ice_rss_hash_cfg outer_ipv6_inner_ipv6_udp_tmplt = {
261 ICE_FLOW_SEG_HDR_IPV6 | ICE_FLOW_SEG_HDR_IPV_OTHER |
262 ICE_FLOW_SEG_HDR_UDP,
263 ICE_HASH_UDP_IPV6 | ICE_IPV6_PROT,
264 ICE_RSS_INNER_HEADERS_W_OUTER_IPV6,
268 struct ice_rss_hash_cfg outer_ipv6_inner_ipv6_tcp_tmplt = {
269 ICE_FLOW_SEG_HDR_IPV6 | ICE_FLOW_SEG_HDR_IPV_OTHER |
270 ICE_FLOW_SEG_HDR_TCP,
271 ICE_HASH_TCP_IPV6 | ICE_IPV6_PROT,
272 ICE_RSS_INNER_HEADERS_W_OUTER_IPV6,
276 struct ice_rss_hash_cfg eth_ipv4_esp_tmplt = {
277 ICE_FLOW_SEG_HDR_IPV4 | ICE_FLOW_SEG_HDR_IPV_OTHER |
278 ICE_FLOW_SEG_HDR_ESP,
279 ICE_FLOW_HASH_ESP_SPI,
280 ICE_RSS_OUTER_HEADERS,
284 struct ice_rss_hash_cfg eth_ipv4_udp_esp_tmplt = {
285 ICE_FLOW_SEG_HDR_IPV4 | ICE_FLOW_SEG_HDR_IPV_OTHER |
286 ICE_FLOW_SEG_HDR_NAT_T_ESP,
287 ICE_FLOW_HASH_NAT_T_ESP_SPI,
288 ICE_RSS_OUTER_HEADERS,
292 struct ice_rss_hash_cfg eth_ipv4_ah_tmplt = {
293 ICE_FLOW_SEG_HDR_IPV4 | ICE_FLOW_SEG_HDR_IPV_OTHER |
295 ICE_FLOW_HASH_AH_SPI,
296 ICE_RSS_OUTER_HEADERS,
300 struct ice_rss_hash_cfg eth_ipv4_l2tpv3_tmplt = {
301 ICE_FLOW_SEG_HDR_IPV4 | ICE_FLOW_SEG_HDR_IPV_OTHER |
302 ICE_FLOW_SEG_HDR_L2TPV3,
303 ICE_FLOW_HASH_L2TPV3_SESS_ID,
304 ICE_RSS_OUTER_HEADERS,
308 struct ice_rss_hash_cfg eth_ipv4_pfcp_tmplt = {
309 ICE_FLOW_SEG_HDR_IPV4 | ICE_FLOW_SEG_HDR_IPV_OTHER |
310 ICE_FLOW_SEG_HDR_PFCP_SESSION,
311 ICE_FLOW_HASH_PFCP_SEID,
312 ICE_RSS_OUTER_HEADERS,
316 struct ice_rss_hash_cfg eth_ipv6_esp_tmplt = {
317 ICE_FLOW_SEG_HDR_IPV6 | ICE_FLOW_SEG_HDR_IPV_OTHER |
318 ICE_FLOW_SEG_HDR_ESP,
319 ICE_FLOW_HASH_ESP_SPI,
320 ICE_RSS_OUTER_HEADERS,
324 struct ice_rss_hash_cfg eth_ipv6_udp_esp_tmplt = {
325 ICE_FLOW_SEG_HDR_IPV6 | ICE_FLOW_SEG_HDR_IPV_OTHER |
326 ICE_FLOW_SEG_HDR_NAT_T_ESP,
327 ICE_FLOW_HASH_NAT_T_ESP_SPI,
328 ICE_RSS_OUTER_HEADERS,
332 struct ice_rss_hash_cfg eth_ipv6_ah_tmplt = {
333 ICE_FLOW_SEG_HDR_IPV6 | ICE_FLOW_SEG_HDR_IPV_OTHER |
335 ICE_FLOW_HASH_AH_SPI,
336 ICE_RSS_OUTER_HEADERS,
340 struct ice_rss_hash_cfg eth_ipv6_l2tpv3_tmplt = {
341 ICE_FLOW_SEG_HDR_IPV6 | ICE_FLOW_SEG_HDR_IPV_OTHER |
342 ICE_FLOW_SEG_HDR_L2TPV3,
343 ICE_FLOW_HASH_L2TPV3_SESS_ID,
344 ICE_RSS_OUTER_HEADERS,
348 struct ice_rss_hash_cfg eth_ipv6_pfcp_tmplt = {
349 ICE_FLOW_SEG_HDR_IPV6 | ICE_FLOW_SEG_HDR_IPV_OTHER |
350 ICE_FLOW_SEG_HDR_PFCP_SESSION,
351 ICE_FLOW_HASH_PFCP_SEID,
352 ICE_RSS_OUTER_HEADERS,
356 struct ice_rss_hash_cfg pppoe_tmplt = {
357 ICE_FLOW_SEG_HDR_ETH,
358 ICE_FLOW_HASH_ETH | ICE_FLOW_HASH_PPPOE_SESS_ID,
359 ICE_RSS_OUTER_HEADERS,
363 struct ice_rss_hash_cfg empty_tmplt = {
364 ICE_FLOW_SEG_HDR_NONE,
371 #define ICE_RSS_TYPE_ETH_IPV4 (ETH_RSS_ETH | ETH_RSS_IPV4 | \
373 #define ICE_RSS_TYPE_ETH_IPV4_UDP (ICE_RSS_TYPE_ETH_IPV4 | \
374 ETH_RSS_NONFRAG_IPV4_UDP)
375 #define ICE_RSS_TYPE_ETH_IPV4_TCP (ICE_RSS_TYPE_ETH_IPV4 | \
376 ETH_RSS_NONFRAG_IPV4_TCP)
377 #define ICE_RSS_TYPE_ETH_IPV4_SCTP (ICE_RSS_TYPE_ETH_IPV4 | \
378 ETH_RSS_NONFRAG_IPV4_SCTP)
379 #define ICE_RSS_TYPE_IPV4 ETH_RSS_IPV4
380 #define ICE_RSS_TYPE_IPV4_UDP (ETH_RSS_IPV4 | \
381 ETH_RSS_NONFRAG_IPV4_UDP)
382 #define ICE_RSS_TYPE_IPV4_TCP (ETH_RSS_IPV4 | \
383 ETH_RSS_NONFRAG_IPV4_TCP)
384 #define ICE_RSS_TYPE_IPV4_SCTP (ETH_RSS_IPV4 | \
385 ETH_RSS_NONFRAG_IPV4_SCTP)
388 #define ICE_RSS_TYPE_ETH_IPV6 (ETH_RSS_ETH | ETH_RSS_IPV6)
389 #define ICE_RSS_TYPE_ETH_IPV6_FRAG (ETH_RSS_ETH | ETH_RSS_IPV6 | \
391 #define ICE_RSS_TYPE_ETH_IPV6_UDP (ICE_RSS_TYPE_ETH_IPV6 | \
392 ETH_RSS_NONFRAG_IPV6_UDP)
393 #define ICE_RSS_TYPE_ETH_IPV6_TCP (ICE_RSS_TYPE_ETH_IPV6 | \
394 ETH_RSS_NONFRAG_IPV6_TCP)
395 #define ICE_RSS_TYPE_ETH_IPV6_SCTP (ICE_RSS_TYPE_ETH_IPV6 | \
396 ETH_RSS_NONFRAG_IPV6_SCTP)
397 #define ICE_RSS_TYPE_IPV6 ETH_RSS_IPV6
398 #define ICE_RSS_TYPE_IPV6_UDP (ETH_RSS_IPV6 | \
399 ETH_RSS_NONFRAG_IPV6_UDP)
400 #define ICE_RSS_TYPE_IPV6_TCP (ETH_RSS_IPV6 | \
401 ETH_RSS_NONFRAG_IPV6_TCP)
402 #define ICE_RSS_TYPE_IPV6_SCTP (ETH_RSS_IPV6 | \
403 ETH_RSS_NONFRAG_IPV6_SCTP)
406 #define ICE_RSS_TYPE_VLAN_IPV4 (ICE_RSS_TYPE_IPV4 | \
407 ETH_RSS_S_VLAN | ETH_RSS_C_VLAN | \
409 #define ICE_RSS_TYPE_VLAN_IPV4_UDP (ICE_RSS_TYPE_IPV4_UDP | \
410 ETH_RSS_S_VLAN | ETH_RSS_C_VLAN)
411 #define ICE_RSS_TYPE_VLAN_IPV4_TCP (ICE_RSS_TYPE_IPV4_TCP | \
412 ETH_RSS_S_VLAN | ETH_RSS_C_VLAN)
413 #define ICE_RSS_TYPE_VLAN_IPV4_SCTP (ICE_RSS_TYPE_IPV4_SCTP | \
414 ETH_RSS_S_VLAN | ETH_RSS_C_VLAN)
416 #define ICE_RSS_TYPE_VLAN_IPV6 (ICE_RSS_TYPE_IPV6 | \
417 ETH_RSS_S_VLAN | ETH_RSS_C_VLAN)
418 #define ICE_RSS_TYPE_VLAN_IPV6_FRAG (ICE_RSS_TYPE_IPV6 | \
419 ETH_RSS_S_VLAN | ETH_RSS_C_VLAN | \
421 #define ICE_RSS_TYPE_VLAN_IPV6_UDP (ICE_RSS_TYPE_IPV6_UDP | \
422 ETH_RSS_S_VLAN | ETH_RSS_C_VLAN)
423 #define ICE_RSS_TYPE_VLAN_IPV6_TCP (ICE_RSS_TYPE_IPV6_TCP | \
424 ETH_RSS_S_VLAN | ETH_RSS_C_VLAN)
425 #define ICE_RSS_TYPE_VLAN_IPV6_SCTP (ICE_RSS_TYPE_IPV6_SCTP | \
426 ETH_RSS_S_VLAN | ETH_RSS_C_VLAN)
429 #define ICE_RSS_TYPE_GTPU_IPV4 (ICE_RSS_TYPE_IPV4 | \
431 #define ICE_RSS_TYPE_GTPU_IPV4_UDP (ICE_RSS_TYPE_IPV4_UDP | \
433 #define ICE_RSS_TYPE_GTPU_IPV4_TCP (ICE_RSS_TYPE_IPV4_TCP | \
436 #define ICE_RSS_TYPE_GTPU_IPV6 (ICE_RSS_TYPE_IPV6 | \
438 #define ICE_RSS_TYPE_GTPU_IPV6_UDP (ICE_RSS_TYPE_IPV6_UDP | \
440 #define ICE_RSS_TYPE_GTPU_IPV6_TCP (ICE_RSS_TYPE_IPV6_TCP | \
444 #define ICE_RSS_TYPE_PPPOE (ETH_RSS_ETH | ETH_RSS_PPPOE)
447 #define ICE_RSS_TYPE_PPPOE_IPV4 (ICE_RSS_TYPE_IPV4 | \
449 #define ICE_RSS_TYPE_PPPOE_IPV4_UDP (ICE_RSS_TYPE_IPV4_UDP | \
451 #define ICE_RSS_TYPE_PPPOE_IPV4_TCP (ICE_RSS_TYPE_IPV4_TCP | \
455 #define ICE_RSS_TYPE_PPPOE_IPV6 (ICE_RSS_TYPE_IPV6 | \
457 #define ICE_RSS_TYPE_PPPOE_IPV6_UDP (ICE_RSS_TYPE_IPV6_UDP | \
459 #define ICE_RSS_TYPE_PPPOE_IPV6_TCP (ICE_RSS_TYPE_IPV6_TCP | \
462 /* ESP, AH, L2TPV3 and PFCP */
463 #define ICE_RSS_TYPE_IPV4_ESP (ETH_RSS_ESP | ETH_RSS_IPV4)
464 #define ICE_RSS_TYPE_IPV6_ESP (ETH_RSS_ESP | ETH_RSS_IPV6)
465 #define ICE_RSS_TYPE_IPV4_AH (ETH_RSS_AH | ETH_RSS_IPV4)
466 #define ICE_RSS_TYPE_IPV6_AH (ETH_RSS_AH | ETH_RSS_IPV6)
467 #define ICE_RSS_TYPE_IPV4_L2TPV3 (ETH_RSS_L2TPV3 | ETH_RSS_IPV4)
468 #define ICE_RSS_TYPE_IPV6_L2TPV3 (ETH_RSS_L2TPV3 | ETH_RSS_IPV6)
469 #define ICE_RSS_TYPE_IPV4_PFCP (ETH_RSS_PFCP | ETH_RSS_IPV4)
470 #define ICE_RSS_TYPE_IPV6_PFCP (ETH_RSS_PFCP | ETH_RSS_IPV6)
473 * Supported pattern for hash.
474 * The first member is pattern item type,
475 * the second member is input set mask,
476 * the third member is ice_rss_hash_cfg template.
478 static struct ice_pattern_match_item ice_hash_pattern_list[] = {
480 {pattern_eth_ipv4, ICE_RSS_TYPE_ETH_IPV4, ICE_INSET_NONE, &ipv4_tmplt},
481 {pattern_eth_ipv4_udp, ICE_RSS_TYPE_ETH_IPV4_UDP, ICE_INSET_NONE, &ipv4_udp_tmplt},
482 {pattern_eth_ipv4_tcp, ICE_RSS_TYPE_ETH_IPV4_TCP, ICE_INSET_NONE, &ipv4_tcp_tmplt},
483 {pattern_eth_ipv4_sctp, ICE_RSS_TYPE_ETH_IPV4_SCTP, ICE_INSET_NONE, &ipv4_sctp_tmplt},
484 {pattern_eth_vlan_ipv4, ICE_RSS_TYPE_VLAN_IPV4, ICE_INSET_NONE, &ipv4_tmplt},
485 {pattern_eth_vlan_ipv4_udp, ICE_RSS_TYPE_VLAN_IPV4_UDP, ICE_INSET_NONE, &ipv4_udp_tmplt},
486 {pattern_eth_vlan_ipv4_tcp, ICE_RSS_TYPE_VLAN_IPV4_TCP, ICE_INSET_NONE, &ipv4_tcp_tmplt},
487 {pattern_eth_vlan_ipv4_sctp, ICE_RSS_TYPE_VLAN_IPV4_SCTP, ICE_INSET_NONE, &ipv4_sctp_tmplt},
488 {pattern_eth_ipv4_gtpu_ipv4, ICE_RSS_TYPE_GTPU_IPV4, ICE_INSET_NONE, &outer_ipv4_inner_ipv4_tmplt},
489 {pattern_eth_ipv4_gtpu_ipv4_udp, ICE_RSS_TYPE_GTPU_IPV4_UDP, ICE_INSET_NONE, &outer_ipv4_inner_ipv4_udp_tmplt},
490 {pattern_eth_ipv4_gtpu_ipv4_tcp, ICE_RSS_TYPE_GTPU_IPV4_TCP, ICE_INSET_NONE, &outer_ipv4_inner_ipv4_tcp_tmplt},
491 {pattern_eth_ipv6_gtpu_ipv4, ICE_RSS_TYPE_GTPU_IPV4, ICE_INSET_NONE, &outer_ipv6_inner_ipv4_tmplt},
492 {pattern_eth_ipv6_gtpu_ipv4_udp, ICE_RSS_TYPE_GTPU_IPV4_UDP, ICE_INSET_NONE, &outer_ipv6_inner_ipv4_udp_tmplt},
493 {pattern_eth_ipv6_gtpu_ipv4_tcp, ICE_RSS_TYPE_GTPU_IPV4_TCP, ICE_INSET_NONE, &outer_ipv6_inner_ipv4_tcp_tmplt},
494 {pattern_eth_ipv4_gtpu_eh_ipv4, ICE_RSS_TYPE_GTPU_IPV4, ICE_INSET_NONE, &outer_ipv4_inner_ipv4_tmplt},
495 {pattern_eth_ipv4_gtpu_eh_ipv4_udp, ICE_RSS_TYPE_GTPU_IPV4_UDP, ICE_INSET_NONE, &outer_ipv4_inner_ipv4_udp_tmplt},
496 {pattern_eth_ipv4_gtpu_eh_ipv4_tcp, ICE_RSS_TYPE_GTPU_IPV4_TCP, ICE_INSET_NONE, &outer_ipv4_inner_ipv4_tcp_tmplt},
497 {pattern_eth_ipv6_gtpu_eh_ipv4, ICE_RSS_TYPE_GTPU_IPV4, ICE_INSET_NONE, &outer_ipv6_inner_ipv4_tmplt},
498 {pattern_eth_ipv6_gtpu_eh_ipv4_udp, ICE_RSS_TYPE_GTPU_IPV4_UDP, ICE_INSET_NONE, &outer_ipv6_inner_ipv4_udp_tmplt},
499 {pattern_eth_ipv6_gtpu_eh_ipv4_tcp, ICE_RSS_TYPE_GTPU_IPV4_TCP, ICE_INSET_NONE, &outer_ipv6_inner_ipv4_tcp_tmplt},
500 {pattern_eth_pppoes_ipv4, ICE_RSS_TYPE_PPPOE_IPV4, ICE_INSET_NONE, &ipv4_tmplt},
501 {pattern_eth_pppoes_ipv4_udp, ICE_RSS_TYPE_PPPOE_IPV4_UDP, ICE_INSET_NONE, &ipv4_udp_tmplt},
502 {pattern_eth_pppoes_ipv4_tcp, ICE_RSS_TYPE_PPPOE_IPV4_TCP, ICE_INSET_NONE, &ipv4_tcp_tmplt},
503 {pattern_eth_ipv4_esp, ICE_RSS_TYPE_IPV4_ESP, ICE_INSET_NONE, ð_ipv4_esp_tmplt},
504 {pattern_eth_ipv4_udp_esp, ICE_RSS_TYPE_IPV4_ESP, ICE_INSET_NONE, ð_ipv4_udp_esp_tmplt},
505 {pattern_eth_ipv4_ah, ICE_RSS_TYPE_IPV4_AH, ICE_INSET_NONE, ð_ipv4_ah_tmplt},
506 {pattern_eth_ipv4_l2tp, ICE_RSS_TYPE_IPV4_L2TPV3, ICE_INSET_NONE, ð_ipv4_l2tpv3_tmplt},
507 {pattern_eth_ipv4_pfcp, ICE_RSS_TYPE_IPV4_PFCP, ICE_INSET_NONE, ð_ipv4_pfcp_tmplt},
509 {pattern_eth_ipv6, ICE_RSS_TYPE_ETH_IPV6, ICE_INSET_NONE, &ipv6_tmplt},
510 {pattern_eth_ipv6_frag_ext, ICE_RSS_TYPE_ETH_IPV6_FRAG, ICE_INSET_NONE, &ipv6_frag_tmplt},
511 {pattern_eth_ipv6_udp, ICE_RSS_TYPE_ETH_IPV6_UDP, ICE_INSET_NONE, &ipv6_udp_tmplt},
512 {pattern_eth_ipv6_tcp, ICE_RSS_TYPE_ETH_IPV6_TCP, ICE_INSET_NONE, &ipv6_tcp_tmplt},
513 {pattern_eth_ipv6_sctp, ICE_RSS_TYPE_ETH_IPV6_SCTP, ICE_INSET_NONE, &ipv6_sctp_tmplt},
514 {pattern_eth_vlan_ipv6, ICE_RSS_TYPE_VLAN_IPV6, ICE_INSET_NONE, &ipv6_tmplt},
515 {pattern_eth_vlan_ipv6_frag_ext, ICE_RSS_TYPE_VLAN_IPV6_FRAG, ICE_INSET_NONE, &ipv6_frag_tmplt},
516 {pattern_eth_vlan_ipv6_udp, ICE_RSS_TYPE_VLAN_IPV6_UDP, ICE_INSET_NONE, &ipv6_udp_tmplt},
517 {pattern_eth_vlan_ipv6_tcp, ICE_RSS_TYPE_VLAN_IPV6_TCP, ICE_INSET_NONE, &ipv6_tcp_tmplt},
518 {pattern_eth_vlan_ipv6_sctp, ICE_RSS_TYPE_VLAN_IPV6_SCTP, ICE_INSET_NONE, &ipv6_sctp_tmplt},
519 {pattern_eth_ipv4_gtpu_ipv6, ICE_RSS_TYPE_GTPU_IPV6, ICE_INSET_NONE, &outer_ipv4_inner_ipv6_tmplt},
520 {pattern_eth_ipv4_gtpu_ipv6_udp, ICE_RSS_TYPE_GTPU_IPV6_UDP, ICE_INSET_NONE, &outer_ipv4_inner_ipv6_udp_tmplt},
521 {pattern_eth_ipv4_gtpu_ipv6_tcp, ICE_RSS_TYPE_GTPU_IPV6_TCP, ICE_INSET_NONE, &outer_ipv4_inner_ipv6_tcp_tmplt},
522 {pattern_eth_ipv6_gtpu_ipv6, ICE_RSS_TYPE_GTPU_IPV6, ICE_INSET_NONE, &outer_ipv6_inner_ipv6_tmplt},
523 {pattern_eth_ipv6_gtpu_ipv6_udp, ICE_RSS_TYPE_GTPU_IPV6_UDP, ICE_INSET_NONE, &outer_ipv6_inner_ipv6_udp_tmplt},
524 {pattern_eth_ipv6_gtpu_ipv6_tcp, ICE_RSS_TYPE_GTPU_IPV6_TCP, ICE_INSET_NONE, &outer_ipv6_inner_ipv6_tcp_tmplt},
525 {pattern_eth_ipv4_gtpu_eh_ipv6, ICE_RSS_TYPE_GTPU_IPV6, ICE_INSET_NONE, &outer_ipv4_inner_ipv6_tmplt},
526 {pattern_eth_ipv4_gtpu_eh_ipv6_udp, ICE_RSS_TYPE_GTPU_IPV6_UDP, ICE_INSET_NONE, &outer_ipv4_inner_ipv6_udp_tmplt},
527 {pattern_eth_ipv4_gtpu_eh_ipv6_tcp, ICE_RSS_TYPE_GTPU_IPV6_TCP, ICE_INSET_NONE, &outer_ipv4_inner_ipv6_tcp_tmplt},
528 {pattern_eth_ipv6_gtpu_eh_ipv6, ICE_RSS_TYPE_GTPU_IPV6, ICE_INSET_NONE, &outer_ipv6_inner_ipv6_tmplt},
529 {pattern_eth_ipv6_gtpu_eh_ipv6_udp, ICE_RSS_TYPE_GTPU_IPV6_UDP, ICE_INSET_NONE, &outer_ipv6_inner_ipv6_udp_tmplt},
530 {pattern_eth_ipv6_gtpu_eh_ipv6_tcp, ICE_RSS_TYPE_GTPU_IPV6_TCP, ICE_INSET_NONE, &outer_ipv6_inner_ipv6_tcp_tmplt},
531 {pattern_eth_pppoes_ipv6, ICE_RSS_TYPE_PPPOE_IPV6, ICE_INSET_NONE, &ipv6_tmplt},
532 {pattern_eth_pppoes_ipv6_udp, ICE_RSS_TYPE_PPPOE_IPV6_UDP, ICE_INSET_NONE, &ipv6_udp_tmplt},
533 {pattern_eth_pppoes_ipv6_tcp, ICE_RSS_TYPE_PPPOE_IPV6_TCP, ICE_INSET_NONE, &ipv6_tcp_tmplt},
534 {pattern_eth_ipv6_esp, ICE_RSS_TYPE_IPV6_ESP, ICE_INSET_NONE, ð_ipv6_esp_tmplt},
535 {pattern_eth_ipv6_udp_esp, ICE_RSS_TYPE_IPV6_ESP, ICE_INSET_NONE, ð_ipv6_udp_esp_tmplt},
536 {pattern_eth_ipv6_ah, ICE_RSS_TYPE_IPV6_AH, ICE_INSET_NONE, ð_ipv6_ah_tmplt},
537 {pattern_eth_ipv6_l2tp, ICE_RSS_TYPE_IPV6_L2TPV3, ICE_INSET_NONE, ð_ipv6_l2tpv3_tmplt},
538 {pattern_eth_ipv6_pfcp, ICE_RSS_TYPE_IPV6_PFCP, ICE_INSET_NONE, ð_ipv6_pfcp_tmplt},
540 {pattern_eth_pppoes, ICE_RSS_TYPE_PPPOE, ICE_INSET_NONE, &pppoe_tmplt},
542 {pattern_empty, ICE_INSET_NONE, ICE_INSET_NONE, &empty_tmplt},
545 static struct ice_flow_engine ice_hash_engine = {
546 .init = ice_hash_init,
547 .create = ice_hash_create,
548 .destroy = ice_hash_destroy,
549 .uninit = ice_hash_uninit,
550 .free = ice_hash_free,
551 .type = ICE_FLOW_ENGINE_HASH,
554 /* Register parser for os package. */
555 static struct ice_flow_parser ice_hash_parser = {
556 .engine = &ice_hash_engine,
557 .array = ice_hash_pattern_list,
558 .array_len = RTE_DIM(ice_hash_pattern_list),
559 .parse_pattern_action = ice_hash_parse_pattern_action,
560 .stage = ICE_FLOW_STAGE_RSS,
563 RTE_INIT(ice_hash_engine_init)
565 struct ice_flow_engine *engine = &ice_hash_engine;
566 ice_register_flow_engine(engine);
570 ice_hash_init(struct ice_adapter *ad)
572 struct ice_flow_parser *parser = NULL;
574 if (ad->hw.dcf_enabled)
577 parser = &ice_hash_parser;
579 return ice_register_parser(parser, ad);
583 ice_hash_parse_pattern(const struct rte_flow_item pattern[], uint64_t *phint,
584 struct rte_flow_error *error)
586 const struct rte_flow_item *item = pattern;
587 const struct rte_flow_item_gtp_psc *psc;
589 for (item = pattern; item->type != RTE_FLOW_ITEM_TYPE_END; item++) {
591 rte_flow_error_set(error, EINVAL,
592 RTE_FLOW_ERROR_TYPE_ITEM, item,
593 "Not support range");
597 switch (item->type) {
598 case RTE_FLOW_ITEM_TYPE_VLAN:
599 *phint |= ICE_PHINT_VLAN;
601 case RTE_FLOW_ITEM_TYPE_PPPOES:
602 *phint |= ICE_PHINT_PPPOE;
604 case RTE_FLOW_ITEM_TYPE_GTPU:
605 *phint |= ICE_PHINT_GTPU;
607 case RTE_FLOW_ITEM_TYPE_GTP_PSC:
608 *phint |= ICE_PHINT_GTPU_EH;
612 else if (psc->pdu_type == ICE_GTPU_EH_UPLINK)
613 *phint |= ICE_PHINT_GTPU_EH_UP;
614 else if (psc->pdu_type == ICE_GTPU_EH_DWNLINK)
615 *phint |= ICE_PHINT_GTPU_EH_DWN;
626 ice_refine_hash_cfg_l234(struct ice_rss_hash_cfg *hash_cfg,
629 uint32_t *addl_hdrs = &hash_cfg->addl_hdrs;
630 uint64_t *hash_flds = &hash_cfg->hash_flds;
632 if (*addl_hdrs & ICE_FLOW_SEG_HDR_ETH) {
633 if (!(rss_type & ETH_RSS_ETH))
634 *hash_flds &= ~ICE_FLOW_HASH_ETH;
635 if (rss_type & ETH_RSS_L2_SRC_ONLY)
636 *hash_flds &= ~(BIT_ULL(ICE_FLOW_FIELD_IDX_ETH_DA));
637 else if (rss_type & ETH_RSS_L2_DST_ONLY)
638 *hash_flds &= ~(BIT_ULL(ICE_FLOW_FIELD_IDX_ETH_SA));
639 *addl_hdrs &= ~ICE_FLOW_SEG_HDR_ETH;
642 if (*addl_hdrs & ICE_FLOW_SEG_HDR_VLAN) {
643 if (rss_type & ETH_RSS_C_VLAN)
644 *hash_flds |= BIT_ULL(ICE_FLOW_FIELD_IDX_C_VLAN);
645 else if (rss_type & ETH_RSS_S_VLAN)
646 *hash_flds |= BIT_ULL(ICE_FLOW_FIELD_IDX_S_VLAN);
649 if (*addl_hdrs & ICE_FLOW_SEG_HDR_PPPOE) {
650 if (!(rss_type & ETH_RSS_PPPOE))
651 *hash_flds &= ~ICE_FLOW_HASH_PPPOE_SESS_ID;
654 if (*addl_hdrs & ICE_FLOW_SEG_HDR_IPV4) {
656 (ETH_RSS_IPV4 | ETH_RSS_FRAG_IPV4 |
657 ETH_RSS_NONFRAG_IPV4_UDP |
658 ETH_RSS_NONFRAG_IPV4_TCP |
659 ETH_RSS_NONFRAG_IPV4_SCTP)) {
660 if (rss_type & ETH_RSS_FRAG_IPV4)
662 ~(BIT_ULL(ICE_FLOW_FIELD_IDX_IPV4_ID));
663 else if (rss_type & ETH_RSS_L3_SRC_ONLY)
664 *hash_flds &= ~(BIT_ULL(ICE_FLOW_FIELD_IDX_IPV4_DA));
665 else if (rss_type & ETH_RSS_L3_DST_ONLY)
666 *hash_flds &= ~(BIT_ULL(ICE_FLOW_FIELD_IDX_IPV4_SA));
668 (ETH_RSS_L4_SRC_ONLY |
669 ETH_RSS_L4_DST_ONLY))
670 *hash_flds &= ~ICE_FLOW_HASH_IPV4;
672 *hash_flds &= ~ICE_FLOW_HASH_IPV4;
676 if (*addl_hdrs & ICE_FLOW_SEG_HDR_IPV6) {
678 (ETH_RSS_IPV6 | ETH_RSS_FRAG_IPV6 |
679 ETH_RSS_NONFRAG_IPV6_UDP |
680 ETH_RSS_NONFRAG_IPV6_TCP |
681 ETH_RSS_NONFRAG_IPV6_SCTP)) {
682 if (rss_type & ETH_RSS_FRAG_IPV6)
684 ~(BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_ID));
685 else if (rss_type & ETH_RSS_L3_SRC_ONLY)
686 *hash_flds &= ~(BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_DA));
687 else if (rss_type & ETH_RSS_L3_DST_ONLY)
688 *hash_flds &= ~(BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_SA));
690 (ETH_RSS_L4_SRC_ONLY |
691 ETH_RSS_L4_DST_ONLY))
692 *hash_flds &= ~ICE_FLOW_HASH_IPV6;
694 *hash_flds &= ~ICE_FLOW_HASH_IPV6;
697 if (rss_type & RTE_ETH_RSS_L3_PRE32) {
698 if (rss_type & ETH_RSS_L3_SRC_ONLY) {
699 *hash_flds &= ~(BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_SA));
700 *hash_flds |= (BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_PRE32_SA));
701 } else if (rss_type & ETH_RSS_L3_DST_ONLY) {
702 *hash_flds &= ~(BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_DA));
703 *hash_flds |= (BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_PRE32_DA));
705 *hash_flds &= ~ICE_FLOW_HASH_IPV6;
706 *hash_flds |= ICE_FLOW_HASH_IPV6_PRE32;
709 if (rss_type & RTE_ETH_RSS_L3_PRE48) {
710 if (rss_type & ETH_RSS_L3_SRC_ONLY) {
711 *hash_flds &= ~(BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_SA));
712 *hash_flds |= (BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_PRE48_SA));
713 } else if (rss_type & ETH_RSS_L3_DST_ONLY) {
714 *hash_flds &= ~(BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_DA));
715 *hash_flds |= (BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_PRE48_DA));
717 *hash_flds &= ~ICE_FLOW_HASH_IPV6;
718 *hash_flds |= ICE_FLOW_HASH_IPV6_PRE48;
721 if (rss_type & RTE_ETH_RSS_L3_PRE64) {
722 if (rss_type & ETH_RSS_L3_SRC_ONLY) {
723 *hash_flds &= ~(BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_SA));
724 *hash_flds |= (BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_PRE64_SA));
725 } else if (rss_type & ETH_RSS_L3_DST_ONLY) {
726 *hash_flds &= ~(BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_DA));
727 *hash_flds |= (BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_PRE64_DA));
729 *hash_flds &= ~ICE_FLOW_HASH_IPV6;
730 *hash_flds |= ICE_FLOW_HASH_IPV6_PRE64;
735 if (*addl_hdrs & ICE_FLOW_SEG_HDR_UDP) {
737 (ETH_RSS_NONFRAG_IPV4_UDP |
738 ETH_RSS_NONFRAG_IPV6_UDP)) {
739 if (rss_type & ETH_RSS_L4_SRC_ONLY)
740 *hash_flds &= ~(BIT_ULL(ICE_FLOW_FIELD_IDX_UDP_DST_PORT));
741 else if (rss_type & ETH_RSS_L4_DST_ONLY)
742 *hash_flds &= ~(BIT_ULL(ICE_FLOW_FIELD_IDX_UDP_SRC_PORT));
744 (ETH_RSS_L3_SRC_ONLY |
745 ETH_RSS_L3_DST_ONLY))
746 *hash_flds &= ~ICE_FLOW_HASH_UDP_PORT;
748 *hash_flds &= ~ICE_FLOW_HASH_UDP_PORT;
752 if (*addl_hdrs & ICE_FLOW_SEG_HDR_TCP) {
754 (ETH_RSS_NONFRAG_IPV4_TCP |
755 ETH_RSS_NONFRAG_IPV6_TCP)) {
756 if (rss_type & ETH_RSS_L4_SRC_ONLY)
757 *hash_flds &= ~(BIT_ULL(ICE_FLOW_FIELD_IDX_TCP_DST_PORT));
758 else if (rss_type & ETH_RSS_L4_DST_ONLY)
759 *hash_flds &= ~(BIT_ULL(ICE_FLOW_FIELD_IDX_TCP_SRC_PORT));
761 (ETH_RSS_L3_SRC_ONLY |
762 ETH_RSS_L3_DST_ONLY))
763 *hash_flds &= ~ICE_FLOW_HASH_TCP_PORT;
765 *hash_flds &= ~ICE_FLOW_HASH_TCP_PORT;
769 if (*addl_hdrs & ICE_FLOW_SEG_HDR_SCTP) {
771 (ETH_RSS_NONFRAG_IPV4_SCTP |
772 ETH_RSS_NONFRAG_IPV6_SCTP)) {
773 if (rss_type & ETH_RSS_L4_SRC_ONLY)
774 *hash_flds &= ~(BIT_ULL(ICE_FLOW_FIELD_IDX_SCTP_DST_PORT));
775 else if (rss_type & ETH_RSS_L4_DST_ONLY)
776 *hash_flds &= ~(BIT_ULL(ICE_FLOW_FIELD_IDX_SCTP_SRC_PORT));
778 (ETH_RSS_L3_SRC_ONLY |
779 ETH_RSS_L3_DST_ONLY))
780 *hash_flds &= ~ICE_FLOW_HASH_SCTP_PORT;
782 *hash_flds &= ~ICE_FLOW_HASH_SCTP_PORT;
786 if (*addl_hdrs & ICE_FLOW_SEG_HDR_L2TPV3) {
787 if (!(rss_type & ETH_RSS_L2TPV3))
788 *hash_flds &= ~ICE_FLOW_HASH_L2TPV3_SESS_ID;
791 if (*addl_hdrs & ICE_FLOW_SEG_HDR_ESP) {
792 if (!(rss_type & ETH_RSS_ESP))
793 *hash_flds &= ~ICE_FLOW_HASH_ESP_SPI;
796 if (*addl_hdrs & ICE_FLOW_SEG_HDR_AH) {
797 if (!(rss_type & ETH_RSS_AH))
798 *hash_flds &= ~ICE_FLOW_HASH_AH_SPI;
801 if (*addl_hdrs & ICE_FLOW_SEG_HDR_PFCP_SESSION) {
802 if (!(rss_type & ETH_RSS_PFCP))
803 *hash_flds &= ~ICE_FLOW_HASH_PFCP_SEID;
808 ice_refine_proto_hdrs_by_pattern(struct ice_rss_hash_cfg *hash_cfg,
811 uint32_t *addl_hdrs = &hash_cfg->addl_hdrs;
812 if (phint & ICE_PHINT_VLAN)
813 *addl_hdrs |= ICE_FLOW_SEG_HDR_VLAN;
815 if (phint & ICE_PHINT_PPPOE)
816 *addl_hdrs |= ICE_FLOW_SEG_HDR_PPPOE;
818 if (phint & ICE_PHINT_GTPU_EH_DWN)
819 *addl_hdrs |= ICE_FLOW_SEG_HDR_GTPU_DWN;
820 else if (phint & ICE_PHINT_GTPU_EH_UP)
821 *addl_hdrs |= ICE_FLOW_SEG_HDR_GTPU_UP;
822 else if (phint & ICE_PHINT_GTPU_EH)
823 *addl_hdrs |= ICE_FLOW_SEG_HDR_GTPU_EH;
824 else if (phint & ICE_PHINT_GTPU)
825 *addl_hdrs |= ICE_FLOW_SEG_HDR_GTPU_IP;
829 ice_refine_hash_cfg_gtpu(struct ice_rss_hash_cfg *hash_cfg,
832 uint32_t *addl_hdrs = &hash_cfg->addl_hdrs;
833 uint64_t *hash_flds = &hash_cfg->hash_flds;
835 /* update hash field for gtpu eh/gtpu dwn/gtpu up. */
836 if (!(rss_type & ETH_RSS_GTPU))
839 if (*addl_hdrs & ICE_FLOW_SEG_HDR_GTPU_DWN)
840 *hash_flds |= BIT_ULL(ICE_FLOW_FIELD_IDX_GTPU_DWN_TEID);
841 else if (*addl_hdrs & ICE_FLOW_SEG_HDR_GTPU_UP)
842 *hash_flds |= BIT_ULL(ICE_FLOW_FIELD_IDX_GTPU_UP_TEID);
843 else if (*addl_hdrs & ICE_FLOW_SEG_HDR_GTPU_EH)
844 *hash_flds |= BIT_ULL(ICE_FLOW_FIELD_IDX_GTPU_EH_TEID);
845 else if (*addl_hdrs & ICE_FLOW_SEG_HDR_GTPU_IP)
846 *hash_flds |= BIT_ULL(ICE_FLOW_FIELD_IDX_GTPU_IP_TEID);
849 static void ice_refine_hash_cfg(struct ice_rss_hash_cfg *hash_cfg,
850 uint64_t rss_type, uint64_t phint)
852 ice_refine_proto_hdrs_by_pattern(hash_cfg, phint);
853 ice_refine_hash_cfg_l234(hash_cfg, rss_type);
854 ice_refine_hash_cfg_gtpu(hash_cfg, rss_type);
857 static uint64_t invalid_rss_comb[] = {
858 ETH_RSS_IPV4 | ETH_RSS_NONFRAG_IPV4_UDP,
859 ETH_RSS_IPV4 | ETH_RSS_NONFRAG_IPV4_TCP,
860 ETH_RSS_IPV6 | ETH_RSS_NONFRAG_IPV6_UDP,
861 ETH_RSS_IPV6 | ETH_RSS_NONFRAG_IPV6_TCP,
862 RTE_ETH_RSS_L3_PRE40 |
863 RTE_ETH_RSS_L3_PRE56 |
867 struct rss_attr_type {
872 static struct rss_attr_type rss_attr_to_valid_type[] = {
873 {ETH_RSS_L2_SRC_ONLY | ETH_RSS_L2_DST_ONLY, ETH_RSS_ETH},
874 {ETH_RSS_L3_SRC_ONLY | ETH_RSS_L3_DST_ONLY, VALID_RSS_L3},
875 {ETH_RSS_L4_SRC_ONLY | ETH_RSS_L4_DST_ONLY, VALID_RSS_L4},
876 /* current ipv6 prefix only supports prefix 64 bits*/
877 {RTE_ETH_RSS_L3_PRE32, VALID_RSS_IPV6},
878 {RTE_ETH_RSS_L3_PRE48, VALID_RSS_IPV6},
879 {RTE_ETH_RSS_L3_PRE64, VALID_RSS_IPV6},
880 {INVALID_RSS_ATTR, 0}
884 ice_any_invalid_rss_type(enum rte_eth_hash_function rss_func,
885 uint64_t rss_type, uint64_t allow_rss_type)
890 * Check if l3/l4 SRC/DST_ONLY is set for SYMMETRIC_TOEPLITZ
893 if (rss_func == RTE_ETH_HASH_FUNCTION_SYMMETRIC_TOEPLITZ) {
894 if (rss_type & (ETH_RSS_L3_SRC_ONLY | ETH_RSS_L3_DST_ONLY |
895 ETH_RSS_L4_SRC_ONLY | ETH_RSS_L4_DST_ONLY))
899 (ETH_RSS_IPV4 | ETH_RSS_IPV6 |
900 ETH_RSS_FRAG_IPV4 | ETH_RSS_FRAG_IPV6 |
901 ETH_RSS_NONFRAG_IPV4_UDP | ETH_RSS_NONFRAG_IPV6_UDP |
902 ETH_RSS_NONFRAG_IPV4_TCP | ETH_RSS_NONFRAG_IPV6_TCP |
903 ETH_RSS_NONFRAG_IPV4_SCTP | ETH_RSS_NONFRAG_IPV6_SCTP)))
907 /* check invalid combination */
908 for (i = 0; i < RTE_DIM(invalid_rss_comb); i++) {
909 if (__builtin_popcountll(rss_type & invalid_rss_comb[i]) > 1)
913 /* check invalid RSS attribute */
914 for (i = 0; i < RTE_DIM(rss_attr_to_valid_type); i++) {
915 struct rss_attr_type *rat = &rss_attr_to_valid_type[i];
917 if (rat->attr & rss_type && !(rat->type & rss_type))
921 /* check not allowed RSS type */
922 rss_type &= ~VALID_RSS_ATTR;
924 return ((rss_type & allow_rss_type) != rss_type);
928 ice_hash_parse_action(struct ice_pattern_match_item *pattern_match_item,
929 const struct rte_flow_action actions[],
930 uint64_t pattern_hint, void **meta,
931 struct rte_flow_error *error)
933 struct ice_rss_meta *rss_meta = (struct ice_rss_meta *)*meta;
934 struct ice_rss_hash_cfg *cfg = pattern_match_item->meta;
935 enum rte_flow_action_type action_type;
936 const struct rte_flow_action_rss *rss;
937 const struct rte_flow_action *action;
940 /* Supported action is RSS. */
941 for (action = actions; action->type !=
942 RTE_FLOW_ACTION_TYPE_END; action++) {
943 action_type = action->type;
944 switch (action_type) {
945 case RTE_FLOW_ACTION_TYPE_RSS:
947 rss_type = rss->types;
949 /* Check hash function and save it to rss_meta. */
950 if (pattern_match_item->pattern_list !=
951 pattern_empty && rss->func ==
952 RTE_ETH_HASH_FUNCTION_SIMPLE_XOR) {
953 return rte_flow_error_set(error, ENOTSUP,
954 RTE_FLOW_ERROR_TYPE_ACTION, action,
955 "Not supported flow");
956 } else if (rss->func ==
957 RTE_ETH_HASH_FUNCTION_SIMPLE_XOR){
958 rss_meta->hash_function =
959 RTE_ETH_HASH_FUNCTION_SIMPLE_XOR;
961 } else if (rss->func ==
962 RTE_ETH_HASH_FUNCTION_SYMMETRIC_TOEPLITZ) {
963 rss_meta->hash_function =
964 RTE_ETH_HASH_FUNCTION_SYMMETRIC_TOEPLITZ;
969 return rte_flow_error_set(error, ENOTSUP,
970 RTE_FLOW_ERROR_TYPE_ACTION, action,
971 "a nonzero RSS encapsulation level is not supported");
974 return rte_flow_error_set(error, ENOTSUP,
975 RTE_FLOW_ERROR_TYPE_ACTION, action,
976 "a nonzero RSS key_len is not supported");
979 return rte_flow_error_set(error, ENOTSUP,
980 RTE_FLOW_ERROR_TYPE_ACTION, action,
981 "a non-NULL RSS queue is not supported");
984 * Check simultaneous use of SRC_ONLY and DST_ONLY
987 rss_type = rte_eth_rss_hf_refine(rss_type);
989 if (ice_any_invalid_rss_type(rss->func, rss_type,
990 pattern_match_item->input_set_mask_o))
991 return rte_flow_error_set(error, ENOTSUP,
992 RTE_FLOW_ERROR_TYPE_ACTION,
993 action, "RSS type not supported");
995 rss_meta->cfg = *cfg;
996 ice_refine_hash_cfg(&rss_meta->cfg,
997 rss_type, pattern_hint);
999 case RTE_FLOW_ACTION_TYPE_END:
1003 rte_flow_error_set(error, EINVAL,
1004 RTE_FLOW_ERROR_TYPE_ACTION, action,
1014 ice_hash_parse_pattern_action(__rte_unused struct ice_adapter *ad,
1015 struct ice_pattern_match_item *array,
1017 const struct rte_flow_item pattern[],
1018 const struct rte_flow_action actions[],
1019 uint32_t priority __rte_unused,
1021 struct rte_flow_error *error)
1024 struct ice_pattern_match_item *pattern_match_item;
1025 struct ice_rss_meta *rss_meta_ptr;
1026 uint64_t phint = ICE_PHINT_NONE;
1028 rss_meta_ptr = rte_zmalloc(NULL, sizeof(*rss_meta_ptr), 0);
1029 if (!rss_meta_ptr) {
1030 rte_flow_error_set(error, EINVAL,
1031 RTE_FLOW_ERROR_TYPE_HANDLE, NULL,
1032 "No memory for rss_meta_ptr");
1036 /* Check rss supported pattern and find matched pattern. */
1037 pattern_match_item = ice_search_pattern_match_item(ad, pattern, array,
1039 if (!pattern_match_item) {
1044 ret = ice_hash_parse_pattern(pattern, &phint, error);
1048 /* Check rss action. */
1049 ret = ice_hash_parse_action(pattern_match_item, actions, phint,
1050 (void **)&rss_meta_ptr, error);
1054 *meta = rss_meta_ptr;
1056 rte_free(rss_meta_ptr);
1057 rte_free(pattern_match_item);
1063 ice_hash_create(struct ice_adapter *ad,
1064 struct rte_flow *flow,
1066 struct rte_flow_error *error)
1068 struct ice_pf *pf = &ad->pf;
1069 struct ice_hw *hw = ICE_PF_TO_HW(pf);
1070 struct ice_vsi *vsi = pf->main_vsi;
1073 struct ice_hash_flow_cfg *filter_ptr;
1074 struct ice_rss_meta *rss_meta = (struct ice_rss_meta *)meta;
1075 uint8_t hash_function = rss_meta->hash_function;
1077 filter_ptr = rte_zmalloc("ice_rss_filter",
1078 sizeof(struct ice_hash_flow_cfg), 0);
1080 rte_flow_error_set(error, EINVAL,
1081 RTE_FLOW_ERROR_TYPE_HANDLE, NULL,
1082 "No memory for filter_ptr");
1086 if (hash_function == RTE_ETH_HASH_FUNCTION_SIMPLE_XOR) {
1087 /* Enable registers for simple_xor hash function. */
1088 reg = ICE_READ_REG(hw, VSIQF_HASH_CTL(vsi->vsi_id));
1089 reg = (reg & (~VSIQF_HASH_CTL_HASH_SCHEME_M)) |
1090 (2 << VSIQF_HASH_CTL_HASH_SCHEME_S);
1091 ICE_WRITE_REG(hw, VSIQF_HASH_CTL(vsi->vsi_id), reg);
1093 filter_ptr->simple_xor = 1;
1097 memcpy(&filter_ptr->rss_cfg.hash, &rss_meta->cfg,
1098 sizeof(struct ice_rss_hash_cfg));
1099 ret = ice_add_rss_cfg_wrap(pf, vsi->idx,
1100 &filter_ptr->rss_cfg.hash);
1102 rte_flow_error_set(error, EINVAL,
1103 RTE_FLOW_ERROR_TYPE_HANDLE, NULL,
1104 "rss flow create fail");
1110 flow->rule = filter_ptr;
1115 rte_free(filter_ptr);
1121 ice_hash_destroy(struct ice_adapter *ad,
1122 struct rte_flow *flow,
1123 struct rte_flow_error *error)
1125 struct ice_pf *pf = ICE_DEV_PRIVATE_TO_PF(ad);
1126 struct ice_hw *hw = ICE_PF_TO_HW(pf);
1127 struct ice_vsi *vsi = pf->main_vsi;
1130 struct ice_hash_flow_cfg *filter_ptr;
1132 filter_ptr = (struct ice_hash_flow_cfg *)flow->rule;
1134 if (filter_ptr->simple_xor == 1) {
1135 /* Return to symmetric_toeplitz state. */
1136 reg = ICE_READ_REG(hw, VSIQF_HASH_CTL(vsi->vsi_id));
1137 reg = (reg & (~VSIQF_HASH_CTL_HASH_SCHEME_M)) |
1138 (1 << VSIQF_HASH_CTL_HASH_SCHEME_S);
1139 ICE_WRITE_REG(hw, VSIQF_HASH_CTL(vsi->vsi_id), reg);
1141 ret = ice_rem_rss_cfg_wrap(pf, vsi->idx,
1142 &filter_ptr->rss_cfg.hash);
1143 /* Fixme: Ignore the error if a rule does not exist.
1144 * Currently a rule for inputset change or symm turn on/off
1145 * will overwrite an exist rule, while application still
1146 * have 2 rte_flow handles.
1148 if (ret && ret != ICE_ERR_DOES_NOT_EXIST) {
1149 rte_flow_error_set(error, EINVAL,
1150 RTE_FLOW_ERROR_TYPE_HANDLE, NULL,
1151 "rss flow destroy fail");
1156 rte_free(filter_ptr);
1160 rte_free(filter_ptr);
1165 ice_hash_uninit(struct ice_adapter *ad)
1167 if (ad->hw.dcf_enabled)
1170 ice_unregister_parser(&ice_hash_parser, ad);
1174 ice_hash_free(struct rte_flow *flow)
1176 rte_free(flow->rule);