1 /* SPDX-License-Identifier: BSD-3-Clause
2 * Copyright(c) 2019 Intel Corporation
13 #include <rte_debug.h>
14 #include <rte_ether.h>
15 #include <ethdev_driver.h>
17 #include <rte_malloc.h>
18 #include <rte_eth_ctrl.h>
19 #include <rte_tailq.h>
20 #include <rte_flow_driver.h>
23 #include "base/ice_type.h"
24 #include "base/ice_flow.h"
25 #include "ice_ethdev.h"
26 #include "ice_generic_flow.h"
28 #define ICE_PHINT_NONE 0
29 #define ICE_PHINT_VLAN BIT_ULL(0)
30 #define ICE_PHINT_PPPOE BIT_ULL(1)
31 #define ICE_PHINT_GTPU BIT_ULL(2)
32 #define ICE_PHINT_GTPU_EH BIT_ULL(3)
33 #define ICE_PHINT_GTPU_EH_DWN BIT_ULL(4)
34 #define ICE_PHINT_GTPU_EH_UP BIT_ULL(5)
36 #define ICE_GTPU_EH_DWNLINK 0
37 #define ICE_GTPU_EH_UPLINK 1
39 #define ICE_IPV4_PROT BIT_ULL(ICE_FLOW_FIELD_IDX_IPV4_PROT)
40 #define ICE_IPV6_PROT BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_PROT)
42 #define VALID_RSS_IPV4_L4 (RTE_ETH_RSS_NONFRAG_IPV4_UDP | \
43 RTE_ETH_RSS_NONFRAG_IPV4_TCP | \
44 RTE_ETH_RSS_NONFRAG_IPV4_SCTP)
46 #define VALID_RSS_IPV6_L4 (RTE_ETH_RSS_NONFRAG_IPV6_UDP | \
47 RTE_ETH_RSS_NONFRAG_IPV6_TCP | \
48 RTE_ETH_RSS_NONFRAG_IPV6_SCTP)
50 #define VALID_RSS_IPV4 (RTE_ETH_RSS_IPV4 | RTE_ETH_RSS_FRAG_IPV4 | \
52 #define VALID_RSS_IPV6 (RTE_ETH_RSS_IPV6 | RTE_ETH_RSS_FRAG_IPV6 | \
54 #define VALID_RSS_L3 (VALID_RSS_IPV4 | VALID_RSS_IPV6)
55 #define VALID_RSS_L4 (VALID_RSS_IPV4_L4 | VALID_RSS_IPV6_L4)
57 #define VALID_RSS_ATTR (RTE_ETH_RSS_L3_SRC_ONLY | \
58 RTE_ETH_RSS_L3_DST_ONLY | \
59 RTE_ETH_RSS_L4_SRC_ONLY | \
60 RTE_ETH_RSS_L4_DST_ONLY | \
61 RTE_ETH_RSS_L2_SRC_ONLY | \
62 RTE_ETH_RSS_L2_DST_ONLY | \
63 RTE_ETH_RSS_L3_PRE32 | \
64 RTE_ETH_RSS_L3_PRE48 | \
67 #define INVALID_RSS_ATTR (RTE_ETH_RSS_L3_PRE40 | \
68 RTE_ETH_RSS_L3_PRE56 | \
72 uint8_t hash_function;
73 struct ice_rss_hash_cfg cfg;
76 struct ice_hash_flow_cfg {
78 struct ice_rss_cfg rss_cfg;
82 ice_hash_init(struct ice_adapter *ad);
85 ice_hash_create(struct ice_adapter *ad,
86 struct rte_flow *flow,
88 struct rte_flow_error *error);
91 ice_hash_destroy(struct ice_adapter *ad,
92 struct rte_flow *flow,
93 struct rte_flow_error *error);
96 ice_hash_uninit(struct ice_adapter *ad);
99 ice_hash_free(struct rte_flow *flow);
102 ice_hash_parse_pattern_action(struct ice_adapter *ad,
103 struct ice_pattern_match_item *array,
105 const struct rte_flow_item pattern[],
106 const struct rte_flow_action actions[],
109 struct rte_flow_error *error);
111 /* Rss configuration template */
112 struct ice_rss_hash_cfg ipv4_tmplt = {
113 ICE_FLOW_SEG_HDR_ETH | ICE_FLOW_SEG_HDR_IPV4 |
114 ICE_FLOW_SEG_HDR_IPV_OTHER,
115 ICE_FLOW_HASH_ETH | ICE_FLOW_HASH_IPV4,
116 ICE_RSS_OUTER_HEADERS,
120 struct ice_rss_hash_cfg ipv4_udp_tmplt = {
121 ICE_FLOW_SEG_HDR_ETH | ICE_FLOW_SEG_HDR_IPV4 |
122 ICE_FLOW_SEG_HDR_IPV_OTHER | ICE_FLOW_SEG_HDR_UDP,
123 ICE_FLOW_HASH_ETH | ICE_HASH_UDP_IPV4 | ICE_IPV4_PROT,
124 ICE_RSS_OUTER_HEADERS,
128 struct ice_rss_hash_cfg ipv4_tcp_tmplt = {
129 ICE_FLOW_SEG_HDR_ETH | ICE_FLOW_SEG_HDR_IPV4 |
130 ICE_FLOW_SEG_HDR_IPV_OTHER | ICE_FLOW_SEG_HDR_TCP,
131 ICE_FLOW_HASH_ETH | ICE_HASH_TCP_IPV4 | ICE_IPV4_PROT,
132 ICE_RSS_OUTER_HEADERS,
136 struct ice_rss_hash_cfg ipv4_sctp_tmplt = {
137 ICE_FLOW_SEG_HDR_ETH | ICE_FLOW_SEG_HDR_IPV4 |
138 ICE_FLOW_SEG_HDR_IPV_OTHER | ICE_FLOW_SEG_HDR_SCTP,
139 ICE_FLOW_HASH_ETH | ICE_HASH_SCTP_IPV4 | ICE_IPV4_PROT,
140 ICE_RSS_OUTER_HEADERS,
144 struct ice_rss_hash_cfg ipv6_tmplt = {
145 ICE_FLOW_SEG_HDR_ETH | ICE_FLOW_SEG_HDR_IPV6 |
146 ICE_FLOW_SEG_HDR_IPV_OTHER,
147 ICE_FLOW_HASH_ETH | ICE_FLOW_HASH_IPV6,
148 ICE_RSS_OUTER_HEADERS,
152 struct ice_rss_hash_cfg ipv6_frag_tmplt = {
153 ICE_FLOW_SEG_HDR_ETH | ICE_FLOW_SEG_HDR_IPV6 |
154 ICE_FLOW_SEG_HDR_IPV_FRAG,
155 ICE_FLOW_HASH_ETH | ICE_FLOW_HASH_IPV6,
156 ICE_RSS_OUTER_HEADERS,
160 struct ice_rss_hash_cfg ipv6_udp_tmplt = {
161 ICE_FLOW_SEG_HDR_ETH | ICE_FLOW_SEG_HDR_IPV6 |
162 ICE_FLOW_SEG_HDR_IPV_OTHER | ICE_FLOW_SEG_HDR_UDP,
163 ICE_FLOW_HASH_ETH | ICE_HASH_UDP_IPV6 | ICE_IPV6_PROT,
164 ICE_RSS_OUTER_HEADERS,
168 struct ice_rss_hash_cfg ipv6_tcp_tmplt = {
169 ICE_FLOW_SEG_HDR_ETH | ICE_FLOW_SEG_HDR_IPV6 |
170 ICE_FLOW_SEG_HDR_IPV_OTHER | ICE_FLOW_SEG_HDR_TCP,
171 ICE_FLOW_HASH_ETH | ICE_HASH_TCP_IPV6 | ICE_IPV6_PROT,
172 ICE_RSS_OUTER_HEADERS,
176 struct ice_rss_hash_cfg ipv6_sctp_tmplt = {
177 ICE_FLOW_SEG_HDR_ETH | ICE_FLOW_SEG_HDR_IPV6 |
178 ICE_FLOW_SEG_HDR_IPV_OTHER | ICE_FLOW_SEG_HDR_SCTP,
179 ICE_FLOW_HASH_ETH | ICE_HASH_SCTP_IPV6 | ICE_IPV6_PROT,
180 ICE_RSS_OUTER_HEADERS,
184 struct ice_rss_hash_cfg outer_ipv4_inner_ipv4_tmplt = {
185 ICE_FLOW_SEG_HDR_IPV4 | ICE_FLOW_SEG_HDR_IPV_OTHER,
187 ICE_RSS_INNER_HEADERS_W_OUTER_IPV4,
190 struct ice_rss_hash_cfg outer_ipv4_inner_ipv4_udp_tmplt = {
191 ICE_FLOW_SEG_HDR_IPV4 | ICE_FLOW_SEG_HDR_IPV_OTHER |
192 ICE_FLOW_SEG_HDR_UDP,
193 ICE_HASH_UDP_IPV4 | ICE_IPV4_PROT,
194 ICE_RSS_INNER_HEADERS_W_OUTER_IPV4,
198 struct ice_rss_hash_cfg outer_ipv4_inner_ipv4_tcp_tmplt = {
199 ICE_FLOW_SEG_HDR_IPV4 | ICE_FLOW_SEG_HDR_IPV_OTHER |
200 ICE_FLOW_SEG_HDR_TCP,
201 ICE_HASH_TCP_IPV4 | ICE_IPV4_PROT,
202 ICE_RSS_INNER_HEADERS_W_OUTER_IPV4,
206 struct ice_rss_hash_cfg outer_ipv6_inner_ipv4_tmplt = {
207 ICE_FLOW_SEG_HDR_IPV4 | ICE_FLOW_SEG_HDR_IPV_OTHER,
209 ICE_RSS_INNER_HEADERS_W_OUTER_IPV6,
213 struct ice_rss_hash_cfg outer_ipv6_inner_ipv4_udp_tmplt = {
214 ICE_FLOW_SEG_HDR_IPV4 | ICE_FLOW_SEG_HDR_IPV_OTHER |
215 ICE_FLOW_SEG_HDR_UDP,
216 ICE_HASH_UDP_IPV4 | ICE_IPV4_PROT,
217 ICE_RSS_INNER_HEADERS_W_OUTER_IPV6,
221 struct ice_rss_hash_cfg outer_ipv6_inner_ipv4_tcp_tmplt = {
222 ICE_FLOW_SEG_HDR_IPV4 | ICE_FLOW_SEG_HDR_IPV_OTHER |
223 ICE_FLOW_SEG_HDR_TCP,
224 ICE_HASH_TCP_IPV4 | ICE_IPV4_PROT,
225 ICE_RSS_INNER_HEADERS_W_OUTER_IPV6,
229 struct ice_rss_hash_cfg outer_ipv4_inner_ipv6_tmplt = {
230 ICE_FLOW_SEG_HDR_IPV6 | ICE_FLOW_SEG_HDR_IPV_OTHER,
232 ICE_RSS_INNER_HEADERS_W_OUTER_IPV4,
236 struct ice_rss_hash_cfg outer_ipv4_inner_ipv6_udp_tmplt = {
237 ICE_FLOW_SEG_HDR_IPV6 | ICE_FLOW_SEG_HDR_IPV_OTHER |
238 ICE_FLOW_SEG_HDR_UDP,
239 ICE_HASH_UDP_IPV6 | ICE_IPV6_PROT,
240 ICE_RSS_INNER_HEADERS_W_OUTER_IPV4,
244 struct ice_rss_hash_cfg outer_ipv4_inner_ipv6_tcp_tmplt = {
245 ICE_FLOW_SEG_HDR_IPV6 | ICE_FLOW_SEG_HDR_IPV_OTHER |
246 ICE_FLOW_SEG_HDR_TCP,
247 ICE_HASH_TCP_IPV6 | ICE_IPV6_PROT,
248 ICE_RSS_INNER_HEADERS_W_OUTER_IPV4,
252 struct ice_rss_hash_cfg outer_ipv6_inner_ipv6_tmplt = {
253 ICE_FLOW_SEG_HDR_IPV6 | ICE_FLOW_SEG_HDR_IPV_OTHER,
255 ICE_RSS_INNER_HEADERS_W_OUTER_IPV6,
258 struct ice_rss_hash_cfg outer_ipv6_inner_ipv6_udp_tmplt = {
259 ICE_FLOW_SEG_HDR_IPV6 | ICE_FLOW_SEG_HDR_IPV_OTHER |
260 ICE_FLOW_SEG_HDR_UDP,
261 ICE_HASH_UDP_IPV6 | ICE_IPV6_PROT,
262 ICE_RSS_INNER_HEADERS_W_OUTER_IPV6,
266 struct ice_rss_hash_cfg outer_ipv6_inner_ipv6_tcp_tmplt = {
267 ICE_FLOW_SEG_HDR_IPV6 | ICE_FLOW_SEG_HDR_IPV_OTHER |
268 ICE_FLOW_SEG_HDR_TCP,
269 ICE_HASH_TCP_IPV6 | ICE_IPV6_PROT,
270 ICE_RSS_INNER_HEADERS_W_OUTER_IPV6,
274 struct ice_rss_hash_cfg eth_ipv4_esp_tmplt = {
275 ICE_FLOW_SEG_HDR_IPV4 | ICE_FLOW_SEG_HDR_IPV_OTHER |
276 ICE_FLOW_SEG_HDR_ESP,
277 ICE_FLOW_HASH_ESP_SPI,
278 ICE_RSS_OUTER_HEADERS,
282 struct ice_rss_hash_cfg eth_ipv4_udp_esp_tmplt = {
283 ICE_FLOW_SEG_HDR_IPV4 | ICE_FLOW_SEG_HDR_IPV_OTHER |
284 ICE_FLOW_SEG_HDR_NAT_T_ESP,
285 ICE_FLOW_HASH_NAT_T_ESP_SPI,
286 ICE_RSS_OUTER_HEADERS,
290 struct ice_rss_hash_cfg eth_ipv4_ah_tmplt = {
291 ICE_FLOW_SEG_HDR_IPV4 | ICE_FLOW_SEG_HDR_IPV_OTHER |
293 ICE_FLOW_HASH_AH_SPI,
294 ICE_RSS_OUTER_HEADERS,
298 struct ice_rss_hash_cfg eth_ipv4_l2tpv3_tmplt = {
299 ICE_FLOW_SEG_HDR_IPV4 | ICE_FLOW_SEG_HDR_IPV_OTHER |
300 ICE_FLOW_SEG_HDR_L2TPV3,
301 ICE_FLOW_HASH_L2TPV3_SESS_ID,
302 ICE_RSS_OUTER_HEADERS,
306 struct ice_rss_hash_cfg eth_ipv4_pfcp_tmplt = {
307 ICE_FLOW_SEG_HDR_IPV4 | ICE_FLOW_SEG_HDR_IPV_OTHER |
308 ICE_FLOW_SEG_HDR_PFCP_SESSION,
309 ICE_FLOW_HASH_PFCP_SEID,
310 ICE_RSS_OUTER_HEADERS,
314 struct ice_rss_hash_cfg eth_ipv6_esp_tmplt = {
315 ICE_FLOW_SEG_HDR_IPV6 | ICE_FLOW_SEG_HDR_IPV_OTHER |
316 ICE_FLOW_SEG_HDR_ESP,
317 ICE_FLOW_HASH_ESP_SPI,
318 ICE_RSS_OUTER_HEADERS,
322 struct ice_rss_hash_cfg eth_ipv6_udp_esp_tmplt = {
323 ICE_FLOW_SEG_HDR_IPV6 | ICE_FLOW_SEG_HDR_IPV_OTHER |
324 ICE_FLOW_SEG_HDR_NAT_T_ESP,
325 ICE_FLOW_HASH_NAT_T_ESP_SPI,
326 ICE_RSS_OUTER_HEADERS,
330 struct ice_rss_hash_cfg eth_ipv6_ah_tmplt = {
331 ICE_FLOW_SEG_HDR_IPV6 | ICE_FLOW_SEG_HDR_IPV_OTHER |
333 ICE_FLOW_HASH_AH_SPI,
334 ICE_RSS_OUTER_HEADERS,
338 struct ice_rss_hash_cfg eth_ipv6_l2tpv3_tmplt = {
339 ICE_FLOW_SEG_HDR_IPV6 | ICE_FLOW_SEG_HDR_IPV_OTHER |
340 ICE_FLOW_SEG_HDR_L2TPV3,
341 ICE_FLOW_HASH_L2TPV3_SESS_ID,
342 ICE_RSS_OUTER_HEADERS,
346 struct ice_rss_hash_cfg eth_ipv6_pfcp_tmplt = {
347 ICE_FLOW_SEG_HDR_IPV6 | ICE_FLOW_SEG_HDR_IPV_OTHER |
348 ICE_FLOW_SEG_HDR_PFCP_SESSION,
349 ICE_FLOW_HASH_PFCP_SEID,
350 ICE_RSS_OUTER_HEADERS,
354 struct ice_rss_hash_cfg pppoe_tmplt = {
355 ICE_FLOW_SEG_HDR_ETH,
356 ICE_FLOW_HASH_ETH | ICE_FLOW_HASH_PPPOE_SESS_ID,
357 ICE_RSS_OUTER_HEADERS,
361 struct ice_rss_hash_cfg empty_tmplt = {
362 ICE_FLOW_SEG_HDR_NONE,
368 struct ice_rss_hash_cfg eth_tmplt = {
369 ICE_FLOW_SEG_HDR_ETH | ICE_FLOW_SEG_HDR_ETH_NON_IP,
371 ICE_RSS_OUTER_HEADERS,
376 #define ICE_RSS_TYPE_ETH_IPV4 (RTE_ETH_RSS_ETH | RTE_ETH_RSS_IPV4 | \
377 RTE_ETH_RSS_FRAG_IPV4 | \
378 RTE_ETH_RSS_IPV4_CHKSUM)
379 #define ICE_RSS_TYPE_ETH_IPV4_UDP (ICE_RSS_TYPE_ETH_IPV4 | \
380 RTE_ETH_RSS_NONFRAG_IPV4_UDP | \
381 RTE_ETH_RSS_L4_CHKSUM)
382 #define ICE_RSS_TYPE_ETH_IPV4_TCP (ICE_RSS_TYPE_ETH_IPV4 | \
383 RTE_ETH_RSS_NONFRAG_IPV4_TCP | \
384 RTE_ETH_RSS_L4_CHKSUM)
385 #define ICE_RSS_TYPE_ETH_IPV4_SCTP (ICE_RSS_TYPE_ETH_IPV4 | \
386 RTE_ETH_RSS_NONFRAG_IPV4_SCTP | \
387 RTE_ETH_RSS_L4_CHKSUM)
388 #define ICE_RSS_TYPE_IPV4 RTE_ETH_RSS_IPV4
389 #define ICE_RSS_TYPE_IPV4_UDP (RTE_ETH_RSS_IPV4 | \
390 RTE_ETH_RSS_NONFRAG_IPV4_UDP)
391 #define ICE_RSS_TYPE_IPV4_TCP (RTE_ETH_RSS_IPV4 | \
392 RTE_ETH_RSS_NONFRAG_IPV4_TCP)
393 #define ICE_RSS_TYPE_IPV4_SCTP (RTE_ETH_RSS_IPV4 | \
394 RTE_ETH_RSS_NONFRAG_IPV4_SCTP)
397 #define ICE_RSS_TYPE_ETH_IPV6 (RTE_ETH_RSS_ETH | RTE_ETH_RSS_IPV6)
398 #define ICE_RSS_TYPE_ETH_IPV6_FRAG (RTE_ETH_RSS_ETH | RTE_ETH_RSS_IPV6 | \
399 RTE_ETH_RSS_FRAG_IPV6)
400 #define ICE_RSS_TYPE_ETH_IPV6_UDP (ICE_RSS_TYPE_ETH_IPV6 | \
401 RTE_ETH_RSS_NONFRAG_IPV6_UDP | \
402 RTE_ETH_RSS_L4_CHKSUM)
403 #define ICE_RSS_TYPE_ETH_IPV6_TCP (ICE_RSS_TYPE_ETH_IPV6 | \
404 RTE_ETH_RSS_NONFRAG_IPV6_TCP | \
405 RTE_ETH_RSS_L4_CHKSUM)
406 #define ICE_RSS_TYPE_ETH_IPV6_SCTP (ICE_RSS_TYPE_ETH_IPV6 | \
407 RTE_ETH_RSS_NONFRAG_IPV6_SCTP | \
408 RTE_ETH_RSS_L4_CHKSUM)
409 #define ICE_RSS_TYPE_IPV6 RTE_ETH_RSS_IPV6
410 #define ICE_RSS_TYPE_IPV6_UDP (RTE_ETH_RSS_IPV6 | \
411 RTE_ETH_RSS_NONFRAG_IPV6_UDP)
412 #define ICE_RSS_TYPE_IPV6_TCP (RTE_ETH_RSS_IPV6 | \
413 RTE_ETH_RSS_NONFRAG_IPV6_TCP)
414 #define ICE_RSS_TYPE_IPV6_SCTP (RTE_ETH_RSS_IPV6 | \
415 RTE_ETH_RSS_NONFRAG_IPV6_SCTP)
418 #define ICE_RSS_TYPE_VLAN_IPV4 (ICE_RSS_TYPE_IPV4 | \
419 RTE_ETH_RSS_S_VLAN | RTE_ETH_RSS_C_VLAN | \
420 RTE_ETH_RSS_FRAG_IPV4)
421 #define ICE_RSS_TYPE_VLAN_IPV4_UDP (ICE_RSS_TYPE_IPV4_UDP | \
422 RTE_ETH_RSS_S_VLAN | RTE_ETH_RSS_C_VLAN)
423 #define ICE_RSS_TYPE_VLAN_IPV4_TCP (ICE_RSS_TYPE_IPV4_TCP | \
424 RTE_ETH_RSS_S_VLAN | RTE_ETH_RSS_C_VLAN)
425 #define ICE_RSS_TYPE_VLAN_IPV4_SCTP (ICE_RSS_TYPE_IPV4_SCTP | \
426 RTE_ETH_RSS_S_VLAN | RTE_ETH_RSS_C_VLAN)
428 #define ICE_RSS_TYPE_VLAN_IPV6 (ICE_RSS_TYPE_IPV6 | \
429 RTE_ETH_RSS_S_VLAN | RTE_ETH_RSS_C_VLAN)
430 #define ICE_RSS_TYPE_VLAN_IPV6_FRAG (ICE_RSS_TYPE_IPV6 | \
431 RTE_ETH_RSS_S_VLAN | RTE_ETH_RSS_C_VLAN | \
432 RTE_ETH_RSS_FRAG_IPV6)
433 #define ICE_RSS_TYPE_VLAN_IPV6_UDP (ICE_RSS_TYPE_IPV6_UDP | \
434 RTE_ETH_RSS_S_VLAN | RTE_ETH_RSS_C_VLAN)
435 #define ICE_RSS_TYPE_VLAN_IPV6_TCP (ICE_RSS_TYPE_IPV6_TCP | \
436 RTE_ETH_RSS_S_VLAN | RTE_ETH_RSS_C_VLAN)
437 #define ICE_RSS_TYPE_VLAN_IPV6_SCTP (ICE_RSS_TYPE_IPV6_SCTP | \
438 RTE_ETH_RSS_S_VLAN | RTE_ETH_RSS_C_VLAN)
441 #define ICE_RSS_TYPE_GTPU_IPV4 (ICE_RSS_TYPE_IPV4 | \
443 #define ICE_RSS_TYPE_GTPU_IPV4_UDP (ICE_RSS_TYPE_IPV4_UDP | \
445 #define ICE_RSS_TYPE_GTPU_IPV4_TCP (ICE_RSS_TYPE_IPV4_TCP | \
448 #define ICE_RSS_TYPE_GTPU_IPV6 (ICE_RSS_TYPE_IPV6 | \
450 #define ICE_RSS_TYPE_GTPU_IPV6_UDP (ICE_RSS_TYPE_IPV6_UDP | \
452 #define ICE_RSS_TYPE_GTPU_IPV6_TCP (ICE_RSS_TYPE_IPV6_TCP | \
456 #define ICE_RSS_TYPE_PPPOE (RTE_ETH_RSS_ETH | RTE_ETH_RSS_PPPOE)
459 #define ICE_RSS_TYPE_PPPOE_IPV4 (ICE_RSS_TYPE_IPV4 | \
461 #define ICE_RSS_TYPE_PPPOE_IPV4_UDP (ICE_RSS_TYPE_IPV4_UDP | \
463 #define ICE_RSS_TYPE_PPPOE_IPV4_TCP (ICE_RSS_TYPE_IPV4_TCP | \
467 #define ICE_RSS_TYPE_PPPOE_IPV6 (ICE_RSS_TYPE_IPV6 | \
469 #define ICE_RSS_TYPE_PPPOE_IPV6_UDP (ICE_RSS_TYPE_IPV6_UDP | \
471 #define ICE_RSS_TYPE_PPPOE_IPV6_TCP (ICE_RSS_TYPE_IPV6_TCP | \
474 /* ESP, AH, L2TPV3 and PFCP */
475 #define ICE_RSS_TYPE_IPV4_ESP (RTE_ETH_RSS_ESP | RTE_ETH_RSS_IPV4)
476 #define ICE_RSS_TYPE_IPV6_ESP (RTE_ETH_RSS_ESP | RTE_ETH_RSS_IPV6)
477 #define ICE_RSS_TYPE_IPV4_AH (RTE_ETH_RSS_AH | RTE_ETH_RSS_IPV4)
478 #define ICE_RSS_TYPE_IPV6_AH (RTE_ETH_RSS_AH | RTE_ETH_RSS_IPV6)
479 #define ICE_RSS_TYPE_IPV4_L2TPV3 (RTE_ETH_RSS_L2TPV3 | RTE_ETH_RSS_IPV4)
480 #define ICE_RSS_TYPE_IPV6_L2TPV3 (RTE_ETH_RSS_L2TPV3 | RTE_ETH_RSS_IPV6)
481 #define ICE_RSS_TYPE_IPV4_PFCP (RTE_ETH_RSS_PFCP | RTE_ETH_RSS_IPV4)
482 #define ICE_RSS_TYPE_IPV6_PFCP (RTE_ETH_RSS_PFCP | RTE_ETH_RSS_IPV6)
485 #define ICE_RSS_TYPE_ETH RTE_ETH_RSS_ETH
488 * Supported pattern for hash.
489 * The first member is pattern item type,
490 * the second member is input set mask,
491 * the third member is ice_rss_hash_cfg template.
493 static struct ice_pattern_match_item ice_hash_pattern_list[] = {
495 {pattern_eth_ipv4, ICE_RSS_TYPE_ETH_IPV4, ICE_INSET_NONE, &ipv4_tmplt},
496 {pattern_eth_ipv4_udp, ICE_RSS_TYPE_ETH_IPV4_UDP, ICE_INSET_NONE, &ipv4_udp_tmplt},
497 {pattern_eth_ipv4_tcp, ICE_RSS_TYPE_ETH_IPV4_TCP, ICE_INSET_NONE, &ipv4_tcp_tmplt},
498 {pattern_eth_ipv4_sctp, ICE_RSS_TYPE_ETH_IPV4_SCTP, ICE_INSET_NONE, &ipv4_sctp_tmplt},
499 {pattern_eth_vlan_ipv4, ICE_RSS_TYPE_VLAN_IPV4, ICE_INSET_NONE, &ipv4_tmplt},
500 {pattern_eth_vlan_ipv4_udp, ICE_RSS_TYPE_VLAN_IPV4_UDP, ICE_INSET_NONE, &ipv4_udp_tmplt},
501 {pattern_eth_vlan_ipv4_tcp, ICE_RSS_TYPE_VLAN_IPV4_TCP, ICE_INSET_NONE, &ipv4_tcp_tmplt},
502 {pattern_eth_vlan_ipv4_sctp, ICE_RSS_TYPE_VLAN_IPV4_SCTP, ICE_INSET_NONE, &ipv4_sctp_tmplt},
503 {pattern_eth_ipv4_gtpu_ipv4, ICE_RSS_TYPE_GTPU_IPV4, ICE_INSET_NONE, &outer_ipv4_inner_ipv4_tmplt},
504 {pattern_eth_ipv4_gtpu_ipv4_udp, ICE_RSS_TYPE_GTPU_IPV4_UDP, ICE_INSET_NONE, &outer_ipv4_inner_ipv4_udp_tmplt},
505 {pattern_eth_ipv4_gtpu_ipv4_tcp, ICE_RSS_TYPE_GTPU_IPV4_TCP, ICE_INSET_NONE, &outer_ipv4_inner_ipv4_tcp_tmplt},
506 {pattern_eth_ipv6_gtpu_ipv4, ICE_RSS_TYPE_GTPU_IPV4, ICE_INSET_NONE, &outer_ipv6_inner_ipv4_tmplt},
507 {pattern_eth_ipv6_gtpu_ipv4_udp, ICE_RSS_TYPE_GTPU_IPV4_UDP, ICE_INSET_NONE, &outer_ipv6_inner_ipv4_udp_tmplt},
508 {pattern_eth_ipv6_gtpu_ipv4_tcp, ICE_RSS_TYPE_GTPU_IPV4_TCP, ICE_INSET_NONE, &outer_ipv6_inner_ipv4_tcp_tmplt},
509 {pattern_eth_ipv4_gtpu_eh_ipv4, ICE_RSS_TYPE_GTPU_IPV4, ICE_INSET_NONE, &outer_ipv4_inner_ipv4_tmplt},
510 {pattern_eth_ipv4_gtpu_eh_ipv4_udp, ICE_RSS_TYPE_GTPU_IPV4_UDP, ICE_INSET_NONE, &outer_ipv4_inner_ipv4_udp_tmplt},
511 {pattern_eth_ipv4_gtpu_eh_ipv4_tcp, ICE_RSS_TYPE_GTPU_IPV4_TCP, ICE_INSET_NONE, &outer_ipv4_inner_ipv4_tcp_tmplt},
512 {pattern_eth_ipv6_gtpu_eh_ipv4, ICE_RSS_TYPE_GTPU_IPV4, ICE_INSET_NONE, &outer_ipv6_inner_ipv4_tmplt},
513 {pattern_eth_ipv6_gtpu_eh_ipv4_udp, ICE_RSS_TYPE_GTPU_IPV4_UDP, ICE_INSET_NONE, &outer_ipv6_inner_ipv4_udp_tmplt},
514 {pattern_eth_ipv6_gtpu_eh_ipv4_tcp, ICE_RSS_TYPE_GTPU_IPV4_TCP, ICE_INSET_NONE, &outer_ipv6_inner_ipv4_tcp_tmplt},
515 {pattern_eth_pppoes_ipv4, ICE_RSS_TYPE_PPPOE_IPV4, ICE_INSET_NONE, &ipv4_tmplt},
516 {pattern_eth_pppoes_ipv4_udp, ICE_RSS_TYPE_PPPOE_IPV4_UDP, ICE_INSET_NONE, &ipv4_udp_tmplt},
517 {pattern_eth_pppoes_ipv4_tcp, ICE_RSS_TYPE_PPPOE_IPV4_TCP, ICE_INSET_NONE, &ipv4_tcp_tmplt},
518 {pattern_eth_ipv4_esp, ICE_RSS_TYPE_IPV4_ESP, ICE_INSET_NONE, ð_ipv4_esp_tmplt},
519 {pattern_eth_ipv4_udp_esp, ICE_RSS_TYPE_IPV4_ESP, ICE_INSET_NONE, ð_ipv4_udp_esp_tmplt},
520 {pattern_eth_ipv4_ah, ICE_RSS_TYPE_IPV4_AH, ICE_INSET_NONE, ð_ipv4_ah_tmplt},
521 {pattern_eth_ipv4_l2tp, ICE_RSS_TYPE_IPV4_L2TPV3, ICE_INSET_NONE, ð_ipv4_l2tpv3_tmplt},
522 {pattern_eth_ipv4_pfcp, ICE_RSS_TYPE_IPV4_PFCP, ICE_INSET_NONE, ð_ipv4_pfcp_tmplt},
524 {pattern_eth_ipv6, ICE_RSS_TYPE_ETH_IPV6, ICE_INSET_NONE, &ipv6_tmplt},
525 {pattern_eth_ipv6_frag_ext, ICE_RSS_TYPE_ETH_IPV6_FRAG, ICE_INSET_NONE, &ipv6_frag_tmplt},
526 {pattern_eth_ipv6_udp, ICE_RSS_TYPE_ETH_IPV6_UDP, ICE_INSET_NONE, &ipv6_udp_tmplt},
527 {pattern_eth_ipv6_tcp, ICE_RSS_TYPE_ETH_IPV6_TCP, ICE_INSET_NONE, &ipv6_tcp_tmplt},
528 {pattern_eth_ipv6_sctp, ICE_RSS_TYPE_ETH_IPV6_SCTP, ICE_INSET_NONE, &ipv6_sctp_tmplt},
529 {pattern_eth_vlan_ipv6, ICE_RSS_TYPE_VLAN_IPV6, ICE_INSET_NONE, &ipv6_tmplt},
530 {pattern_eth_vlan_ipv6_frag_ext, ICE_RSS_TYPE_VLAN_IPV6_FRAG, ICE_INSET_NONE, &ipv6_frag_tmplt},
531 {pattern_eth_vlan_ipv6_udp, ICE_RSS_TYPE_VLAN_IPV6_UDP, ICE_INSET_NONE, &ipv6_udp_tmplt},
532 {pattern_eth_vlan_ipv6_tcp, ICE_RSS_TYPE_VLAN_IPV6_TCP, ICE_INSET_NONE, &ipv6_tcp_tmplt},
533 {pattern_eth_vlan_ipv6_sctp, ICE_RSS_TYPE_VLAN_IPV6_SCTP, ICE_INSET_NONE, &ipv6_sctp_tmplt},
534 {pattern_eth_ipv4_gtpu_ipv6, ICE_RSS_TYPE_GTPU_IPV6, ICE_INSET_NONE, &outer_ipv4_inner_ipv6_tmplt},
535 {pattern_eth_ipv4_gtpu_ipv6_udp, ICE_RSS_TYPE_GTPU_IPV6_UDP, ICE_INSET_NONE, &outer_ipv4_inner_ipv6_udp_tmplt},
536 {pattern_eth_ipv4_gtpu_ipv6_tcp, ICE_RSS_TYPE_GTPU_IPV6_TCP, ICE_INSET_NONE, &outer_ipv4_inner_ipv6_tcp_tmplt},
537 {pattern_eth_ipv6_gtpu_ipv6, ICE_RSS_TYPE_GTPU_IPV6, ICE_INSET_NONE, &outer_ipv6_inner_ipv6_tmplt},
538 {pattern_eth_ipv6_gtpu_ipv6_udp, ICE_RSS_TYPE_GTPU_IPV6_UDP, ICE_INSET_NONE, &outer_ipv6_inner_ipv6_udp_tmplt},
539 {pattern_eth_ipv6_gtpu_ipv6_tcp, ICE_RSS_TYPE_GTPU_IPV6_TCP, ICE_INSET_NONE, &outer_ipv6_inner_ipv6_tcp_tmplt},
540 {pattern_eth_ipv4_gtpu_eh_ipv6, ICE_RSS_TYPE_GTPU_IPV6, ICE_INSET_NONE, &outer_ipv4_inner_ipv6_tmplt},
541 {pattern_eth_ipv4_gtpu_eh_ipv6_udp, ICE_RSS_TYPE_GTPU_IPV6_UDP, ICE_INSET_NONE, &outer_ipv4_inner_ipv6_udp_tmplt},
542 {pattern_eth_ipv4_gtpu_eh_ipv6_tcp, ICE_RSS_TYPE_GTPU_IPV6_TCP, ICE_INSET_NONE, &outer_ipv4_inner_ipv6_tcp_tmplt},
543 {pattern_eth_ipv6_gtpu_eh_ipv6, ICE_RSS_TYPE_GTPU_IPV6, ICE_INSET_NONE, &outer_ipv6_inner_ipv6_tmplt},
544 {pattern_eth_ipv6_gtpu_eh_ipv6_udp, ICE_RSS_TYPE_GTPU_IPV6_UDP, ICE_INSET_NONE, &outer_ipv6_inner_ipv6_udp_tmplt},
545 {pattern_eth_ipv6_gtpu_eh_ipv6_tcp, ICE_RSS_TYPE_GTPU_IPV6_TCP, ICE_INSET_NONE, &outer_ipv6_inner_ipv6_tcp_tmplt},
546 {pattern_eth_pppoes_ipv6, ICE_RSS_TYPE_PPPOE_IPV6, ICE_INSET_NONE, &ipv6_tmplt},
547 {pattern_eth_pppoes_ipv6_udp, ICE_RSS_TYPE_PPPOE_IPV6_UDP, ICE_INSET_NONE, &ipv6_udp_tmplt},
548 {pattern_eth_pppoes_ipv6_tcp, ICE_RSS_TYPE_PPPOE_IPV6_TCP, ICE_INSET_NONE, &ipv6_tcp_tmplt},
549 {pattern_eth_ipv6_esp, ICE_RSS_TYPE_IPV6_ESP, ICE_INSET_NONE, ð_ipv6_esp_tmplt},
550 {pattern_eth_ipv6_udp_esp, ICE_RSS_TYPE_IPV6_ESP, ICE_INSET_NONE, ð_ipv6_udp_esp_tmplt},
551 {pattern_eth_ipv6_ah, ICE_RSS_TYPE_IPV6_AH, ICE_INSET_NONE, ð_ipv6_ah_tmplt},
552 {pattern_eth_ipv6_l2tp, ICE_RSS_TYPE_IPV6_L2TPV3, ICE_INSET_NONE, ð_ipv6_l2tpv3_tmplt},
553 {pattern_eth_ipv6_pfcp, ICE_RSS_TYPE_IPV6_PFCP, ICE_INSET_NONE, ð_ipv6_pfcp_tmplt},
555 {pattern_eth_pppoes, ICE_RSS_TYPE_PPPOE, ICE_INSET_NONE, &pppoe_tmplt},
557 {pattern_ethertype, ICE_RSS_TYPE_ETH, ICE_INSET_NONE, ð_tmplt},
559 {pattern_empty, ICE_INSET_NONE, ICE_INSET_NONE, &empty_tmplt},
562 static struct ice_flow_engine ice_hash_engine = {
563 .init = ice_hash_init,
564 .create = ice_hash_create,
565 .destroy = ice_hash_destroy,
566 .uninit = ice_hash_uninit,
567 .free = ice_hash_free,
568 .type = ICE_FLOW_ENGINE_HASH,
571 /* Register parser for os package. */
572 static struct ice_flow_parser ice_hash_parser = {
573 .engine = &ice_hash_engine,
574 .array = ice_hash_pattern_list,
575 .array_len = RTE_DIM(ice_hash_pattern_list),
576 .parse_pattern_action = ice_hash_parse_pattern_action,
577 .stage = ICE_FLOW_STAGE_RSS,
580 RTE_INIT(ice_hash_engine_init)
582 struct ice_flow_engine *engine = &ice_hash_engine;
583 ice_register_flow_engine(engine);
587 ice_hash_init(struct ice_adapter *ad)
589 struct ice_flow_parser *parser = NULL;
591 if (ad->hw.dcf_enabled)
594 parser = &ice_hash_parser;
596 return ice_register_parser(parser, ad);
600 ice_hash_parse_pattern(const struct rte_flow_item pattern[], uint64_t *phint,
601 struct rte_flow_error *error)
603 const struct rte_flow_item *item = pattern;
604 const struct rte_flow_item_gtp_psc *psc;
606 for (item = pattern; item->type != RTE_FLOW_ITEM_TYPE_END; item++) {
608 rte_flow_error_set(error, EINVAL,
609 RTE_FLOW_ERROR_TYPE_ITEM, item,
610 "Not support range");
614 switch (item->type) {
615 case RTE_FLOW_ITEM_TYPE_VLAN:
616 *phint |= ICE_PHINT_VLAN;
618 case RTE_FLOW_ITEM_TYPE_PPPOES:
619 *phint |= ICE_PHINT_PPPOE;
621 case RTE_FLOW_ITEM_TYPE_GTPU:
622 *phint |= ICE_PHINT_GTPU;
624 case RTE_FLOW_ITEM_TYPE_GTP_PSC:
625 *phint |= ICE_PHINT_GTPU_EH;
629 else if (psc->hdr.type == ICE_GTPU_EH_UPLINK)
630 *phint |= ICE_PHINT_GTPU_EH_UP;
631 else if (psc->hdr.type == ICE_GTPU_EH_DWNLINK)
632 *phint |= ICE_PHINT_GTPU_EH_DWN;
643 ice_refine_hash_cfg_l234(struct ice_rss_hash_cfg *hash_cfg,
646 uint32_t *addl_hdrs = &hash_cfg->addl_hdrs;
647 uint64_t *hash_flds = &hash_cfg->hash_flds;
649 if (*addl_hdrs & ICE_FLOW_SEG_HDR_ETH) {
650 if (!(rss_type & RTE_ETH_RSS_ETH))
651 *hash_flds &= ~ICE_FLOW_HASH_ETH;
652 if (rss_type & RTE_ETH_RSS_L2_SRC_ONLY)
653 *hash_flds &= ~(BIT_ULL(ICE_FLOW_FIELD_IDX_ETH_DA));
654 else if (rss_type & RTE_ETH_RSS_L2_DST_ONLY)
655 *hash_flds &= ~(BIT_ULL(ICE_FLOW_FIELD_IDX_ETH_SA));
656 *addl_hdrs &= ~ICE_FLOW_SEG_HDR_ETH;
659 if (*addl_hdrs & ICE_FLOW_SEG_HDR_ETH_NON_IP) {
660 if (rss_type & RTE_ETH_RSS_ETH)
661 *hash_flds |= BIT_ULL(ICE_FLOW_FIELD_IDX_ETH_TYPE);
664 if (*addl_hdrs & ICE_FLOW_SEG_HDR_VLAN) {
665 if (rss_type & RTE_ETH_RSS_C_VLAN)
666 *hash_flds |= BIT_ULL(ICE_FLOW_FIELD_IDX_C_VLAN);
667 else if (rss_type & RTE_ETH_RSS_S_VLAN)
668 *hash_flds |= BIT_ULL(ICE_FLOW_FIELD_IDX_S_VLAN);
671 if (*addl_hdrs & ICE_FLOW_SEG_HDR_PPPOE) {
672 if (!(rss_type & RTE_ETH_RSS_PPPOE))
673 *hash_flds &= ~ICE_FLOW_HASH_PPPOE_SESS_ID;
676 if (*addl_hdrs & ICE_FLOW_SEG_HDR_IPV4) {
678 (RTE_ETH_RSS_IPV4 | RTE_ETH_RSS_FRAG_IPV4 |
679 RTE_ETH_RSS_NONFRAG_IPV4_UDP |
680 RTE_ETH_RSS_NONFRAG_IPV4_TCP |
681 RTE_ETH_RSS_NONFRAG_IPV4_SCTP)) {
682 if (rss_type & RTE_ETH_RSS_FRAG_IPV4) {
683 *addl_hdrs |= ICE_FLOW_SEG_HDR_IPV_FRAG;
684 *addl_hdrs &= ~(ICE_FLOW_SEG_HDR_IPV_OTHER);
686 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV4_ID);
688 if (rss_type & RTE_ETH_RSS_L3_SRC_ONLY)
689 *hash_flds &= ~(BIT_ULL(ICE_FLOW_FIELD_IDX_IPV4_DA));
690 else if (rss_type & RTE_ETH_RSS_L3_DST_ONLY)
691 *hash_flds &= ~(BIT_ULL(ICE_FLOW_FIELD_IDX_IPV4_SA));
693 (RTE_ETH_RSS_L4_SRC_ONLY |
694 RTE_ETH_RSS_L4_DST_ONLY))
695 *hash_flds &= ~ICE_FLOW_HASH_IPV4;
697 *hash_flds &= ~ICE_FLOW_HASH_IPV4;
700 if (rss_type & RTE_ETH_RSS_IPV4_CHKSUM)
701 *hash_flds |= BIT_ULL(ICE_FLOW_FIELD_IDX_IPV4_CHKSUM);
704 if (*addl_hdrs & ICE_FLOW_SEG_HDR_IPV6) {
706 (RTE_ETH_RSS_IPV6 | RTE_ETH_RSS_FRAG_IPV6 |
707 RTE_ETH_RSS_NONFRAG_IPV6_UDP |
708 RTE_ETH_RSS_NONFRAG_IPV6_TCP |
709 RTE_ETH_RSS_NONFRAG_IPV6_SCTP)) {
710 if (rss_type & RTE_ETH_RSS_FRAG_IPV6)
712 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_ID);
713 if (rss_type & RTE_ETH_RSS_L3_SRC_ONLY)
714 *hash_flds &= ~(BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_DA));
715 else if (rss_type & RTE_ETH_RSS_L3_DST_ONLY)
716 *hash_flds &= ~(BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_SA));
718 (RTE_ETH_RSS_L4_SRC_ONLY |
719 RTE_ETH_RSS_L4_DST_ONLY))
720 *hash_flds &= ~ICE_FLOW_HASH_IPV6;
722 *hash_flds &= ~ICE_FLOW_HASH_IPV6;
725 if (rss_type & RTE_ETH_RSS_L3_PRE32) {
726 if (rss_type & RTE_ETH_RSS_L3_SRC_ONLY) {
727 *hash_flds &= ~(BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_SA));
728 *hash_flds |= (BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_PRE32_SA));
729 } else if (rss_type & RTE_ETH_RSS_L3_DST_ONLY) {
730 *hash_flds &= ~(BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_DA));
731 *hash_flds |= (BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_PRE32_DA));
733 *hash_flds &= ~ICE_FLOW_HASH_IPV6;
734 *hash_flds |= ICE_FLOW_HASH_IPV6_PRE32;
737 if (rss_type & RTE_ETH_RSS_L3_PRE48) {
738 if (rss_type & RTE_ETH_RSS_L3_SRC_ONLY) {
739 *hash_flds &= ~(BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_SA));
740 *hash_flds |= (BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_PRE48_SA));
741 } else if (rss_type & RTE_ETH_RSS_L3_DST_ONLY) {
742 *hash_flds &= ~(BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_DA));
743 *hash_flds |= (BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_PRE48_DA));
745 *hash_flds &= ~ICE_FLOW_HASH_IPV6;
746 *hash_flds |= ICE_FLOW_HASH_IPV6_PRE48;
749 if (rss_type & RTE_ETH_RSS_L3_PRE64) {
750 if (rss_type & RTE_ETH_RSS_L3_SRC_ONLY) {
751 *hash_flds &= ~(BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_SA));
752 *hash_flds |= (BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_PRE64_SA));
753 } else if (rss_type & RTE_ETH_RSS_L3_DST_ONLY) {
754 *hash_flds &= ~(BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_DA));
755 *hash_flds |= (BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_PRE64_DA));
757 *hash_flds &= ~ICE_FLOW_HASH_IPV6;
758 *hash_flds |= ICE_FLOW_HASH_IPV6_PRE64;
763 if (*addl_hdrs & ICE_FLOW_SEG_HDR_UDP) {
765 (RTE_ETH_RSS_NONFRAG_IPV4_UDP |
766 RTE_ETH_RSS_NONFRAG_IPV6_UDP)) {
767 if (rss_type & RTE_ETH_RSS_L4_SRC_ONLY)
768 *hash_flds &= ~(BIT_ULL(ICE_FLOW_FIELD_IDX_UDP_DST_PORT));
769 else if (rss_type & RTE_ETH_RSS_L4_DST_ONLY)
770 *hash_flds &= ~(BIT_ULL(ICE_FLOW_FIELD_IDX_UDP_SRC_PORT));
772 (RTE_ETH_RSS_L3_SRC_ONLY |
773 RTE_ETH_RSS_L3_DST_ONLY))
774 *hash_flds &= ~ICE_FLOW_HASH_UDP_PORT;
776 *hash_flds &= ~ICE_FLOW_HASH_UDP_PORT;
779 if (rss_type & RTE_ETH_RSS_L4_CHKSUM)
780 *hash_flds |= BIT_ULL(ICE_FLOW_FIELD_IDX_UDP_CHKSUM);
783 if (*addl_hdrs & ICE_FLOW_SEG_HDR_TCP) {
785 (RTE_ETH_RSS_NONFRAG_IPV4_TCP |
786 RTE_ETH_RSS_NONFRAG_IPV6_TCP)) {
787 if (rss_type & RTE_ETH_RSS_L4_SRC_ONLY)
788 *hash_flds &= ~(BIT_ULL(ICE_FLOW_FIELD_IDX_TCP_DST_PORT));
789 else if (rss_type & RTE_ETH_RSS_L4_DST_ONLY)
790 *hash_flds &= ~(BIT_ULL(ICE_FLOW_FIELD_IDX_TCP_SRC_PORT));
792 (RTE_ETH_RSS_L3_SRC_ONLY |
793 RTE_ETH_RSS_L3_DST_ONLY))
794 *hash_flds &= ~ICE_FLOW_HASH_TCP_PORT;
796 *hash_flds &= ~ICE_FLOW_HASH_TCP_PORT;
799 if (rss_type & RTE_ETH_RSS_L4_CHKSUM)
800 *hash_flds |= BIT_ULL(ICE_FLOW_FIELD_IDX_TCP_CHKSUM);
803 if (*addl_hdrs & ICE_FLOW_SEG_HDR_SCTP) {
805 (RTE_ETH_RSS_NONFRAG_IPV4_SCTP |
806 RTE_ETH_RSS_NONFRAG_IPV6_SCTP)) {
807 if (rss_type & RTE_ETH_RSS_L4_SRC_ONLY)
808 *hash_flds &= ~(BIT_ULL(ICE_FLOW_FIELD_IDX_SCTP_DST_PORT));
809 else if (rss_type & RTE_ETH_RSS_L4_DST_ONLY)
810 *hash_flds &= ~(BIT_ULL(ICE_FLOW_FIELD_IDX_SCTP_SRC_PORT));
812 (RTE_ETH_RSS_L3_SRC_ONLY |
813 RTE_ETH_RSS_L3_DST_ONLY))
814 *hash_flds &= ~ICE_FLOW_HASH_SCTP_PORT;
816 *hash_flds &= ~ICE_FLOW_HASH_SCTP_PORT;
819 if (rss_type & RTE_ETH_RSS_L4_CHKSUM)
820 *hash_flds |= BIT_ULL(ICE_FLOW_FIELD_IDX_SCTP_CHKSUM);
823 if (*addl_hdrs & ICE_FLOW_SEG_HDR_L2TPV3) {
824 if (!(rss_type & RTE_ETH_RSS_L2TPV3))
825 *hash_flds &= ~ICE_FLOW_HASH_L2TPV3_SESS_ID;
828 if (*addl_hdrs & ICE_FLOW_SEG_HDR_ESP) {
829 if (!(rss_type & RTE_ETH_RSS_ESP))
830 *hash_flds &= ~ICE_FLOW_HASH_ESP_SPI;
833 if (*addl_hdrs & ICE_FLOW_SEG_HDR_AH) {
834 if (!(rss_type & RTE_ETH_RSS_AH))
835 *hash_flds &= ~ICE_FLOW_HASH_AH_SPI;
838 if (*addl_hdrs & ICE_FLOW_SEG_HDR_PFCP_SESSION) {
839 if (!(rss_type & RTE_ETH_RSS_PFCP))
840 *hash_flds &= ~ICE_FLOW_HASH_PFCP_SEID;
845 ice_refine_proto_hdrs_by_pattern(struct ice_rss_hash_cfg *hash_cfg,
848 uint32_t *addl_hdrs = &hash_cfg->addl_hdrs;
849 if (phint & ICE_PHINT_VLAN)
850 *addl_hdrs |= ICE_FLOW_SEG_HDR_VLAN;
852 if (phint & ICE_PHINT_PPPOE)
853 *addl_hdrs |= ICE_FLOW_SEG_HDR_PPPOE;
855 if (phint & ICE_PHINT_GTPU_EH_DWN)
856 *addl_hdrs |= ICE_FLOW_SEG_HDR_GTPU_DWN;
857 else if (phint & ICE_PHINT_GTPU_EH_UP)
858 *addl_hdrs |= ICE_FLOW_SEG_HDR_GTPU_UP;
859 else if (phint & ICE_PHINT_GTPU_EH)
860 *addl_hdrs |= ICE_FLOW_SEG_HDR_GTPU_EH;
861 else if (phint & ICE_PHINT_GTPU)
862 *addl_hdrs |= ICE_FLOW_SEG_HDR_GTPU_IP;
866 ice_refine_hash_cfg_gtpu(struct ice_rss_hash_cfg *hash_cfg,
869 uint32_t *addl_hdrs = &hash_cfg->addl_hdrs;
870 uint64_t *hash_flds = &hash_cfg->hash_flds;
872 /* update hash field for gtpu eh/gtpu dwn/gtpu up. */
873 if (!(rss_type & RTE_ETH_RSS_GTPU))
876 if (*addl_hdrs & ICE_FLOW_SEG_HDR_GTPU_DWN)
877 *hash_flds |= BIT_ULL(ICE_FLOW_FIELD_IDX_GTPU_DWN_TEID);
878 else if (*addl_hdrs & ICE_FLOW_SEG_HDR_GTPU_UP)
879 *hash_flds |= BIT_ULL(ICE_FLOW_FIELD_IDX_GTPU_UP_TEID);
880 else if (*addl_hdrs & ICE_FLOW_SEG_HDR_GTPU_EH)
881 *hash_flds |= BIT_ULL(ICE_FLOW_FIELD_IDX_GTPU_EH_TEID);
882 else if (*addl_hdrs & ICE_FLOW_SEG_HDR_GTPU_IP)
883 *hash_flds |= BIT_ULL(ICE_FLOW_FIELD_IDX_GTPU_IP_TEID);
886 static void ice_refine_hash_cfg(struct ice_rss_hash_cfg *hash_cfg,
887 uint64_t rss_type, uint64_t phint)
889 ice_refine_proto_hdrs_by_pattern(hash_cfg, phint);
890 ice_refine_hash_cfg_l234(hash_cfg, rss_type);
891 ice_refine_hash_cfg_gtpu(hash_cfg, rss_type);
894 static uint64_t invalid_rss_comb[] = {
895 RTE_ETH_RSS_IPV4 | RTE_ETH_RSS_NONFRAG_IPV4_UDP,
896 RTE_ETH_RSS_IPV4 | RTE_ETH_RSS_NONFRAG_IPV4_TCP,
897 RTE_ETH_RSS_IPV6 | RTE_ETH_RSS_NONFRAG_IPV6_UDP,
898 RTE_ETH_RSS_IPV6 | RTE_ETH_RSS_NONFRAG_IPV6_TCP,
899 RTE_ETH_RSS_L3_PRE40 |
900 RTE_ETH_RSS_L3_PRE56 |
904 struct rss_attr_type {
909 static struct rss_attr_type rss_attr_to_valid_type[] = {
910 {RTE_ETH_RSS_L2_SRC_ONLY | RTE_ETH_RSS_L2_DST_ONLY, RTE_ETH_RSS_ETH},
911 {RTE_ETH_RSS_L3_SRC_ONLY | RTE_ETH_RSS_L3_DST_ONLY, VALID_RSS_L3},
912 {RTE_ETH_RSS_L4_SRC_ONLY | RTE_ETH_RSS_L4_DST_ONLY, VALID_RSS_L4},
913 /* current ipv6 prefix only supports prefix 64 bits*/
914 {RTE_ETH_RSS_L3_PRE32, VALID_RSS_IPV6},
915 {RTE_ETH_RSS_L3_PRE48, VALID_RSS_IPV6},
916 {RTE_ETH_RSS_L3_PRE64, VALID_RSS_IPV6},
917 {INVALID_RSS_ATTR, 0}
921 ice_any_invalid_rss_type(enum rte_eth_hash_function rss_func,
922 uint64_t rss_type, uint64_t allow_rss_type)
927 * Check if l3/l4 SRC/DST_ONLY is set for SYMMETRIC_TOEPLITZ
930 if (rss_func == RTE_ETH_HASH_FUNCTION_SYMMETRIC_TOEPLITZ) {
931 if (rss_type & (RTE_ETH_RSS_L3_SRC_ONLY | RTE_ETH_RSS_L3_DST_ONLY |
932 RTE_ETH_RSS_L4_SRC_ONLY | RTE_ETH_RSS_L4_DST_ONLY))
936 (RTE_ETH_RSS_IPV4 | RTE_ETH_RSS_IPV6 |
937 RTE_ETH_RSS_FRAG_IPV4 | RTE_ETH_RSS_FRAG_IPV6 |
938 RTE_ETH_RSS_NONFRAG_IPV4_UDP | RTE_ETH_RSS_NONFRAG_IPV6_UDP |
939 RTE_ETH_RSS_NONFRAG_IPV4_TCP | RTE_ETH_RSS_NONFRAG_IPV6_TCP |
940 RTE_ETH_RSS_NONFRAG_IPV4_SCTP | RTE_ETH_RSS_NONFRAG_IPV6_SCTP)))
944 /* check invalid combination */
945 for (i = 0; i < RTE_DIM(invalid_rss_comb); i++) {
946 if (__builtin_popcountll(rss_type & invalid_rss_comb[i]) > 1)
950 /* check invalid RSS attribute */
951 for (i = 0; i < RTE_DIM(rss_attr_to_valid_type); i++) {
952 struct rss_attr_type *rat = &rss_attr_to_valid_type[i];
954 if (rat->attr & rss_type && !(rat->type & rss_type))
958 /* check not allowed RSS type */
959 rss_type &= ~VALID_RSS_ATTR;
961 return ((rss_type & allow_rss_type) != rss_type);
965 ice_hash_parse_action(struct ice_pattern_match_item *pattern_match_item,
966 const struct rte_flow_action actions[],
967 uint64_t pattern_hint, void **meta,
968 struct rte_flow_error *error)
970 struct ice_rss_meta *rss_meta = (struct ice_rss_meta *)*meta;
971 struct ice_rss_hash_cfg *cfg = pattern_match_item->meta;
972 enum rte_flow_action_type action_type;
973 const struct rte_flow_action_rss *rss;
974 const struct rte_flow_action *action;
977 /* Supported action is RSS. */
978 for (action = actions; action->type !=
979 RTE_FLOW_ACTION_TYPE_END; action++) {
980 action_type = action->type;
981 switch (action_type) {
982 case RTE_FLOW_ACTION_TYPE_RSS:
984 rss_type = rss->types;
986 /* Check hash function and save it to rss_meta. */
987 if (pattern_match_item->pattern_list !=
988 pattern_empty && rss->func ==
989 RTE_ETH_HASH_FUNCTION_SIMPLE_XOR) {
990 return rte_flow_error_set(error, ENOTSUP,
991 RTE_FLOW_ERROR_TYPE_ACTION, action,
992 "Not supported flow");
993 } else if (rss->func ==
994 RTE_ETH_HASH_FUNCTION_SIMPLE_XOR){
995 rss_meta->hash_function =
996 RTE_ETH_HASH_FUNCTION_SIMPLE_XOR;
998 } else if (rss->func ==
999 RTE_ETH_HASH_FUNCTION_SYMMETRIC_TOEPLITZ) {
1000 rss_meta->hash_function =
1001 RTE_ETH_HASH_FUNCTION_SYMMETRIC_TOEPLITZ;
1006 return rte_flow_error_set(error, ENOTSUP,
1007 RTE_FLOW_ERROR_TYPE_ACTION, action,
1008 "a nonzero RSS encapsulation level is not supported");
1011 return rte_flow_error_set(error, ENOTSUP,
1012 RTE_FLOW_ERROR_TYPE_ACTION, action,
1013 "a nonzero RSS key_len is not supported");
1016 return rte_flow_error_set(error, ENOTSUP,
1017 RTE_FLOW_ERROR_TYPE_ACTION, action,
1018 "a non-NULL RSS queue is not supported");
1021 * Check simultaneous use of SRC_ONLY and DST_ONLY
1022 * of the same level.
1024 rss_type = rte_eth_rss_hf_refine(rss_type);
1026 if (ice_any_invalid_rss_type(rss->func, rss_type,
1027 pattern_match_item->input_set_mask_o))
1028 return rte_flow_error_set(error, ENOTSUP,
1029 RTE_FLOW_ERROR_TYPE_ACTION,
1030 action, "RSS type not supported");
1032 rss_meta->cfg = *cfg;
1033 ice_refine_hash_cfg(&rss_meta->cfg,
1034 rss_type, pattern_hint);
1036 case RTE_FLOW_ACTION_TYPE_END:
1040 rte_flow_error_set(error, EINVAL,
1041 RTE_FLOW_ERROR_TYPE_ACTION, action,
1051 ice_hash_parse_pattern_action(__rte_unused struct ice_adapter *ad,
1052 struct ice_pattern_match_item *array,
1054 const struct rte_flow_item pattern[],
1055 const struct rte_flow_action actions[],
1058 struct rte_flow_error *error)
1061 struct ice_pattern_match_item *pattern_match_item;
1062 struct ice_rss_meta *rss_meta_ptr;
1063 uint64_t phint = ICE_PHINT_NONE;
1068 rss_meta_ptr = rte_zmalloc(NULL, sizeof(*rss_meta_ptr), 0);
1069 if (!rss_meta_ptr) {
1070 rte_flow_error_set(error, EINVAL,
1071 RTE_FLOW_ERROR_TYPE_HANDLE, NULL,
1072 "No memory for rss_meta_ptr");
1076 /* Check rss supported pattern and find matched pattern. */
1077 pattern_match_item = ice_search_pattern_match_item(ad, pattern, array,
1079 if (!pattern_match_item) {
1084 ret = ice_hash_parse_pattern(pattern, &phint, error);
1088 /* Check rss action. */
1089 ret = ice_hash_parse_action(pattern_match_item, actions, phint,
1090 (void **)&rss_meta_ptr, error);
1094 *meta = rss_meta_ptr;
1096 rte_free(rss_meta_ptr);
1097 rte_free(pattern_match_item);
1103 ice_hash_create(struct ice_adapter *ad,
1104 struct rte_flow *flow,
1106 struct rte_flow_error *error)
1108 struct ice_pf *pf = &ad->pf;
1109 struct ice_hw *hw = ICE_PF_TO_HW(pf);
1110 struct ice_vsi *vsi = pf->main_vsi;
1113 struct ice_hash_flow_cfg *filter_ptr;
1114 struct ice_rss_meta *rss_meta = (struct ice_rss_meta *)meta;
1115 uint8_t hash_function = rss_meta->hash_function;
1117 filter_ptr = rte_zmalloc("ice_rss_filter",
1118 sizeof(struct ice_hash_flow_cfg), 0);
1120 rte_flow_error_set(error, EINVAL,
1121 RTE_FLOW_ERROR_TYPE_HANDLE, NULL,
1122 "No memory for filter_ptr");
1126 if (hash_function == RTE_ETH_HASH_FUNCTION_SIMPLE_XOR) {
1127 /* Enable registers for simple_xor hash function. */
1128 reg = ICE_READ_REG(hw, VSIQF_HASH_CTL(vsi->vsi_id));
1129 reg = (reg & (~VSIQF_HASH_CTL_HASH_SCHEME_M)) |
1130 (2 << VSIQF_HASH_CTL_HASH_SCHEME_S);
1131 ICE_WRITE_REG(hw, VSIQF_HASH_CTL(vsi->vsi_id), reg);
1133 filter_ptr->simple_xor = 1;
1137 memcpy(&filter_ptr->rss_cfg.hash, &rss_meta->cfg,
1138 sizeof(struct ice_rss_hash_cfg));
1139 ret = ice_add_rss_cfg_wrap(pf, vsi->idx,
1140 &filter_ptr->rss_cfg.hash);
1142 rte_flow_error_set(error, EINVAL,
1143 RTE_FLOW_ERROR_TYPE_HANDLE, NULL,
1144 "rss flow create fail");
1150 flow->rule = filter_ptr;
1155 rte_free(filter_ptr);
1161 ice_hash_destroy(struct ice_adapter *ad,
1162 struct rte_flow *flow,
1163 struct rte_flow_error *error)
1165 struct ice_pf *pf = ICE_DEV_PRIVATE_TO_PF(ad);
1166 struct ice_hw *hw = ICE_PF_TO_HW(pf);
1167 struct ice_vsi *vsi = pf->main_vsi;
1170 struct ice_hash_flow_cfg *filter_ptr;
1172 filter_ptr = (struct ice_hash_flow_cfg *)flow->rule;
1174 if (filter_ptr->simple_xor == 1) {
1175 /* Return to symmetric_toeplitz state. */
1176 reg = ICE_READ_REG(hw, VSIQF_HASH_CTL(vsi->vsi_id));
1177 reg = (reg & (~VSIQF_HASH_CTL_HASH_SCHEME_M)) |
1178 (1 << VSIQF_HASH_CTL_HASH_SCHEME_S);
1179 ICE_WRITE_REG(hw, VSIQF_HASH_CTL(vsi->vsi_id), reg);
1181 ret = ice_rem_rss_cfg_wrap(pf, vsi->idx,
1182 &filter_ptr->rss_cfg.hash);
1183 /* Fixme: Ignore the error if a rule does not exist.
1184 * Currently a rule for inputset change or symm turn on/off
1185 * will overwrite an exist rule, while application still
1186 * have 2 rte_flow handles.
1188 if (ret && ret != ICE_ERR_DOES_NOT_EXIST) {
1189 rte_flow_error_set(error, EINVAL,
1190 RTE_FLOW_ERROR_TYPE_HANDLE, NULL,
1191 "rss flow destroy fail");
1196 rte_free(filter_ptr);
1200 rte_free(filter_ptr);
1205 ice_hash_uninit(struct ice_adapter *ad)
1207 if (ad->hw.dcf_enabled)
1210 ice_unregister_parser(&ice_hash_parser, ad);
1214 ice_hash_free(struct rte_flow *flow)
1216 rte_free(flow->rule);