1 /* SPDX-License-Identifier: BSD-3-Clause
2 * Copyright(c) 2020 Intel Corporation
13 #include <rte_debug.h>
14 #include <rte_ether.h>
15 #include <ethdev_driver.h>
17 #include <rte_malloc.h>
18 #include <rte_eth_ctrl.h>
19 #include <rte_tailq.h>
20 #include <rte_flow_driver.h>
24 #include "iavf_generic_flow.h"
26 #define IAVF_PHINT_NONE 0
27 #define IAVF_PHINT_GTPU BIT_ULL(0)
28 #define IAVF_PHINT_GTPU_EH BIT_ULL(1)
29 #define IAVF_PHINT_GTPU_EH_DWN BIT_ULL(2)
30 #define IAVF_PHINT_GTPU_EH_UP BIT_ULL(3)
31 #define IAVF_PHINT_OUTER_IPV4 BIT_ULL(4)
32 #define IAVF_PHINT_OUTER_IPV6 BIT_ULL(5)
33 #define IAVF_PHINT_GRE BIT_ULL(6)
34 /* the second IP header of GTPoGRE */
35 #define IAVF_PHINT_MID_IPV4 BIT_ULL(7)
36 #define IAVF_PHINT_MID_IPV6 BIT_ULL(8)
38 #define IAVF_PHINT_GTPU_MSK (IAVF_PHINT_GTPU | \
39 IAVF_PHINT_GTPU_EH | \
40 IAVF_PHINT_GTPU_EH_DWN | \
41 IAVF_PHINT_GTPU_EH_UP)
43 #define IAVF_PHINT_LAYERS_MSK (IAVF_PHINT_OUTER_IPV4 | \
44 IAVF_PHINT_OUTER_IPV6)
46 #define IAVF_GTPU_EH_DWNLINK 0
47 #define IAVF_GTPU_EH_UPLINK 1
49 struct iavf_hash_match_type {
51 struct virtchnl_proto_hdrs *proto_hdrs;
52 uint64_t pattern_hint;
55 struct iavf_rss_meta {
56 struct virtchnl_proto_hdrs proto_hdrs;
57 enum virtchnl_rss_algorithm rss_algorithm;
60 struct iavf_hash_flow_cfg {
61 struct virtchnl_rss_cfg *rss_cfg;
66 iavf_hash_init(struct iavf_adapter *ad);
68 iavf_hash_create(struct iavf_adapter *ad, struct rte_flow *flow, void *meta,
69 struct rte_flow_error *error);
71 iavf_hash_destroy(struct iavf_adapter *ad, struct rte_flow *flow,
72 struct rte_flow_error *error);
74 iavf_hash_uninit(struct iavf_adapter *ad);
76 iavf_hash_free(struct rte_flow *flow);
78 iavf_hash_parse_pattern_action(struct iavf_adapter *ad,
79 struct iavf_pattern_match_item *array,
81 const struct rte_flow_item pattern[],
82 const struct rte_flow_action actions[],
84 struct rte_flow_error *error);
86 #define FIELD_SELECTOR(proto_hdr_field) \
87 (1UL << ((proto_hdr_field) & PROTO_HDR_FIELD_MASK))
90 #define proto_hdr_eth { \
91 VIRTCHNL_PROTO_HDR_ETH, \
92 FIELD_SELECTOR(VIRTCHNL_PROTO_HDR_ETH_SRC) | \
93 FIELD_SELECTOR(VIRTCHNL_PROTO_HDR_ETH_DST), {BUFF_NOUSED} }
95 #define proto_hdr_svlan { \
96 VIRTCHNL_PROTO_HDR_S_VLAN, \
97 FIELD_SELECTOR(VIRTCHNL_PROTO_HDR_S_VLAN_ID), {BUFF_NOUSED} }
99 #define proto_hdr_cvlan { \
100 VIRTCHNL_PROTO_HDR_C_VLAN, \
101 FIELD_SELECTOR(VIRTCHNL_PROTO_HDR_C_VLAN_ID), {BUFF_NOUSED} }
103 #define proto_hdr_ipv4 { \
104 VIRTCHNL_PROTO_HDR_IPV4, \
105 FIELD_SELECTOR(VIRTCHNL_PROTO_HDR_IPV4_SRC) | \
106 FIELD_SELECTOR(VIRTCHNL_PROTO_HDR_IPV4_DST), {BUFF_NOUSED} }
108 #define proto_hdr_ipv4_with_prot { \
109 VIRTCHNL_PROTO_HDR_IPV4, \
110 FIELD_SELECTOR(VIRTCHNL_PROTO_HDR_IPV4_SRC) | \
111 FIELD_SELECTOR(VIRTCHNL_PROTO_HDR_IPV4_DST) | \
112 FIELD_SELECTOR(VIRTCHNL_PROTO_HDR_IPV4_PROT), {BUFF_NOUSED} }
114 #define proto_hdr_ipv6 { \
115 VIRTCHNL_PROTO_HDR_IPV6, \
116 FIELD_SELECTOR(VIRTCHNL_PROTO_HDR_IPV6_SRC) | \
117 FIELD_SELECTOR(VIRTCHNL_PROTO_HDR_IPV6_DST), {BUFF_NOUSED} }
119 #define proto_hdr_ipv6_frag { \
120 VIRTCHNL_PROTO_HDR_IPV6_EH_FRAG, \
121 FIELD_SELECTOR(VIRTCHNL_PROTO_HDR_IPV6_EH_FRAG_PKID), {BUFF_NOUSED} }
123 #define proto_hdr_ipv6_with_prot { \
124 VIRTCHNL_PROTO_HDR_IPV6, \
125 FIELD_SELECTOR(VIRTCHNL_PROTO_HDR_IPV6_SRC) | \
126 FIELD_SELECTOR(VIRTCHNL_PROTO_HDR_IPV6_DST) | \
127 FIELD_SELECTOR(VIRTCHNL_PROTO_HDR_IPV6_PROT), {BUFF_NOUSED} }
129 #define proto_hdr_udp { \
130 VIRTCHNL_PROTO_HDR_UDP, \
131 FIELD_SELECTOR(VIRTCHNL_PROTO_HDR_UDP_SRC_PORT) | \
132 FIELD_SELECTOR(VIRTCHNL_PROTO_HDR_UDP_DST_PORT), {BUFF_NOUSED} }
134 #define proto_hdr_tcp { \
135 VIRTCHNL_PROTO_HDR_TCP, \
136 FIELD_SELECTOR(VIRTCHNL_PROTO_HDR_TCP_SRC_PORT) | \
137 FIELD_SELECTOR(VIRTCHNL_PROTO_HDR_TCP_DST_PORT), {BUFF_NOUSED} }
139 #define proto_hdr_sctp { \
140 VIRTCHNL_PROTO_HDR_SCTP, \
141 FIELD_SELECTOR(VIRTCHNL_PROTO_HDR_SCTP_SRC_PORT) | \
142 FIELD_SELECTOR(VIRTCHNL_PROTO_HDR_SCTP_DST_PORT), {BUFF_NOUSED} }
144 #define proto_hdr_esp { \
145 VIRTCHNL_PROTO_HDR_ESP, \
146 FIELD_SELECTOR(VIRTCHNL_PROTO_HDR_ESP_SPI), {BUFF_NOUSED} }
148 #define proto_hdr_ah { \
149 VIRTCHNL_PROTO_HDR_AH, \
150 FIELD_SELECTOR(VIRTCHNL_PROTO_HDR_AH_SPI), {BUFF_NOUSED} }
152 #define proto_hdr_l2tpv3 { \
153 VIRTCHNL_PROTO_HDR_L2TPV3, \
154 FIELD_SELECTOR(VIRTCHNL_PROTO_HDR_L2TPV3_SESS_ID), {BUFF_NOUSED} }
156 #define proto_hdr_pfcp { \
157 VIRTCHNL_PROTO_HDR_PFCP, \
158 FIELD_SELECTOR(VIRTCHNL_PROTO_HDR_PFCP_SEID), {BUFF_NOUSED} }
160 #define proto_hdr_gtpc { \
161 VIRTCHNL_PROTO_HDR_GTPC, 0, {BUFF_NOUSED} }
163 #define proto_hdr_ecpri { \
164 VIRTCHNL_PROTO_HDR_ECPRI, \
165 FIELD_SELECTOR(VIRTCHNL_PROTO_HDR_ECPRI_PC_RTC_ID), {BUFF_NOUSED} }
167 #define TUNNEL_LEVEL_OUTER 0
168 #define TUNNEL_LEVEL_INNER 1
170 /* proto_hdrs template */
171 struct virtchnl_proto_hdrs outer_ipv4_tmplt = {
172 TUNNEL_LEVEL_OUTER, 4,
173 {proto_hdr_eth, proto_hdr_svlan, proto_hdr_cvlan, proto_hdr_ipv4}
176 struct virtchnl_proto_hdrs outer_ipv4_udp_tmplt = {
177 TUNNEL_LEVEL_OUTER, 5,
178 {proto_hdr_eth, proto_hdr_svlan, proto_hdr_cvlan,
179 proto_hdr_ipv4_with_prot,
183 struct virtchnl_proto_hdrs outer_ipv4_tcp_tmplt = {
184 TUNNEL_LEVEL_OUTER, 5,
185 {proto_hdr_eth, proto_hdr_svlan, proto_hdr_cvlan,
186 proto_hdr_ipv4_with_prot,
190 struct virtchnl_proto_hdrs outer_ipv4_sctp_tmplt = {
191 TUNNEL_LEVEL_OUTER, 5,
192 {proto_hdr_eth, proto_hdr_svlan, proto_hdr_cvlan, proto_hdr_ipv4,
196 struct virtchnl_proto_hdrs outer_ipv6_tmplt = {
197 TUNNEL_LEVEL_OUTER, 4,
198 {proto_hdr_eth, proto_hdr_svlan, proto_hdr_cvlan, proto_hdr_ipv6}
201 struct virtchnl_proto_hdrs outer_ipv6_frag_tmplt = {
202 TUNNEL_LEVEL_OUTER, 5,
203 {proto_hdr_eth, proto_hdr_svlan, proto_hdr_cvlan,
204 proto_hdr_ipv6, proto_hdr_ipv6_frag}
207 struct virtchnl_proto_hdrs outer_ipv6_udp_tmplt = {
208 TUNNEL_LEVEL_OUTER, 5,
209 {proto_hdr_eth, proto_hdr_svlan, proto_hdr_cvlan,
210 proto_hdr_ipv6_with_prot,
214 struct virtchnl_proto_hdrs outer_ipv6_tcp_tmplt = {
215 TUNNEL_LEVEL_OUTER, 5,
216 {proto_hdr_eth, proto_hdr_svlan, proto_hdr_cvlan,
217 proto_hdr_ipv6_with_prot,
221 struct virtchnl_proto_hdrs outer_ipv6_sctp_tmplt = {
222 TUNNEL_LEVEL_OUTER, 5,
223 {proto_hdr_eth, proto_hdr_svlan, proto_hdr_cvlan, proto_hdr_ipv6,
227 struct virtchnl_proto_hdrs inner_ipv4_tmplt = {
228 TUNNEL_LEVEL_INNER, 1, {proto_hdr_ipv4}
231 struct virtchnl_proto_hdrs inner_ipv4_udp_tmplt = {
232 TUNNEL_LEVEL_INNER, 2, {proto_hdr_ipv4_with_prot, proto_hdr_udp}
235 struct virtchnl_proto_hdrs inner_ipv4_tcp_tmplt = {
236 TUNNEL_LEVEL_INNER, 2, {proto_hdr_ipv4_with_prot, proto_hdr_tcp}
239 struct virtchnl_proto_hdrs second_inner_ipv4_tmplt = {
240 2, 1, {proto_hdr_ipv4}
243 struct virtchnl_proto_hdrs second_inner_ipv4_udp_tmplt = {
244 2, 2, {proto_hdr_ipv4_with_prot, proto_hdr_udp}
247 struct virtchnl_proto_hdrs second_inner_ipv4_tcp_tmplt = {
248 2, 2, {proto_hdr_ipv4_with_prot, proto_hdr_tcp}
251 struct virtchnl_proto_hdrs second_inner_ipv6_tmplt = {
252 2, 1, {proto_hdr_ipv6}
255 struct virtchnl_proto_hdrs second_inner_ipv6_udp_tmplt = {
256 2, 2, {proto_hdr_ipv6_with_prot, proto_hdr_udp}
259 struct virtchnl_proto_hdrs second_inner_ipv6_tcp_tmplt = {
260 2, 2, {proto_hdr_ipv6_with_prot, proto_hdr_tcp}
263 struct virtchnl_proto_hdrs inner_ipv4_sctp_tmplt = {
264 TUNNEL_LEVEL_INNER, 2, {proto_hdr_ipv4, proto_hdr_sctp}
267 struct virtchnl_proto_hdrs inner_ipv6_tmplt = {
268 TUNNEL_LEVEL_INNER, 1, {proto_hdr_ipv6}
271 struct virtchnl_proto_hdrs inner_ipv6_udp_tmplt = {
272 TUNNEL_LEVEL_INNER, 2, {proto_hdr_ipv6_with_prot, proto_hdr_udp}
275 struct virtchnl_proto_hdrs inner_ipv6_tcp_tmplt = {
276 TUNNEL_LEVEL_INNER, 2, {proto_hdr_ipv6_with_prot, proto_hdr_tcp}
279 struct virtchnl_proto_hdrs inner_ipv6_sctp_tmplt = {
280 TUNNEL_LEVEL_INNER, 2, {proto_hdr_ipv6, proto_hdr_sctp}
283 struct virtchnl_proto_hdrs ipv4_esp_tmplt = {
284 TUNNEL_LEVEL_OUTER, 2, {proto_hdr_ipv4, proto_hdr_esp}
287 struct virtchnl_proto_hdrs ipv4_udp_esp_tmplt = {
288 TUNNEL_LEVEL_OUTER, 3,
289 {proto_hdr_ipv4, proto_hdr_udp, proto_hdr_esp}
292 struct virtchnl_proto_hdrs ipv4_ah_tmplt = {
293 TUNNEL_LEVEL_OUTER, 2, {proto_hdr_ipv4, proto_hdr_ah}
296 struct virtchnl_proto_hdrs ipv6_esp_tmplt = {
297 TUNNEL_LEVEL_OUTER, 2, {proto_hdr_ipv6, proto_hdr_esp}
300 struct virtchnl_proto_hdrs ipv6_udp_esp_tmplt = {
301 TUNNEL_LEVEL_OUTER, 3,
302 {proto_hdr_ipv6, proto_hdr_udp, proto_hdr_esp}
305 struct virtchnl_proto_hdrs ipv6_ah_tmplt = {
306 TUNNEL_LEVEL_OUTER, 2, {proto_hdr_ipv6, proto_hdr_ah}
309 struct virtchnl_proto_hdrs ipv4_l2tpv3_tmplt = {
310 TUNNEL_LEVEL_OUTER, 2, {proto_hdr_ipv4, proto_hdr_l2tpv3}
313 struct virtchnl_proto_hdrs ipv6_l2tpv3_tmplt = {
314 TUNNEL_LEVEL_OUTER, 2, {proto_hdr_ipv6, proto_hdr_l2tpv3}
317 struct virtchnl_proto_hdrs ipv4_pfcp_tmplt = {
318 TUNNEL_LEVEL_OUTER, 2, {proto_hdr_ipv4, proto_hdr_pfcp}
321 struct virtchnl_proto_hdrs ipv6_pfcp_tmplt = {
322 TUNNEL_LEVEL_OUTER, 2, {proto_hdr_ipv6, proto_hdr_pfcp}
325 struct virtchnl_proto_hdrs ipv4_udp_gtpc_tmplt = {
326 TUNNEL_LEVEL_OUTER, 3, {proto_hdr_ipv4, proto_hdr_udp, proto_hdr_gtpc}
329 struct virtchnl_proto_hdrs ipv6_udp_gtpc_tmplt = {
330 TUNNEL_LEVEL_OUTER, 3, {proto_hdr_ipv6, proto_hdr_udp, proto_hdr_gtpc}
333 struct virtchnl_proto_hdrs eth_ecpri_tmplt = {
334 TUNNEL_LEVEL_OUTER, 2, {proto_hdr_eth, proto_hdr_ecpri}
337 struct virtchnl_proto_hdrs ipv4_ecpri_tmplt = {
338 TUNNEL_LEVEL_OUTER, 3, {proto_hdr_ipv4, proto_hdr_udp, proto_hdr_ecpri}
341 /* rss type super set */
344 #define IAVF_RSS_TYPE_OUTER_IPV4 (ETH_RSS_ETH | ETH_RSS_IPV4 | \
345 ETH_RSS_FRAG_IPV4 | \
347 #define IAVF_RSS_TYPE_OUTER_IPV4_UDP (IAVF_RSS_TYPE_OUTER_IPV4 | \
348 ETH_RSS_NONFRAG_IPV4_UDP | \
350 #define IAVF_RSS_TYPE_OUTER_IPV4_TCP (IAVF_RSS_TYPE_OUTER_IPV4 | \
351 ETH_RSS_NONFRAG_IPV4_TCP | \
353 #define IAVF_RSS_TYPE_OUTER_IPV4_SCTP (IAVF_RSS_TYPE_OUTER_IPV4 | \
354 ETH_RSS_NONFRAG_IPV4_SCTP | \
357 #define IAVF_RSS_TYPE_OUTER_IPV6 (ETH_RSS_ETH | ETH_RSS_IPV6)
358 #define IAVF_RSS_TYPE_OUTER_IPV6_FRAG (IAVF_RSS_TYPE_OUTER_IPV6 | \
360 #define IAVF_RSS_TYPE_OUTER_IPV6_UDP (IAVF_RSS_TYPE_OUTER_IPV6 | \
361 ETH_RSS_NONFRAG_IPV6_UDP | \
363 #define IAVF_RSS_TYPE_OUTER_IPV6_TCP (IAVF_RSS_TYPE_OUTER_IPV6 | \
364 ETH_RSS_NONFRAG_IPV6_TCP | \
366 #define IAVF_RSS_TYPE_OUTER_IPV6_SCTP (IAVF_RSS_TYPE_OUTER_IPV6 | \
367 ETH_RSS_NONFRAG_IPV6_SCTP | \
370 #define IAVF_RSS_TYPE_VLAN_IPV4 (IAVF_RSS_TYPE_OUTER_IPV4 | \
371 ETH_RSS_S_VLAN | ETH_RSS_C_VLAN)
372 #define IAVF_RSS_TYPE_VLAN_IPV4_UDP (IAVF_RSS_TYPE_OUTER_IPV4_UDP | \
373 ETH_RSS_S_VLAN | ETH_RSS_C_VLAN)
374 #define IAVF_RSS_TYPE_VLAN_IPV4_TCP (IAVF_RSS_TYPE_OUTER_IPV4_TCP | \
375 ETH_RSS_S_VLAN | ETH_RSS_C_VLAN)
376 #define IAVF_RSS_TYPE_VLAN_IPV4_SCTP (IAVF_RSS_TYPE_OUTER_IPV4_SCTP | \
377 ETH_RSS_S_VLAN | ETH_RSS_C_VLAN)
379 #define IAVF_RSS_TYPE_VLAN_IPV6 (IAVF_RSS_TYPE_OUTER_IPV6 | \
380 ETH_RSS_S_VLAN | ETH_RSS_C_VLAN)
381 #define IAVF_RSS_TYPE_VLAN_IPV6_FRAG (IAVF_RSS_TYPE_OUTER_IPV6_FRAG | \
382 ETH_RSS_S_VLAN | ETH_RSS_C_VLAN)
383 #define IAVF_RSS_TYPE_VLAN_IPV6_UDP (IAVF_RSS_TYPE_OUTER_IPV6_UDP | \
384 ETH_RSS_S_VLAN | ETH_RSS_C_VLAN)
385 #define IAVF_RSS_TYPE_VLAN_IPV6_TCP (IAVF_RSS_TYPE_OUTER_IPV6_TCP | \
386 ETH_RSS_S_VLAN | ETH_RSS_C_VLAN)
387 #define IAVF_RSS_TYPE_VLAN_IPV6_SCTP (IAVF_RSS_TYPE_OUTER_IPV6_SCTP | \
388 ETH_RSS_S_VLAN | ETH_RSS_C_VLAN)
390 #define IAVF_RSS_TYPE_INNER_IPV4 ETH_RSS_IPV4
391 #define IAVF_RSS_TYPE_INNER_IPV4_UDP (ETH_RSS_IPV4 | \
392 ETH_RSS_NONFRAG_IPV4_UDP)
393 #define IAVF_RSS_TYPE_INNER_IPV4_TCP (ETH_RSS_IPV4 | \
394 ETH_RSS_NONFRAG_IPV4_TCP)
395 #define IAVF_RSS_TYPE_INNER_IPV4_SCTP (ETH_RSS_IPV4 | \
396 ETH_RSS_NONFRAG_IPV4_SCTP)
398 #define IAVF_RSS_TYPE_INNER_IPV6 ETH_RSS_IPV6
399 #define IAVF_RSS_TYPE_INNER_IPV6_UDP (ETH_RSS_IPV6 | \
400 ETH_RSS_NONFRAG_IPV6_UDP)
401 #define IAVF_RSS_TYPE_INNER_IPV6_TCP (ETH_RSS_IPV6 | \
402 ETH_RSS_NONFRAG_IPV6_TCP)
403 #define IAVF_RSS_TYPE_INNER_IPV6_SCTP (ETH_RSS_IPV6 | \
404 ETH_RSS_NONFRAG_IPV6_SCTP)
406 #define IAVF_RSS_TYPE_GTPU_IPV4 (IAVF_RSS_TYPE_INNER_IPV4 | \
408 #define IAVF_RSS_TYPE_GTPU_IPV4_UDP (IAVF_RSS_TYPE_INNER_IPV4_UDP | \
410 #define IAVF_RSS_TYPE_GTPU_IPV4_TCP (IAVF_RSS_TYPE_INNER_IPV4_TCP | \
413 #define IAVF_RSS_TYPE_GTPU_IPV6 (IAVF_RSS_TYPE_INNER_IPV6 | \
415 #define IAVF_RSS_TYPE_GTPU_IPV6_UDP (IAVF_RSS_TYPE_INNER_IPV6_UDP | \
417 #define IAVF_RSS_TYPE_GTPU_IPV6_TCP (IAVF_RSS_TYPE_INNER_IPV6_TCP | \
419 /* ESP, AH, L2TPV3 and PFCP */
420 #define IAVF_RSS_TYPE_IPV4_ESP (ETH_RSS_ESP | ETH_RSS_IPV4)
421 #define IAVF_RSS_TYPE_IPV4_AH (ETH_RSS_AH | ETH_RSS_IPV4)
422 #define IAVF_RSS_TYPE_IPV6_ESP (ETH_RSS_ESP | ETH_RSS_IPV6)
423 #define IAVF_RSS_TYPE_IPV6_AH (ETH_RSS_AH | ETH_RSS_IPV6)
424 #define IAVF_RSS_TYPE_IPV4_L2TPV3 (ETH_RSS_L2TPV3 | ETH_RSS_IPV4)
425 #define IAVF_RSS_TYPE_IPV6_L2TPV3 (ETH_RSS_L2TPV3 | ETH_RSS_IPV6)
426 #define IAVF_RSS_TYPE_IPV4_PFCP (ETH_RSS_PFCP | ETH_RSS_IPV4)
427 #define IAVF_RSS_TYPE_IPV6_PFCP (ETH_RSS_PFCP | ETH_RSS_IPV6)
430 * Supported pattern for hash.
431 * The first member is pattern item type,
432 * the second member is input set mask,
433 * the third member is virtchnl_proto_hdrs template
435 static struct iavf_pattern_match_item iavf_hash_pattern_list[] = {
437 {iavf_pattern_eth_ipv4, IAVF_RSS_TYPE_OUTER_IPV4, &outer_ipv4_tmplt},
438 {iavf_pattern_eth_ipv4_udp, IAVF_RSS_TYPE_OUTER_IPV4_UDP, &outer_ipv4_udp_tmplt},
439 {iavf_pattern_eth_ipv4_tcp, IAVF_RSS_TYPE_OUTER_IPV4_TCP, &outer_ipv4_tcp_tmplt},
440 {iavf_pattern_eth_ipv4_sctp, IAVF_RSS_TYPE_OUTER_IPV4_SCTP, &outer_ipv4_sctp_tmplt},
441 {iavf_pattern_eth_vlan_ipv4, IAVF_RSS_TYPE_VLAN_IPV4, &outer_ipv4_tmplt},
442 {iavf_pattern_eth_vlan_ipv4_udp, IAVF_RSS_TYPE_VLAN_IPV4_UDP, &outer_ipv4_udp_tmplt},
443 {iavf_pattern_eth_vlan_ipv4_tcp, IAVF_RSS_TYPE_VLAN_IPV4_TCP, &outer_ipv4_tcp_tmplt},
444 {iavf_pattern_eth_vlan_ipv4_sctp, IAVF_RSS_TYPE_VLAN_IPV4_SCTP, &outer_ipv4_sctp_tmplt},
445 {iavf_pattern_eth_ipv4_gtpu, ETH_RSS_IPV4, &outer_ipv4_udp_tmplt},
446 {iavf_pattern_eth_ipv4_gtpu_ipv4, IAVF_RSS_TYPE_GTPU_IPV4, &inner_ipv4_tmplt},
447 {iavf_pattern_eth_ipv4_gtpu_ipv4_udp, IAVF_RSS_TYPE_GTPU_IPV4_UDP, &inner_ipv4_udp_tmplt},
448 {iavf_pattern_eth_ipv4_gtpu_ipv4_tcp, IAVF_RSS_TYPE_GTPU_IPV4_TCP, &inner_ipv4_tcp_tmplt},
449 {iavf_pattern_eth_ipv6_gtpu_ipv4, IAVF_RSS_TYPE_GTPU_IPV4, &inner_ipv4_tmplt},
450 {iavf_pattern_eth_ipv6_gtpu_ipv4_udp, IAVF_RSS_TYPE_GTPU_IPV4_UDP, &inner_ipv4_udp_tmplt},
451 {iavf_pattern_eth_ipv6_gtpu_ipv4_tcp, IAVF_RSS_TYPE_GTPU_IPV4_TCP, &inner_ipv4_tcp_tmplt},
452 {iavf_pattern_eth_ipv4_gtpu_eh_ipv4, IAVF_RSS_TYPE_GTPU_IPV4, &inner_ipv4_tmplt},
453 {iavf_pattern_eth_ipv4_gtpu_eh_ipv4_udp, IAVF_RSS_TYPE_GTPU_IPV4_UDP, &inner_ipv4_udp_tmplt},
454 {iavf_pattern_eth_ipv4_gtpu_eh_ipv4_tcp, IAVF_RSS_TYPE_GTPU_IPV4_TCP, &inner_ipv4_tcp_tmplt},
455 {iavf_pattern_eth_ipv6_gtpu_eh_ipv4, IAVF_RSS_TYPE_GTPU_IPV4, &inner_ipv4_tmplt},
456 {iavf_pattern_eth_ipv6_gtpu_eh_ipv4_udp, IAVF_RSS_TYPE_GTPU_IPV4_UDP, &inner_ipv4_udp_tmplt},
457 {iavf_pattern_eth_ipv6_gtpu_eh_ipv4_tcp, IAVF_RSS_TYPE_GTPU_IPV4_TCP, &inner_ipv4_tcp_tmplt},
458 {iavf_pattern_eth_ipv4_gre_ipv4_gtpu_ipv4, IAVF_RSS_TYPE_GTPU_IPV4, &second_inner_ipv4_tmplt},
459 {iavf_pattern_eth_ipv4_gre_ipv4_gtpu_ipv4_udp, IAVF_RSS_TYPE_GTPU_IPV4_UDP, &second_inner_ipv4_udp_tmplt},
460 {iavf_pattern_eth_ipv4_gre_ipv4_gtpu_ipv4_tcp, IAVF_RSS_TYPE_GTPU_IPV4_TCP, &second_inner_ipv4_tcp_tmplt},
461 {iavf_pattern_eth_ipv4_gre_ipv6_gtpu_ipv4, IAVF_RSS_TYPE_GTPU_IPV4, &second_inner_ipv4_tmplt},
462 {iavf_pattern_eth_ipv4_gre_ipv6_gtpu_ipv4_udp, IAVF_RSS_TYPE_GTPU_IPV4_UDP, &second_inner_ipv4_udp_tmplt},
463 {iavf_pattern_eth_ipv4_gre_ipv6_gtpu_ipv4_tcp, IAVF_RSS_TYPE_GTPU_IPV4_TCP, &second_inner_ipv4_tcp_tmplt},
464 {iavf_pattern_eth_ipv6_gre_ipv4_gtpu_ipv4, IAVF_RSS_TYPE_GTPU_IPV4, &second_inner_ipv4_tmplt},
465 {iavf_pattern_eth_ipv6_gre_ipv4_gtpu_ipv4_udp, IAVF_RSS_TYPE_GTPU_IPV4_UDP, &second_inner_ipv4_udp_tmplt},
466 {iavf_pattern_eth_ipv6_gre_ipv4_gtpu_ipv4_tcp, IAVF_RSS_TYPE_GTPU_IPV4_TCP, &second_inner_ipv4_tcp_tmplt},
467 {iavf_pattern_eth_ipv6_gre_ipv6_gtpu_ipv4, IAVF_RSS_TYPE_GTPU_IPV4, &second_inner_ipv4_tmplt},
468 {iavf_pattern_eth_ipv6_gre_ipv6_gtpu_ipv4_udp, IAVF_RSS_TYPE_GTPU_IPV4_UDP, &second_inner_ipv4_udp_tmplt},
469 {iavf_pattern_eth_ipv6_gre_ipv6_gtpu_ipv4_tcp, IAVF_RSS_TYPE_GTPU_IPV4_TCP, &second_inner_ipv4_tcp_tmplt},
470 {iavf_pattern_eth_ipv4_gre_ipv4_gtpu_eh_ipv4, IAVF_RSS_TYPE_GTPU_IPV4, &second_inner_ipv4_tmplt},
471 {iavf_pattern_eth_ipv4_gre_ipv4_gtpu_eh_ipv4_udp, IAVF_RSS_TYPE_GTPU_IPV4_UDP, &second_inner_ipv4_udp_tmplt},
472 {iavf_pattern_eth_ipv4_gre_ipv4_gtpu_eh_ipv4_tcp, IAVF_RSS_TYPE_GTPU_IPV4_TCP, &second_inner_ipv4_tcp_tmplt},
473 {iavf_pattern_eth_ipv4_gre_ipv6_gtpu_eh_ipv4, IAVF_RSS_TYPE_GTPU_IPV4, &second_inner_ipv4_tmplt},
474 {iavf_pattern_eth_ipv4_gre_ipv6_gtpu_eh_ipv4_udp, IAVF_RSS_TYPE_GTPU_IPV4_UDP, &second_inner_ipv4_udp_tmplt},
475 {iavf_pattern_eth_ipv4_gre_ipv6_gtpu_eh_ipv4_tcp, IAVF_RSS_TYPE_GTPU_IPV4_TCP, &second_inner_ipv4_tcp_tmplt},
476 {iavf_pattern_eth_ipv6_gre_ipv4_gtpu_eh_ipv4, IAVF_RSS_TYPE_GTPU_IPV4, &second_inner_ipv4_tmplt},
477 {iavf_pattern_eth_ipv6_gre_ipv4_gtpu_eh_ipv4_udp, IAVF_RSS_TYPE_GTPU_IPV4_UDP, &second_inner_ipv4_udp_tmplt},
478 {iavf_pattern_eth_ipv6_gre_ipv4_gtpu_eh_ipv4_tcp, IAVF_RSS_TYPE_GTPU_IPV4_TCP, &second_inner_ipv4_tcp_tmplt},
479 {iavf_pattern_eth_ipv6_gre_ipv6_gtpu_eh_ipv4, IAVF_RSS_TYPE_GTPU_IPV4, &second_inner_ipv4_tmplt},
480 {iavf_pattern_eth_ipv6_gre_ipv6_gtpu_eh_ipv4_udp, IAVF_RSS_TYPE_GTPU_IPV4_UDP, &second_inner_ipv4_udp_tmplt},
481 {iavf_pattern_eth_ipv6_gre_ipv6_gtpu_eh_ipv4_tcp, IAVF_RSS_TYPE_GTPU_IPV4_TCP, &second_inner_ipv4_tcp_tmplt},
482 {iavf_pattern_eth_ipv4_esp, IAVF_RSS_TYPE_IPV4_ESP, &ipv4_esp_tmplt},
483 {iavf_pattern_eth_ipv4_udp_esp, IAVF_RSS_TYPE_IPV4_ESP, &ipv4_udp_esp_tmplt},
484 {iavf_pattern_eth_ipv4_ah, IAVF_RSS_TYPE_IPV4_AH, &ipv4_ah_tmplt},
485 {iavf_pattern_eth_ipv4_l2tpv3, IAVF_RSS_TYPE_IPV4_L2TPV3, &ipv4_l2tpv3_tmplt},
486 {iavf_pattern_eth_ipv4_pfcp, IAVF_RSS_TYPE_IPV4_PFCP, &ipv4_pfcp_tmplt},
487 {iavf_pattern_eth_ipv4_gtpc, ETH_RSS_IPV4, &ipv4_udp_gtpc_tmplt},
488 {iavf_pattern_eth_ecpri, ETH_RSS_ECPRI, ð_ecpri_tmplt},
489 {iavf_pattern_eth_ipv4_ecpri, ETH_RSS_ECPRI, &ipv4_ecpri_tmplt},
490 {iavf_pattern_eth_ipv4_gre_ipv4, IAVF_RSS_TYPE_INNER_IPV4, &inner_ipv4_tmplt},
491 {iavf_pattern_eth_ipv6_gre_ipv4, IAVF_RSS_TYPE_INNER_IPV4, &inner_ipv4_tmplt},
492 {iavf_pattern_eth_ipv4_gre_ipv4_tcp, IAVF_RSS_TYPE_INNER_IPV4_TCP, &inner_ipv4_tcp_tmplt},
493 {iavf_pattern_eth_ipv6_gre_ipv4_tcp, IAVF_RSS_TYPE_INNER_IPV4_TCP, &inner_ipv4_tcp_tmplt},
494 {iavf_pattern_eth_ipv4_gre_ipv4_udp, IAVF_RSS_TYPE_INNER_IPV4_UDP, &inner_ipv4_udp_tmplt},
495 {iavf_pattern_eth_ipv6_gre_ipv4_udp, IAVF_RSS_TYPE_INNER_IPV4_UDP, &inner_ipv4_udp_tmplt},
497 {iavf_pattern_eth_ipv6, IAVF_RSS_TYPE_OUTER_IPV6, &outer_ipv6_tmplt},
498 {iavf_pattern_eth_ipv6_frag_ext, IAVF_RSS_TYPE_OUTER_IPV6_FRAG, &outer_ipv6_frag_tmplt},
499 {iavf_pattern_eth_ipv6_udp, IAVF_RSS_TYPE_OUTER_IPV6_UDP, &outer_ipv6_udp_tmplt},
500 {iavf_pattern_eth_ipv6_tcp, IAVF_RSS_TYPE_OUTER_IPV6_TCP, &outer_ipv6_tcp_tmplt},
501 {iavf_pattern_eth_ipv6_sctp, IAVF_RSS_TYPE_OUTER_IPV6_SCTP, &outer_ipv6_sctp_tmplt},
502 {iavf_pattern_eth_vlan_ipv6, IAVF_RSS_TYPE_VLAN_IPV6, &outer_ipv6_tmplt},
503 {iavf_pattern_eth_vlan_ipv6_frag_ext, IAVF_RSS_TYPE_OUTER_IPV6_FRAG, &outer_ipv6_frag_tmplt},
504 {iavf_pattern_eth_vlan_ipv6_udp, IAVF_RSS_TYPE_VLAN_IPV6_UDP, &outer_ipv6_udp_tmplt},
505 {iavf_pattern_eth_vlan_ipv6_tcp, IAVF_RSS_TYPE_VLAN_IPV6_TCP, &outer_ipv6_tcp_tmplt},
506 {iavf_pattern_eth_vlan_ipv6_sctp, IAVF_RSS_TYPE_VLAN_IPV6_SCTP, &outer_ipv6_sctp_tmplt},
507 {iavf_pattern_eth_ipv6_gtpu, ETH_RSS_IPV6, &outer_ipv6_udp_tmplt},
508 {iavf_pattern_eth_ipv4_gtpu_ipv6, IAVF_RSS_TYPE_GTPU_IPV6, &inner_ipv6_tmplt},
509 {iavf_pattern_eth_ipv4_gtpu_ipv6_udp, IAVF_RSS_TYPE_GTPU_IPV6_UDP, &inner_ipv6_udp_tmplt},
510 {iavf_pattern_eth_ipv4_gtpu_ipv6_tcp, IAVF_RSS_TYPE_GTPU_IPV6_TCP, &inner_ipv6_tcp_tmplt},
511 {iavf_pattern_eth_ipv6_gtpu_ipv6, IAVF_RSS_TYPE_GTPU_IPV6, &inner_ipv6_tmplt},
512 {iavf_pattern_eth_ipv6_gtpu_ipv6_udp, IAVF_RSS_TYPE_GTPU_IPV6_UDP, &inner_ipv6_udp_tmplt},
513 {iavf_pattern_eth_ipv6_gtpu_ipv6_tcp, IAVF_RSS_TYPE_GTPU_IPV6_TCP, &inner_ipv6_tcp_tmplt},
514 {iavf_pattern_eth_ipv4_gtpu_eh_ipv6, IAVF_RSS_TYPE_GTPU_IPV6, &inner_ipv6_tmplt},
515 {iavf_pattern_eth_ipv4_gtpu_eh_ipv6_udp, IAVF_RSS_TYPE_GTPU_IPV6_UDP, &inner_ipv6_udp_tmplt},
516 {iavf_pattern_eth_ipv4_gtpu_eh_ipv6_tcp, IAVF_RSS_TYPE_GTPU_IPV6_TCP, &inner_ipv6_tcp_tmplt},
517 {iavf_pattern_eth_ipv6_gtpu_eh_ipv6, IAVF_RSS_TYPE_GTPU_IPV6, &inner_ipv6_tmplt},
518 {iavf_pattern_eth_ipv6_gtpu_eh_ipv6_udp, IAVF_RSS_TYPE_GTPU_IPV6_UDP, &inner_ipv6_udp_tmplt},
519 {iavf_pattern_eth_ipv6_gtpu_eh_ipv6_tcp, IAVF_RSS_TYPE_GTPU_IPV6_TCP, &inner_ipv6_tcp_tmplt},
520 {iavf_pattern_eth_ipv4_gre_ipv4_gtpu_ipv6, IAVF_RSS_TYPE_GTPU_IPV6, &second_inner_ipv6_tmplt},
521 {iavf_pattern_eth_ipv4_gre_ipv4_gtpu_ipv6_udp, IAVF_RSS_TYPE_GTPU_IPV6_UDP, &second_inner_ipv6_udp_tmplt},
522 {iavf_pattern_eth_ipv4_gre_ipv4_gtpu_ipv6_tcp, IAVF_RSS_TYPE_GTPU_IPV6_TCP, &second_inner_ipv6_tcp_tmplt},
523 {iavf_pattern_eth_ipv4_gre_ipv6_gtpu_ipv6, IAVF_RSS_TYPE_GTPU_IPV6, &second_inner_ipv6_tmplt},
524 {iavf_pattern_eth_ipv4_gre_ipv6_gtpu_ipv6_udp, IAVF_RSS_TYPE_GTPU_IPV6_UDP, &second_inner_ipv6_udp_tmplt},
525 {iavf_pattern_eth_ipv4_gre_ipv6_gtpu_ipv6_tcp, IAVF_RSS_TYPE_GTPU_IPV6_TCP, &second_inner_ipv6_tcp_tmplt},
526 {iavf_pattern_eth_ipv6_gre_ipv4_gtpu_ipv6, IAVF_RSS_TYPE_GTPU_IPV6, &second_inner_ipv6_tmplt},
527 {iavf_pattern_eth_ipv6_gre_ipv4_gtpu_ipv6_udp, IAVF_RSS_TYPE_GTPU_IPV6_UDP, &second_inner_ipv6_udp_tmplt},
528 {iavf_pattern_eth_ipv6_gre_ipv4_gtpu_ipv6_tcp, IAVF_RSS_TYPE_GTPU_IPV6_TCP, &second_inner_ipv6_tcp_tmplt},
529 {iavf_pattern_eth_ipv6_gre_ipv6_gtpu_ipv6, IAVF_RSS_TYPE_GTPU_IPV6, &second_inner_ipv6_tmplt},
530 {iavf_pattern_eth_ipv6_gre_ipv6_gtpu_ipv6_udp, IAVF_RSS_TYPE_GTPU_IPV6_UDP, &second_inner_ipv6_udp_tmplt},
531 {iavf_pattern_eth_ipv6_gre_ipv6_gtpu_ipv6_tcp, IAVF_RSS_TYPE_GTPU_IPV6_TCP, &second_inner_ipv6_tcp_tmplt},
532 {iavf_pattern_eth_ipv4_gre_ipv4_gtpu_eh_ipv6, IAVF_RSS_TYPE_GTPU_IPV6, &second_inner_ipv6_tmplt},
533 {iavf_pattern_eth_ipv4_gre_ipv4_gtpu_eh_ipv6_udp, IAVF_RSS_TYPE_GTPU_IPV6_UDP, &second_inner_ipv6_udp_tmplt},
534 {iavf_pattern_eth_ipv4_gre_ipv4_gtpu_eh_ipv6_tcp, IAVF_RSS_TYPE_GTPU_IPV6_TCP, &second_inner_ipv6_tcp_tmplt},
535 {iavf_pattern_eth_ipv4_gre_ipv6_gtpu_eh_ipv6, IAVF_RSS_TYPE_GTPU_IPV6, &second_inner_ipv6_tmplt},
536 {iavf_pattern_eth_ipv4_gre_ipv6_gtpu_eh_ipv6_udp, IAVF_RSS_TYPE_GTPU_IPV6_UDP, &second_inner_ipv6_udp_tmplt},
537 {iavf_pattern_eth_ipv4_gre_ipv6_gtpu_eh_ipv6_tcp, IAVF_RSS_TYPE_GTPU_IPV6_TCP, &second_inner_ipv6_tcp_tmplt},
538 {iavf_pattern_eth_ipv6_gre_ipv4_gtpu_eh_ipv6, IAVF_RSS_TYPE_GTPU_IPV6, &second_inner_ipv6_tmplt},
539 {iavf_pattern_eth_ipv6_gre_ipv4_gtpu_eh_ipv6_udp, IAVF_RSS_TYPE_GTPU_IPV6_UDP, &second_inner_ipv6_udp_tmplt},
540 {iavf_pattern_eth_ipv6_gre_ipv4_gtpu_eh_ipv6_tcp, IAVF_RSS_TYPE_GTPU_IPV6_TCP, &second_inner_ipv6_tcp_tmplt},
541 {iavf_pattern_eth_ipv6_gre_ipv6_gtpu_eh_ipv6, IAVF_RSS_TYPE_GTPU_IPV6, &second_inner_ipv6_tmplt},
542 {iavf_pattern_eth_ipv6_gre_ipv6_gtpu_eh_ipv6_udp, IAVF_RSS_TYPE_GTPU_IPV6_UDP, &second_inner_ipv6_udp_tmplt},
543 {iavf_pattern_eth_ipv6_gre_ipv6_gtpu_eh_ipv6_tcp, IAVF_RSS_TYPE_GTPU_IPV6_TCP, &second_inner_ipv6_tcp_tmplt},
544 {iavf_pattern_eth_ipv6_esp, IAVF_RSS_TYPE_IPV6_ESP, &ipv6_esp_tmplt},
545 {iavf_pattern_eth_ipv6_udp_esp, IAVF_RSS_TYPE_IPV6_ESP, &ipv6_udp_esp_tmplt},
546 {iavf_pattern_eth_ipv6_ah, IAVF_RSS_TYPE_IPV6_AH, &ipv6_ah_tmplt},
547 {iavf_pattern_eth_ipv6_l2tpv3, IAVF_RSS_TYPE_IPV6_L2TPV3, &ipv6_l2tpv3_tmplt},
548 {iavf_pattern_eth_ipv6_pfcp, IAVF_RSS_TYPE_IPV6_PFCP, &ipv6_pfcp_tmplt},
549 {iavf_pattern_eth_ipv6_gtpc, ETH_RSS_IPV6, &ipv6_udp_gtpc_tmplt},
550 {iavf_pattern_eth_ipv4_gre_ipv6, IAVF_RSS_TYPE_INNER_IPV6, &inner_ipv6_tmplt},
551 {iavf_pattern_eth_ipv6_gre_ipv6, IAVF_RSS_TYPE_INNER_IPV6, &inner_ipv6_tmplt},
552 {iavf_pattern_eth_ipv4_gre_ipv6_tcp, IAVF_RSS_TYPE_INNER_IPV6_TCP, &inner_ipv6_tcp_tmplt},
553 {iavf_pattern_eth_ipv6_gre_ipv6_tcp, IAVF_RSS_TYPE_INNER_IPV6_TCP, &inner_ipv6_tcp_tmplt},
554 {iavf_pattern_eth_ipv4_gre_ipv6_udp, IAVF_RSS_TYPE_INNER_IPV6_UDP, &inner_ipv6_udp_tmplt},
555 {iavf_pattern_eth_ipv6_gre_ipv6_udp, IAVF_RSS_TYPE_INNER_IPV6_UDP, &inner_ipv6_udp_tmplt},
558 static struct iavf_flow_engine iavf_hash_engine = {
559 .init = iavf_hash_init,
560 .create = iavf_hash_create,
561 .destroy = iavf_hash_destroy,
562 .uninit = iavf_hash_uninit,
563 .free = iavf_hash_free,
564 .type = IAVF_FLOW_ENGINE_HASH,
567 /* Register parser for comms package. */
568 static struct iavf_flow_parser iavf_hash_parser = {
569 .engine = &iavf_hash_engine,
570 .array = iavf_hash_pattern_list,
571 .array_len = RTE_DIM(iavf_hash_pattern_list),
572 .parse_pattern_action = iavf_hash_parse_pattern_action,
573 .stage = IAVF_FLOW_STAGE_RSS,
577 iavf_rss_hash_set(struct iavf_adapter *ad, uint64_t rss_hf, bool add)
579 struct iavf_info *vf = IAVF_DEV_PRIVATE_TO_VF(ad);
580 struct virtchnl_rss_cfg rss_cfg;
582 #define IAVF_RSS_HF_ALL ( \
585 ETH_RSS_NONFRAG_IPV4_UDP | \
586 ETH_RSS_NONFRAG_IPV6_UDP | \
587 ETH_RSS_NONFRAG_IPV4_TCP | \
588 ETH_RSS_NONFRAG_IPV6_TCP | \
589 ETH_RSS_NONFRAG_IPV4_SCTP | \
590 ETH_RSS_NONFRAG_IPV6_SCTP)
592 rss_cfg.rss_algorithm = VIRTCHNL_RSS_ALG_TOEPLITZ_ASYMMETRIC;
593 if (rss_hf & ETH_RSS_IPV4) {
594 rss_cfg.proto_hdrs = inner_ipv4_tmplt;
595 iavf_add_del_rss_cfg(ad, &rss_cfg, add);
598 if (rss_hf & ETH_RSS_NONFRAG_IPV4_UDP) {
599 rss_cfg.proto_hdrs = inner_ipv4_udp_tmplt;
600 iavf_add_del_rss_cfg(ad, &rss_cfg, add);
603 if (rss_hf & ETH_RSS_NONFRAG_IPV4_TCP) {
604 rss_cfg.proto_hdrs = inner_ipv4_tcp_tmplt;
605 iavf_add_del_rss_cfg(ad, &rss_cfg, add);
608 if (rss_hf & ETH_RSS_NONFRAG_IPV4_SCTP) {
609 rss_cfg.proto_hdrs = inner_ipv4_sctp_tmplt;
610 iavf_add_del_rss_cfg(ad, &rss_cfg, add);
613 if (rss_hf & ETH_RSS_IPV6) {
614 rss_cfg.proto_hdrs = inner_ipv6_tmplt;
615 iavf_add_del_rss_cfg(ad, &rss_cfg, add);
618 if (rss_hf & ETH_RSS_NONFRAG_IPV6_UDP) {
619 rss_cfg.proto_hdrs = inner_ipv6_udp_tmplt;
620 iavf_add_del_rss_cfg(ad, &rss_cfg, add);
623 if (rss_hf & ETH_RSS_NONFRAG_IPV6_TCP) {
624 rss_cfg.proto_hdrs = inner_ipv6_tcp_tmplt;
625 iavf_add_del_rss_cfg(ad, &rss_cfg, add);
628 if (rss_hf & ETH_RSS_NONFRAG_IPV6_SCTP) {
629 rss_cfg.proto_hdrs = inner_ipv6_sctp_tmplt;
630 iavf_add_del_rss_cfg(ad, &rss_cfg, add);
633 vf->rss_hf = rss_hf & IAVF_RSS_HF_ALL;
637 RTE_INIT(iavf_hash_engine_init)
639 struct iavf_flow_engine *engine = &iavf_hash_engine;
641 iavf_register_flow_engine(engine);
645 iavf_hash_init(struct iavf_adapter *ad)
647 struct iavf_info *vf = IAVF_DEV_PRIVATE_TO_VF(ad);
648 struct iavf_flow_parser *parser;
657 if (!(vf->vf_res->vf_cap_flags & VIRTCHNL_VF_OFFLOAD_ADV_RSS_PF))
660 parser = &iavf_hash_parser;
662 ret = iavf_register_parser(parser, ad);
664 PMD_DRV_LOG(ERR, "fail to register hash parser");
672 iavf_hash_parse_pattern(const struct rte_flow_item pattern[], uint64_t *phint,
673 struct rte_flow_error *error)
675 const struct rte_flow_item *item = pattern;
676 const struct rte_flow_item_gtp_psc *psc;
677 const struct rte_flow_item_ecpri *ecpri;
678 struct rte_ecpri_common_hdr ecpri_common;
680 for (item = pattern; item->type != RTE_FLOW_ITEM_TYPE_END; item++) {
682 rte_flow_error_set(error, EINVAL,
683 RTE_FLOW_ERROR_TYPE_ITEM, item,
684 "Not support range");
688 switch (item->type) {
689 case RTE_FLOW_ITEM_TYPE_IPV4:
690 if (!(*phint & IAVF_PHINT_GTPU_MSK) && !(*phint & IAVF_PHINT_GRE))
691 *phint |= IAVF_PHINT_OUTER_IPV4;
692 if ((*phint & IAVF_PHINT_GRE) && !(*phint & IAVF_PHINT_GTPU_MSK))
693 *phint |= IAVF_PHINT_MID_IPV4;
695 case RTE_FLOW_ITEM_TYPE_IPV6:
696 if (!(*phint & IAVF_PHINT_GTPU_MSK) && !(*phint & IAVF_PHINT_GRE))
697 *phint |= IAVF_PHINT_OUTER_IPV6;
698 if ((*phint & IAVF_PHINT_GRE) && !(*phint & IAVF_PHINT_GTPU_MSK))
699 *phint |= IAVF_PHINT_MID_IPV6;
701 case RTE_FLOW_ITEM_TYPE_GTPU:
702 *phint |= IAVF_PHINT_GTPU;
704 case RTE_FLOW_ITEM_TYPE_GTP_PSC:
705 *phint |= IAVF_PHINT_GTPU_EH;
709 else if (psc->hdr.type == IAVF_GTPU_EH_UPLINK)
710 *phint |= IAVF_PHINT_GTPU_EH_UP;
711 else if (psc->hdr.type == IAVF_GTPU_EH_DWNLINK)
712 *phint |= IAVF_PHINT_GTPU_EH_DWN;
714 case RTE_FLOW_ITEM_TYPE_ECPRI:
719 ecpri_common.u32 = rte_be_to_cpu_32(ecpri->hdr.common.u32);
721 if (ecpri_common.type !=
722 RTE_ECPRI_MSG_TYPE_IQ_DATA) {
723 rte_flow_error_set(error, EINVAL,
724 RTE_FLOW_ERROR_TYPE_ITEM, item,
725 "Unsupported common type.");
729 case RTE_FLOW_ITEM_TYPE_GRE:
730 *phint |= IAVF_PHINT_GRE;
739 #define REFINE_PROTO_FLD(op, fld) \
740 VIRTCHNL_##op##_PROTO_HDR_FIELD(hdr, VIRTCHNL_PROTO_HDR_##fld)
741 #define REPALCE_PROTO_FLD(fld_1, fld_2) \
743 REFINE_PROTO_FLD(DEL, fld_1); \
744 REFINE_PROTO_FLD(ADD, fld_2); \
748 iavf_hash_add_fragment_hdr(struct virtchnl_proto_hdrs *hdrs, int layer)
750 struct virtchnl_proto_hdr *hdr1;
751 struct virtchnl_proto_hdr *hdr2;
754 if (layer < 0 || layer > hdrs->count)
757 /* shift headers layer */
758 for (i = hdrs->count; i >= layer; i--) {
759 hdr1 = &hdrs->proto_hdr[i];
760 hdr2 = &hdrs->proto_hdr[i - 1];
764 /* adding dummy fragment header */
765 hdr1 = &hdrs->proto_hdr[layer];
766 VIRTCHNL_SET_PROTO_HDR_TYPE(hdr1, IPV4_FRAG);
767 hdrs->count = ++layer;
770 /* refine proto hdrs base on l2, l3, l4 rss type */
772 iavf_refine_proto_hdrs_l234(struct virtchnl_proto_hdrs *proto_hdrs,
775 struct virtchnl_proto_hdr *hdr;
778 for (i = 0; i < proto_hdrs->count; i++) {
779 hdr = &proto_hdrs->proto_hdr[i];
781 case VIRTCHNL_PROTO_HDR_ETH:
782 if (!(rss_type & ETH_RSS_ETH))
783 hdr->field_selector = 0;
784 else if (rss_type & ETH_RSS_L2_SRC_ONLY)
785 REFINE_PROTO_FLD(DEL, ETH_DST);
786 else if (rss_type & ETH_RSS_L2_DST_ONLY)
787 REFINE_PROTO_FLD(DEL, ETH_SRC);
789 case VIRTCHNL_PROTO_HDR_IPV4:
791 (ETH_RSS_IPV4 | ETH_RSS_FRAG_IPV4 |
792 ETH_RSS_NONFRAG_IPV4_UDP |
793 ETH_RSS_NONFRAG_IPV4_TCP |
794 ETH_RSS_NONFRAG_IPV4_SCTP)) {
795 if (rss_type & ETH_RSS_FRAG_IPV4) {
796 iavf_hash_add_fragment_hdr(proto_hdrs, i + 1);
797 } else if (rss_type & ETH_RSS_L3_SRC_ONLY) {
798 REFINE_PROTO_FLD(DEL, IPV4_DST);
799 } else if (rss_type & ETH_RSS_L3_DST_ONLY) {
800 REFINE_PROTO_FLD(DEL, IPV4_SRC);
801 } else if (rss_type &
802 (ETH_RSS_L4_SRC_ONLY |
803 ETH_RSS_L4_DST_ONLY)) {
804 REFINE_PROTO_FLD(DEL, IPV4_DST);
805 REFINE_PROTO_FLD(DEL, IPV4_SRC);
808 hdr->field_selector = 0;
811 if (rss_type & ETH_RSS_IPV4_CHKSUM)
812 REFINE_PROTO_FLD(ADD, IPV4_CHKSUM);
815 case VIRTCHNL_PROTO_HDR_IPV4_FRAG:
817 (ETH_RSS_IPV4 | ETH_RSS_FRAG_IPV4 |
818 ETH_RSS_NONFRAG_IPV4_UDP |
819 ETH_RSS_NONFRAG_IPV4_TCP |
820 ETH_RSS_NONFRAG_IPV4_SCTP)) {
821 if (rss_type & ETH_RSS_FRAG_IPV4)
822 REFINE_PROTO_FLD(ADD, IPV4_FRAG_PKID);
824 hdr->field_selector = 0;
827 if (rss_type & ETH_RSS_IPV4_CHKSUM)
828 REFINE_PROTO_FLD(ADD, IPV4_CHKSUM);
831 case VIRTCHNL_PROTO_HDR_IPV6:
833 (ETH_RSS_IPV6 | ETH_RSS_FRAG_IPV6 |
834 ETH_RSS_NONFRAG_IPV6_UDP |
835 ETH_RSS_NONFRAG_IPV6_TCP |
836 ETH_RSS_NONFRAG_IPV6_SCTP)) {
837 if (rss_type & ETH_RSS_L3_SRC_ONLY) {
838 REFINE_PROTO_FLD(DEL, IPV6_DST);
839 } else if (rss_type & ETH_RSS_L3_DST_ONLY) {
840 REFINE_PROTO_FLD(DEL, IPV6_SRC);
841 } else if (rss_type &
842 (ETH_RSS_L4_SRC_ONLY |
843 ETH_RSS_L4_DST_ONLY)) {
844 REFINE_PROTO_FLD(DEL, IPV6_DST);
845 REFINE_PROTO_FLD(DEL, IPV6_SRC);
848 hdr->field_selector = 0;
850 if (rss_type & RTE_ETH_RSS_L3_PRE64) {
851 if (REFINE_PROTO_FLD(TEST, IPV6_SRC))
852 REPALCE_PROTO_FLD(IPV6_SRC,
854 if (REFINE_PROTO_FLD(TEST, IPV6_DST))
855 REPALCE_PROTO_FLD(IPV6_DST,
859 case VIRTCHNL_PROTO_HDR_IPV6_EH_FRAG:
860 if (rss_type & ETH_RSS_FRAG_IPV6)
861 REFINE_PROTO_FLD(ADD, IPV6_EH_FRAG_PKID);
863 hdr->field_selector = 0;
866 case VIRTCHNL_PROTO_HDR_UDP:
868 (ETH_RSS_NONFRAG_IPV4_UDP |
869 ETH_RSS_NONFRAG_IPV6_UDP)) {
870 if (rss_type & ETH_RSS_L4_SRC_ONLY)
871 REFINE_PROTO_FLD(DEL, UDP_DST_PORT);
872 else if (rss_type & ETH_RSS_L4_DST_ONLY)
873 REFINE_PROTO_FLD(DEL, UDP_SRC_PORT);
875 (ETH_RSS_L3_SRC_ONLY |
876 ETH_RSS_L3_DST_ONLY))
877 hdr->field_selector = 0;
879 hdr->field_selector = 0;
882 if (rss_type & ETH_RSS_L4_CHKSUM)
883 REFINE_PROTO_FLD(ADD, UDP_CHKSUM);
885 case VIRTCHNL_PROTO_HDR_TCP:
887 (ETH_RSS_NONFRAG_IPV4_TCP |
888 ETH_RSS_NONFRAG_IPV6_TCP)) {
889 if (rss_type & ETH_RSS_L4_SRC_ONLY)
890 REFINE_PROTO_FLD(DEL, TCP_DST_PORT);
891 else if (rss_type & ETH_RSS_L4_DST_ONLY)
892 REFINE_PROTO_FLD(DEL, TCP_SRC_PORT);
894 (ETH_RSS_L3_SRC_ONLY |
895 ETH_RSS_L3_DST_ONLY))
896 hdr->field_selector = 0;
898 hdr->field_selector = 0;
901 if (rss_type & ETH_RSS_L4_CHKSUM)
902 REFINE_PROTO_FLD(ADD, TCP_CHKSUM);
904 case VIRTCHNL_PROTO_HDR_SCTP:
906 (ETH_RSS_NONFRAG_IPV4_SCTP |
907 ETH_RSS_NONFRAG_IPV6_SCTP)) {
908 if (rss_type & ETH_RSS_L4_SRC_ONLY)
909 REFINE_PROTO_FLD(DEL, SCTP_DST_PORT);
910 else if (rss_type & ETH_RSS_L4_DST_ONLY)
911 REFINE_PROTO_FLD(DEL, SCTP_SRC_PORT);
913 (ETH_RSS_L3_SRC_ONLY |
914 ETH_RSS_L3_DST_ONLY))
915 hdr->field_selector = 0;
917 hdr->field_selector = 0;
920 if (rss_type & ETH_RSS_L4_CHKSUM)
921 REFINE_PROTO_FLD(ADD, SCTP_CHKSUM);
923 case VIRTCHNL_PROTO_HDR_S_VLAN:
924 if (!(rss_type & ETH_RSS_S_VLAN))
925 hdr->field_selector = 0;
927 case VIRTCHNL_PROTO_HDR_C_VLAN:
928 if (!(rss_type & ETH_RSS_C_VLAN))
929 hdr->field_selector = 0;
931 case VIRTCHNL_PROTO_HDR_L2TPV3:
932 if (!(rss_type & ETH_RSS_L2TPV3))
933 hdr->field_selector = 0;
935 case VIRTCHNL_PROTO_HDR_ESP:
936 if (!(rss_type & ETH_RSS_ESP))
937 hdr->field_selector = 0;
939 case VIRTCHNL_PROTO_HDR_AH:
940 if (!(rss_type & ETH_RSS_AH))
941 hdr->field_selector = 0;
943 case VIRTCHNL_PROTO_HDR_PFCP:
944 if (!(rss_type & ETH_RSS_PFCP))
945 hdr->field_selector = 0;
947 case VIRTCHNL_PROTO_HDR_ECPRI:
948 if (!(rss_type & ETH_RSS_ECPRI))
949 hdr->field_selector = 0;
957 /* refine proto hdrs base on gtpu rss type */
959 iavf_refine_proto_hdrs_gtpu(struct virtchnl_proto_hdrs *proto_hdrs,
962 struct virtchnl_proto_hdr *hdr;
965 if (!(rss_type & ETH_RSS_GTPU))
968 for (i = 0; i < proto_hdrs->count; i++) {
969 hdr = &proto_hdrs->proto_hdr[i];
971 case VIRTCHNL_PROTO_HDR_GTPU_IP:
972 REFINE_PROTO_FLD(ADD, GTPU_IP_TEID);
981 iavf_refine_proto_hdrs_by_pattern(struct virtchnl_proto_hdrs *proto_hdrs,
984 struct virtchnl_proto_hdr *hdr1;
985 struct virtchnl_proto_hdr *hdr2;
986 int i, shift_count = 1;
987 int tun_lvl = proto_hdrs->tunnel_level;
989 if (!(phint & IAVF_PHINT_GTPU_MSK) && !(phint & IAVF_PHINT_GRE))
993 if (phint & IAVF_PHINT_LAYERS_MSK)
996 /* shift headers layer */
997 for (i = proto_hdrs->count - 1 + shift_count;
998 i > shift_count - 1; i--) {
999 hdr1 = &proto_hdrs->proto_hdr[i];
1000 hdr2 = &proto_hdrs->proto_hdr[i - shift_count];
1004 if (shift_count == 1) {
1005 /* adding tunnel header at layer 0 */
1006 hdr1 = &proto_hdrs->proto_hdr[0];
1008 /* adding tunnel header and outer ip header */
1009 hdr1 = &proto_hdrs->proto_hdr[1];
1010 hdr2 = &proto_hdrs->proto_hdr[0];
1011 hdr2->field_selector = 0;
1012 proto_hdrs->count++;
1015 if (tun_lvl == TUNNEL_LEVEL_OUTER) {
1016 if (phint & IAVF_PHINT_OUTER_IPV4)
1017 VIRTCHNL_SET_PROTO_HDR_TYPE(hdr2, IPV4);
1018 else if (phint & IAVF_PHINT_OUTER_IPV6)
1019 VIRTCHNL_SET_PROTO_HDR_TYPE(hdr2, IPV6);
1020 } else if (tun_lvl == TUNNEL_LEVEL_INNER) {
1021 if (phint & IAVF_PHINT_MID_IPV4)
1022 VIRTCHNL_SET_PROTO_HDR_TYPE(hdr2, IPV4);
1023 else if (phint & IAVF_PHINT_MID_IPV6)
1024 VIRTCHNL_SET_PROTO_HDR_TYPE(hdr2, IPV6);
1028 hdr1->field_selector = 0;
1029 proto_hdrs->count++;
1031 if (phint & IAVF_PHINT_GTPU_EH_DWN)
1032 VIRTCHNL_SET_PROTO_HDR_TYPE(hdr1, GTPU_EH_PDU_DWN);
1033 else if (phint & IAVF_PHINT_GTPU_EH_UP)
1034 VIRTCHNL_SET_PROTO_HDR_TYPE(hdr1, GTPU_EH_PDU_UP);
1035 else if (phint & IAVF_PHINT_GTPU_EH)
1036 VIRTCHNL_SET_PROTO_HDR_TYPE(hdr1, GTPU_EH);
1037 else if (phint & IAVF_PHINT_GTPU)
1038 VIRTCHNL_SET_PROTO_HDR_TYPE(hdr1, GTPU_IP);
1040 if (phint & IAVF_PHINT_GRE) {
1041 if (phint & IAVF_PHINT_GTPU) {
1042 /* if GTPoGRE, add GRE header at the outer tunnel */
1043 if (tun_lvl == TUNNEL_LEVEL_OUTER)
1044 VIRTCHNL_SET_PROTO_HDR_TYPE(hdr1, GRE);
1046 VIRTCHNL_SET_PROTO_HDR_TYPE(hdr1, GRE);
1050 proto_hdrs->tunnel_level = tun_lvl;
1053 static void iavf_refine_proto_hdrs(struct virtchnl_proto_hdrs *proto_hdrs,
1054 uint64_t rss_type, uint64_t phint)
1056 iavf_refine_proto_hdrs_l234(proto_hdrs, rss_type);
1057 iavf_refine_proto_hdrs_by_pattern(proto_hdrs, phint);
1058 iavf_refine_proto_hdrs_gtpu(proto_hdrs, rss_type);
1061 static uint64_t invalid_rss_comb[] = {
1062 ETH_RSS_IPV4 | ETH_RSS_NONFRAG_IPV4_UDP,
1063 ETH_RSS_IPV4 | ETH_RSS_NONFRAG_IPV4_TCP,
1064 ETH_RSS_IPV6 | ETH_RSS_NONFRAG_IPV6_UDP,
1065 ETH_RSS_IPV6 | ETH_RSS_NONFRAG_IPV6_TCP,
1066 RTE_ETH_RSS_L3_PRE32 | RTE_ETH_RSS_L3_PRE40 |
1067 RTE_ETH_RSS_L3_PRE48 | RTE_ETH_RSS_L3_PRE56 |
1068 RTE_ETH_RSS_L3_PRE96
1071 struct rss_attr_type {
1076 #define VALID_RSS_IPV4_L4 (ETH_RSS_NONFRAG_IPV4_UDP | \
1077 ETH_RSS_NONFRAG_IPV4_TCP | \
1078 ETH_RSS_NONFRAG_IPV4_SCTP)
1080 #define VALID_RSS_IPV6_L4 (ETH_RSS_NONFRAG_IPV6_UDP | \
1081 ETH_RSS_NONFRAG_IPV6_TCP | \
1082 ETH_RSS_NONFRAG_IPV6_SCTP)
1084 #define VALID_RSS_IPV4 (ETH_RSS_IPV4 | ETH_RSS_FRAG_IPV4 | \
1086 #define VALID_RSS_IPV6 (ETH_RSS_IPV6 | ETH_RSS_FRAG_IPV6 | \
1088 #define VALID_RSS_L3 (VALID_RSS_IPV4 | VALID_RSS_IPV6)
1089 #define VALID_RSS_L4 (VALID_RSS_IPV4_L4 | VALID_RSS_IPV6_L4)
1091 #define VALID_RSS_ATTR (ETH_RSS_L3_SRC_ONLY | \
1092 ETH_RSS_L3_DST_ONLY | \
1093 ETH_RSS_L4_SRC_ONLY | \
1094 ETH_RSS_L4_DST_ONLY | \
1095 ETH_RSS_L2_SRC_ONLY | \
1096 ETH_RSS_L2_DST_ONLY | \
1097 RTE_ETH_RSS_L3_PRE64)
1099 #define INVALID_RSS_ATTR (RTE_ETH_RSS_L3_PRE32 | \
1100 RTE_ETH_RSS_L3_PRE40 | \
1101 RTE_ETH_RSS_L3_PRE48 | \
1102 RTE_ETH_RSS_L3_PRE56 | \
1103 RTE_ETH_RSS_L3_PRE96)
1105 static struct rss_attr_type rss_attr_to_valid_type[] = {
1106 {ETH_RSS_L2_SRC_ONLY | ETH_RSS_L2_DST_ONLY, ETH_RSS_ETH},
1107 {ETH_RSS_L3_SRC_ONLY | ETH_RSS_L3_DST_ONLY, VALID_RSS_L3},
1108 {ETH_RSS_L4_SRC_ONLY | ETH_RSS_L4_DST_ONLY, VALID_RSS_L4},
1109 /* current ipv6 prefix only supports prefix 64 bits*/
1110 {RTE_ETH_RSS_L3_PRE64, VALID_RSS_IPV6},
1111 {INVALID_RSS_ATTR, 0}
1115 iavf_any_invalid_rss_type(enum rte_eth_hash_function rss_func,
1116 uint64_t rss_type, uint64_t allow_rss_type)
1121 * Check if l3/l4 SRC/DST_ONLY is set for SYMMETRIC_TOEPLITZ
1124 if (rss_func == RTE_ETH_HASH_FUNCTION_SYMMETRIC_TOEPLITZ) {
1125 if (rss_type & (ETH_RSS_L3_SRC_ONLY | ETH_RSS_L3_DST_ONLY |
1126 ETH_RSS_L4_SRC_ONLY | ETH_RSS_L4_DST_ONLY))
1130 (ETH_RSS_IPV4 | ETH_RSS_IPV6 |
1131 ETH_RSS_NONFRAG_IPV4_UDP | ETH_RSS_NONFRAG_IPV6_UDP |
1132 ETH_RSS_NONFRAG_IPV4_TCP | ETH_RSS_NONFRAG_IPV6_TCP |
1133 ETH_RSS_NONFRAG_IPV4_SCTP | ETH_RSS_NONFRAG_IPV6_SCTP)))
1137 /* check invalid combination */
1138 for (i = 0; i < RTE_DIM(invalid_rss_comb); i++) {
1139 if (__builtin_popcountll(rss_type & invalid_rss_comb[i]) > 1)
1143 /* check invalid RSS attribute */
1144 for (i = 0; i < RTE_DIM(rss_attr_to_valid_type); i++) {
1145 struct rss_attr_type *rat = &rss_attr_to_valid_type[i];
1147 if (rat->attr & rss_type && !(rat->type & rss_type))
1151 /* check not allowed RSS type */
1152 rss_type &= ~VALID_RSS_ATTR;
1154 return ((rss_type & allow_rss_type) != rss_type);
1158 iavf_hash_parse_action(struct iavf_pattern_match_item *match_item,
1159 const struct rte_flow_action actions[],
1160 uint64_t pattern_hint, void **meta,
1161 struct rte_flow_error *error)
1163 struct iavf_rss_meta *rss_meta = (struct iavf_rss_meta *)*meta;
1164 struct virtchnl_proto_hdrs *proto_hdrs;
1165 enum rte_flow_action_type action_type;
1166 const struct rte_flow_action_rss *rss;
1167 const struct rte_flow_action *action;
1170 /* Supported action is RSS. */
1171 for (action = actions; action->type !=
1172 RTE_FLOW_ACTION_TYPE_END; action++) {
1173 action_type = action->type;
1174 switch (action_type) {
1175 case RTE_FLOW_ACTION_TYPE_RSS:
1177 rss_type = rss->types;
1180 RTE_ETH_HASH_FUNCTION_SIMPLE_XOR){
1181 rss_meta->rss_algorithm =
1182 VIRTCHNL_RSS_ALG_XOR_ASYMMETRIC;
1183 return rte_flow_error_set(error, ENOTSUP,
1184 RTE_FLOW_ERROR_TYPE_ACTION, action,
1185 "function simple_xor is not supported");
1186 } else if (rss->func ==
1187 RTE_ETH_HASH_FUNCTION_SYMMETRIC_TOEPLITZ) {
1188 rss_meta->rss_algorithm =
1189 VIRTCHNL_RSS_ALG_TOEPLITZ_SYMMETRIC;
1191 rss_meta->rss_algorithm =
1192 VIRTCHNL_RSS_ALG_TOEPLITZ_ASYMMETRIC;
1196 return rte_flow_error_set(error, ENOTSUP,
1197 RTE_FLOW_ERROR_TYPE_ACTION, action,
1198 "a nonzero RSS encapsulation level is not supported");
1201 return rte_flow_error_set(error, ENOTSUP,
1202 RTE_FLOW_ERROR_TYPE_ACTION, action,
1203 "a nonzero RSS key_len is not supported");
1206 return rte_flow_error_set(error, ENOTSUP,
1207 RTE_FLOW_ERROR_TYPE_ACTION, action,
1208 "a non-NULL RSS queue is not supported");
1211 * Check simultaneous use of SRC_ONLY and DST_ONLY
1212 * of the same level.
1214 rss_type = rte_eth_rss_hf_refine(rss_type);
1216 if (iavf_any_invalid_rss_type(rss->func, rss_type,
1217 match_item->input_set_mask))
1218 return rte_flow_error_set(error, ENOTSUP,
1219 RTE_FLOW_ERROR_TYPE_ACTION,
1220 action, "RSS type not supported");
1221 proto_hdrs = match_item->meta;
1222 rss_meta->proto_hdrs = *proto_hdrs;
1223 iavf_refine_proto_hdrs(&rss_meta->proto_hdrs,
1224 rss_type, pattern_hint);
1227 case RTE_FLOW_ACTION_TYPE_END:
1231 rte_flow_error_set(error, EINVAL,
1232 RTE_FLOW_ERROR_TYPE_ACTION, action,
1242 iavf_hash_parse_pattern_action(__rte_unused struct iavf_adapter *ad,
1243 struct iavf_pattern_match_item *array,
1245 const struct rte_flow_item pattern[],
1246 const struct rte_flow_action actions[],
1248 struct rte_flow_error *error)
1250 struct iavf_pattern_match_item *pattern_match_item;
1251 struct iavf_rss_meta *rss_meta_ptr;
1252 uint64_t phint = IAVF_PHINT_NONE;
1255 rss_meta_ptr = rte_zmalloc(NULL, sizeof(*rss_meta_ptr), 0);
1256 if (!rss_meta_ptr) {
1257 rte_flow_error_set(error, EINVAL,
1258 RTE_FLOW_ERROR_TYPE_HANDLE, NULL,
1259 "No memory for rss_meta_ptr");
1263 /* Check rss supported pattern and find matched pattern. */
1264 pattern_match_item =
1265 iavf_search_pattern_match_item(pattern, array, array_len,
1267 if (!pattern_match_item) {
1272 ret = iavf_hash_parse_pattern(pattern, &phint, error);
1276 ret = iavf_hash_parse_action(pattern_match_item, actions, phint,
1277 (void **)&rss_meta_ptr, error);
1281 *meta = rss_meta_ptr;
1283 rte_free(rss_meta_ptr);
1285 rte_free(pattern_match_item);
1291 iavf_hash_create(__rte_unused struct iavf_adapter *ad,
1292 __rte_unused struct rte_flow *flow, void *meta,
1293 __rte_unused struct rte_flow_error *error)
1295 struct iavf_rss_meta *rss_meta = (struct iavf_rss_meta *)meta;
1296 struct virtchnl_rss_cfg *rss_cfg;
1299 rss_cfg = rte_zmalloc("iavf rss rule",
1300 sizeof(struct virtchnl_rss_cfg), 0);
1302 rte_flow_error_set(error, EINVAL,
1303 RTE_FLOW_ERROR_TYPE_HANDLE, NULL,
1304 "No memory for rss rule");
1308 rss_cfg->proto_hdrs = rss_meta->proto_hdrs;
1309 rss_cfg->rss_algorithm = rss_meta->rss_algorithm;
1311 ret = iavf_add_del_rss_cfg(ad, rss_cfg, true);
1313 flow->rule = rss_cfg;
1315 PMD_DRV_LOG(ERR, "fail to add RSS configure");
1316 rte_flow_error_set(error, -ret,
1317 RTE_FLOW_ERROR_TYPE_HANDLE, NULL,
1318 "Failed to add rss rule.");
1329 iavf_hash_destroy(__rte_unused struct iavf_adapter *ad,
1330 struct rte_flow *flow,
1331 __rte_unused struct rte_flow_error *error)
1333 struct iavf_info *vf = IAVF_DEV_PRIVATE_TO_VF(ad);
1334 struct virtchnl_rss_cfg *rss_cfg;
1340 rss_cfg = (struct virtchnl_rss_cfg *)flow->rule;
1342 ret = iavf_add_del_rss_cfg(ad, rss_cfg, false);
1344 PMD_DRV_LOG(ERR, "fail to del RSS configure");
1345 rte_flow_error_set(error, -ret,
1346 RTE_FLOW_ERROR_TYPE_HANDLE, NULL,
1347 "Failed to delete rss rule.");
1354 iavf_hash_uninit(struct iavf_adapter *ad)
1356 struct iavf_info *vf = IAVF_DEV_PRIVATE_TO_VF(ad);
1357 struct rte_eth_rss_conf *rss_conf;
1365 if (!(vf->vf_res->vf_cap_flags & VIRTCHNL_VF_OFFLOAD_ADV_RSS_PF))
1368 rss_conf = &ad->dev_data->dev_conf.rx_adv_conf.rss_conf;
1369 if (iavf_rss_hash_set(ad, rss_conf->rss_hf, false))
1370 PMD_DRV_LOG(ERR, "fail to delete default RSS");
1372 iavf_unregister_parser(&iavf_hash_parser, ad);
1376 iavf_hash_free(struct rte_flow *flow)
1378 rte_free(flow->rule);