1 /* SPDX-License-Identifier: BSD-3-Clause
2 * Copyright(c) 2020 Intel Corporation
13 #include <rte_debug.h>
14 #include <rte_ether.h>
15 #include <rte_ethdev_driver.h>
17 #include <rte_malloc.h>
18 #include <rte_eth_ctrl.h>
19 #include <rte_tailq.h>
20 #include <rte_flow_driver.h>
24 #include "iavf_generic_flow.h"
26 #define IAVF_PHINT_NONE 0
27 #define IAVF_PHINT_GTPU BIT_ULL(0)
28 #define IAVF_PHINT_GTPU_EH BIT_ULL(1)
29 #define IAVF_PHINT_GTPU_EH_DWN BIT_ULL(2)
30 #define IAVF_PHINT_GTPU_EH_UP BIT_ULL(3)
31 #define IAVF_PHINT_OUTER_IPV4 BIT_ULL(4)
32 #define IAVF_PHINT_OUTER_IPV6 BIT_ULL(5)
34 #define IAVF_PHINT_GTPU_MSK (IAVF_PHINT_GTPU | \
35 IAVF_PHINT_GTPU_EH | \
36 IAVF_PHINT_GTPU_EH_DWN | \
37 IAVF_PHINT_GTPU_EH_UP)
39 #define IAVF_PHINT_LAYERS_MSK (IAVF_PHINT_OUTER_IPV4 | \
40 IAVF_PHINT_OUTER_IPV6)
42 #define IAVF_GTPU_EH_DWNLINK 0
43 #define IAVF_GTPU_EH_UPLINK 1
45 struct iavf_hash_match_type {
47 struct virtchnl_proto_hdrs *proto_hdrs;
48 uint64_t pattern_hint;
51 struct iavf_rss_meta {
52 struct virtchnl_proto_hdrs proto_hdrs;
53 enum virtchnl_rss_algorithm rss_algorithm;
56 struct iavf_hash_flow_cfg {
57 struct virtchnl_rss_cfg *rss_cfg;
62 iavf_hash_init(struct iavf_adapter *ad);
64 iavf_hash_create(struct iavf_adapter *ad, struct rte_flow *flow, void *meta,
65 struct rte_flow_error *error);
67 iavf_hash_destroy(struct iavf_adapter *ad, struct rte_flow *flow,
68 struct rte_flow_error *error);
70 iavf_hash_uninit(struct iavf_adapter *ad);
72 iavf_hash_free(struct rte_flow *flow);
74 iavf_hash_parse_pattern_action(struct iavf_adapter *ad,
75 struct iavf_pattern_match_item *array,
77 const struct rte_flow_item pattern[],
78 const struct rte_flow_action actions[],
80 struct rte_flow_error *error);
82 #define FIELD_SELECTOR(proto_hdr_field) \
83 (1UL << ((proto_hdr_field) & PROTO_HDR_FIELD_MASK))
86 #define proto_hdr_eth { \
87 VIRTCHNL_PROTO_HDR_ETH, \
88 FIELD_SELECTOR(VIRTCHNL_PROTO_HDR_ETH_SRC) | \
89 FIELD_SELECTOR(VIRTCHNL_PROTO_HDR_ETH_DST), {BUFF_NOUSED} }
91 #define proto_hdr_svlan { \
92 VIRTCHNL_PROTO_HDR_S_VLAN, \
93 FIELD_SELECTOR(VIRTCHNL_PROTO_HDR_S_VLAN_ID), {BUFF_NOUSED} }
95 #define proto_hdr_cvlan { \
96 VIRTCHNL_PROTO_HDR_C_VLAN, \
97 FIELD_SELECTOR(VIRTCHNL_PROTO_HDR_C_VLAN_ID), {BUFF_NOUSED} }
99 #define proto_hdr_ipv4 { \
100 VIRTCHNL_PROTO_HDR_IPV4, \
101 FIELD_SELECTOR(VIRTCHNL_PROTO_HDR_IPV4_SRC) | \
102 FIELD_SELECTOR(VIRTCHNL_PROTO_HDR_IPV4_DST), {BUFF_NOUSED} }
104 #define proto_hdr_ipv4_with_prot { \
105 VIRTCHNL_PROTO_HDR_IPV4, \
106 FIELD_SELECTOR(VIRTCHNL_PROTO_HDR_IPV4_SRC) | \
107 FIELD_SELECTOR(VIRTCHNL_PROTO_HDR_IPV4_DST) | \
108 FIELD_SELECTOR(VIRTCHNL_PROTO_HDR_IPV4_PROT), {BUFF_NOUSED} }
110 #define proto_hdr_ipv6 { \
111 VIRTCHNL_PROTO_HDR_IPV6, \
112 FIELD_SELECTOR(VIRTCHNL_PROTO_HDR_IPV6_SRC) | \
113 FIELD_SELECTOR(VIRTCHNL_PROTO_HDR_IPV6_DST), {BUFF_NOUSED} }
115 #define proto_hdr_ipv6_with_prot { \
116 VIRTCHNL_PROTO_HDR_IPV6, \
117 FIELD_SELECTOR(VIRTCHNL_PROTO_HDR_IPV6_SRC) | \
118 FIELD_SELECTOR(VIRTCHNL_PROTO_HDR_IPV6_DST) | \
119 FIELD_SELECTOR(VIRTCHNL_PROTO_HDR_IPV6_PROT), {BUFF_NOUSED} }
121 #define proto_hdr_udp { \
122 VIRTCHNL_PROTO_HDR_UDP, \
123 FIELD_SELECTOR(VIRTCHNL_PROTO_HDR_UDP_SRC_PORT) | \
124 FIELD_SELECTOR(VIRTCHNL_PROTO_HDR_UDP_DST_PORT), {BUFF_NOUSED} }
126 #define proto_hdr_tcp { \
127 VIRTCHNL_PROTO_HDR_TCP, \
128 FIELD_SELECTOR(VIRTCHNL_PROTO_HDR_TCP_SRC_PORT) | \
129 FIELD_SELECTOR(VIRTCHNL_PROTO_HDR_TCP_DST_PORT), {BUFF_NOUSED} }
131 #define proto_hdr_sctp { \
132 VIRTCHNL_PROTO_HDR_SCTP, \
133 FIELD_SELECTOR(VIRTCHNL_PROTO_HDR_SCTP_SRC_PORT) | \
134 FIELD_SELECTOR(VIRTCHNL_PROTO_HDR_SCTP_DST_PORT), {BUFF_NOUSED} }
136 #define proto_hdr_esp { \
137 VIRTCHNL_PROTO_HDR_ESP, \
138 FIELD_SELECTOR(VIRTCHNL_PROTO_HDR_ESP_SPI), {BUFF_NOUSED} }
140 #define proto_hdr_ah { \
141 VIRTCHNL_PROTO_HDR_AH, \
142 FIELD_SELECTOR(VIRTCHNL_PROTO_HDR_AH_SPI), {BUFF_NOUSED} }
144 #define proto_hdr_l2tpv3 { \
145 VIRTCHNL_PROTO_HDR_L2TPV3, \
146 FIELD_SELECTOR(VIRTCHNL_PROTO_HDR_L2TPV3_SESS_ID), {BUFF_NOUSED} }
148 #define proto_hdr_pfcp { \
149 VIRTCHNL_PROTO_HDR_PFCP, \
150 FIELD_SELECTOR(VIRTCHNL_PROTO_HDR_PFCP_SEID), {BUFF_NOUSED} }
152 #define proto_hdr_gtpc { \
153 VIRTCHNL_PROTO_HDR_GTPC, 0, {BUFF_NOUSED} }
155 #define proto_hdr_ecpri { \
156 VIRTCHNL_PROTO_HDR_ECPRI, \
157 FIELD_SELECTOR(VIRTCHNL_PROTO_HDR_ECPRI_PC_RTC_ID), {BUFF_NOUSED} }
159 #define TUNNEL_LEVEL_OUTER 0
160 #define TUNNEL_LEVEL_INNER 1
162 /* proto_hdrs template */
163 struct virtchnl_proto_hdrs outer_ipv4_tmplt = {
164 TUNNEL_LEVEL_OUTER, 4,
165 {proto_hdr_eth, proto_hdr_svlan, proto_hdr_cvlan, proto_hdr_ipv4}
168 struct virtchnl_proto_hdrs outer_ipv4_udp_tmplt = {
169 TUNNEL_LEVEL_OUTER, 5,
170 {proto_hdr_eth, proto_hdr_svlan, proto_hdr_cvlan,
171 proto_hdr_ipv4_with_prot,
175 struct virtchnl_proto_hdrs outer_ipv4_tcp_tmplt = {
176 TUNNEL_LEVEL_OUTER, 5,
177 {proto_hdr_eth, proto_hdr_svlan, proto_hdr_cvlan,
178 proto_hdr_ipv4_with_prot,
182 struct virtchnl_proto_hdrs outer_ipv4_sctp_tmplt = {
183 TUNNEL_LEVEL_OUTER, 5,
184 {proto_hdr_eth, proto_hdr_svlan, proto_hdr_cvlan, proto_hdr_ipv4,
188 struct virtchnl_proto_hdrs outer_ipv6_tmplt = {
189 TUNNEL_LEVEL_OUTER, 4,
190 {proto_hdr_eth, proto_hdr_svlan, proto_hdr_cvlan, proto_hdr_ipv6}
193 struct virtchnl_proto_hdrs outer_ipv6_udp_tmplt = {
194 TUNNEL_LEVEL_OUTER, 5,
195 {proto_hdr_eth, proto_hdr_svlan, proto_hdr_cvlan,
196 proto_hdr_ipv6_with_prot,
200 struct virtchnl_proto_hdrs outer_ipv6_tcp_tmplt = {
201 TUNNEL_LEVEL_OUTER, 5,
202 {proto_hdr_eth, proto_hdr_svlan, proto_hdr_cvlan,
203 proto_hdr_ipv6_with_prot,
207 struct virtchnl_proto_hdrs outer_ipv6_sctp_tmplt = {
208 TUNNEL_LEVEL_OUTER, 5,
209 {proto_hdr_eth, proto_hdr_svlan, proto_hdr_cvlan, proto_hdr_ipv6,
213 struct virtchnl_proto_hdrs inner_ipv4_tmplt = {
214 TUNNEL_LEVEL_INNER, 1, {proto_hdr_ipv4}
217 struct virtchnl_proto_hdrs inner_ipv4_udp_tmplt = {
218 TUNNEL_LEVEL_INNER, 2, {proto_hdr_ipv4_with_prot, proto_hdr_udp}
221 struct virtchnl_proto_hdrs inner_ipv4_tcp_tmplt = {
222 TUNNEL_LEVEL_INNER, 2, {proto_hdr_ipv4_with_prot, proto_hdr_tcp}
225 struct virtchnl_proto_hdrs inner_ipv4_sctp_tmplt = {
226 TUNNEL_LEVEL_INNER, 2, {proto_hdr_ipv4, proto_hdr_sctp}
229 struct virtchnl_proto_hdrs inner_ipv6_tmplt = {
230 TUNNEL_LEVEL_INNER, 1, {proto_hdr_ipv6}
233 struct virtchnl_proto_hdrs inner_ipv6_udp_tmplt = {
234 TUNNEL_LEVEL_INNER, 2, {proto_hdr_ipv6_with_prot, proto_hdr_udp}
237 struct virtchnl_proto_hdrs inner_ipv6_tcp_tmplt = {
238 TUNNEL_LEVEL_INNER, 2, {proto_hdr_ipv6_with_prot, proto_hdr_tcp}
241 struct virtchnl_proto_hdrs inner_ipv6_sctp_tmplt = {
242 TUNNEL_LEVEL_INNER, 2, {proto_hdr_ipv6, proto_hdr_sctp}
245 struct virtchnl_proto_hdrs ipv4_esp_tmplt = {
246 TUNNEL_LEVEL_OUTER, 2, {proto_hdr_ipv4, proto_hdr_esp}
249 struct virtchnl_proto_hdrs ipv4_udp_esp_tmplt = {
250 TUNNEL_LEVEL_OUTER, 3,
251 {proto_hdr_ipv4, proto_hdr_udp, proto_hdr_esp}
254 struct virtchnl_proto_hdrs ipv4_ah_tmplt = {
255 TUNNEL_LEVEL_OUTER, 2, {proto_hdr_ipv4, proto_hdr_ah}
258 struct virtchnl_proto_hdrs ipv6_esp_tmplt = {
259 TUNNEL_LEVEL_OUTER, 2, {proto_hdr_ipv6, proto_hdr_esp}
262 struct virtchnl_proto_hdrs ipv6_udp_esp_tmplt = {
263 TUNNEL_LEVEL_OUTER, 3,
264 {proto_hdr_ipv6, proto_hdr_udp, proto_hdr_esp}
267 struct virtchnl_proto_hdrs ipv6_ah_tmplt = {
268 TUNNEL_LEVEL_OUTER, 2, {proto_hdr_ipv6, proto_hdr_ah}
271 struct virtchnl_proto_hdrs ipv4_l2tpv3_tmplt = {
272 TUNNEL_LEVEL_OUTER, 2, {proto_hdr_ipv4, proto_hdr_l2tpv3}
275 struct virtchnl_proto_hdrs ipv6_l2tpv3_tmplt = {
276 TUNNEL_LEVEL_OUTER, 2, {proto_hdr_ipv6, proto_hdr_l2tpv3}
279 struct virtchnl_proto_hdrs ipv4_pfcp_tmplt = {
280 TUNNEL_LEVEL_OUTER, 2, {proto_hdr_ipv4, proto_hdr_pfcp}
283 struct virtchnl_proto_hdrs ipv6_pfcp_tmplt = {
284 TUNNEL_LEVEL_OUTER, 2, {proto_hdr_ipv6, proto_hdr_pfcp}
287 struct virtchnl_proto_hdrs ipv4_udp_gtpc_tmplt = {
288 TUNNEL_LEVEL_OUTER, 3, {proto_hdr_ipv4, proto_hdr_udp, proto_hdr_gtpc}
291 struct virtchnl_proto_hdrs ipv6_udp_gtpc_tmplt = {
292 TUNNEL_LEVEL_OUTER, 3, {proto_hdr_ipv6, proto_hdr_udp, proto_hdr_gtpc}
295 struct virtchnl_proto_hdrs eth_ecpri_tmplt = {
296 TUNNEL_LEVEL_OUTER, 2, {proto_hdr_eth, proto_hdr_ecpri}
299 struct virtchnl_proto_hdrs ipv4_ecpri_tmplt = {
300 TUNNEL_LEVEL_OUTER, 3, {proto_hdr_ipv4, proto_hdr_udp, proto_hdr_ecpri}
303 /* rss type super set */
306 #define IAVF_RSS_TYPE_OUTER_IPV4 (ETH_RSS_ETH | ETH_RSS_IPV4)
307 #define IAVF_RSS_TYPE_OUTER_IPV4_UDP (IAVF_RSS_TYPE_OUTER_IPV4 | \
308 ETH_RSS_NONFRAG_IPV4_UDP)
309 #define IAVF_RSS_TYPE_OUTER_IPV4_TCP (IAVF_RSS_TYPE_OUTER_IPV4 | \
310 ETH_RSS_NONFRAG_IPV4_TCP)
311 #define IAVF_RSS_TYPE_OUTER_IPV4_SCTP (IAVF_RSS_TYPE_OUTER_IPV4 | \
312 ETH_RSS_NONFRAG_IPV4_SCTP)
314 #define IAVF_RSS_TYPE_OUTER_IPV6 (ETH_RSS_ETH | ETH_RSS_IPV6)
315 #define IAVF_RSS_TYPE_OUTER_IPV6_UDP (IAVF_RSS_TYPE_OUTER_IPV6 | \
316 ETH_RSS_NONFRAG_IPV6_UDP)
317 #define IAVF_RSS_TYPE_OUTER_IPV6_TCP (IAVF_RSS_TYPE_OUTER_IPV6 | \
318 ETH_RSS_NONFRAG_IPV6_TCP)
319 #define IAVF_RSS_TYPE_OUTER_IPV6_SCTP (IAVF_RSS_TYPE_OUTER_IPV6 | \
320 ETH_RSS_NONFRAG_IPV6_SCTP)
322 #define IAVF_RSS_TYPE_VLAN_IPV4 (IAVF_RSS_TYPE_OUTER_IPV4 | \
323 ETH_RSS_S_VLAN | ETH_RSS_C_VLAN)
324 #define IAVF_RSS_TYPE_VLAN_IPV4_UDP (IAVF_RSS_TYPE_OUTER_IPV4_UDP | \
325 ETH_RSS_S_VLAN | ETH_RSS_C_VLAN)
326 #define IAVF_RSS_TYPE_VLAN_IPV4_TCP (IAVF_RSS_TYPE_OUTER_IPV4_TCP | \
327 ETH_RSS_S_VLAN | ETH_RSS_C_VLAN)
328 #define IAVF_RSS_TYPE_VLAN_IPV4_SCTP (IAVF_RSS_TYPE_OUTER_IPV4_SCTP | \
329 ETH_RSS_S_VLAN | ETH_RSS_C_VLAN)
331 #define IAVF_RSS_TYPE_VLAN_IPV6 (IAVF_RSS_TYPE_OUTER_IPV6 | \
332 ETH_RSS_S_VLAN | ETH_RSS_C_VLAN)
333 #define IAVF_RSS_TYPE_VLAN_IPV6_UDP (IAVF_RSS_TYPE_OUTER_IPV6_UDP | \
334 ETH_RSS_S_VLAN | ETH_RSS_C_VLAN)
335 #define IAVF_RSS_TYPE_VLAN_IPV6_TCP (IAVF_RSS_TYPE_OUTER_IPV6_TCP | \
336 ETH_RSS_S_VLAN | ETH_RSS_C_VLAN)
337 #define IAVF_RSS_TYPE_VLAN_IPV6_SCTP (IAVF_RSS_TYPE_OUTER_IPV6_SCTP | \
338 ETH_RSS_S_VLAN | ETH_RSS_C_VLAN)
340 #define IAVF_RSS_TYPE_INNER_IPV4 ETH_RSS_IPV4
341 #define IAVF_RSS_TYPE_INNER_IPV4_UDP (ETH_RSS_IPV4 | \
342 ETH_RSS_NONFRAG_IPV4_UDP)
343 #define IAVF_RSS_TYPE_INNER_IPV4_TCP (ETH_RSS_IPV4 | \
344 ETH_RSS_NONFRAG_IPV4_TCP)
345 #define IAVF_RSS_TYPE_INNER_IPV4_SCTP (ETH_RSS_IPV4 | \
346 ETH_RSS_NONFRAG_IPV4_SCTP)
348 #define IAVF_RSS_TYPE_INNER_IPV6 ETH_RSS_IPV6
349 #define IAVF_RSS_TYPE_INNER_IPV6_UDP (ETH_RSS_IPV6 | \
350 ETH_RSS_NONFRAG_IPV6_UDP)
351 #define IAVF_RSS_TYPE_INNER_IPV6_TCP (ETH_RSS_IPV6 | \
352 ETH_RSS_NONFRAG_IPV6_TCP)
353 #define IAVF_RSS_TYPE_INNER_IPV6_SCTP (ETH_RSS_IPV6 | \
354 ETH_RSS_NONFRAG_IPV6_SCTP)
356 #define IAVF_RSS_TYPE_GTPU_IPV4 (IAVF_RSS_TYPE_INNER_IPV4 | \
358 #define IAVF_RSS_TYPE_GTPU_IPV4_UDP (IAVF_RSS_TYPE_INNER_IPV4_UDP | \
360 #define IAVF_RSS_TYPE_GTPU_IPV4_TCP (IAVF_RSS_TYPE_INNER_IPV4_TCP | \
363 #define IAVF_RSS_TYPE_GTPU_IPV6 (IAVF_RSS_TYPE_INNER_IPV6 | \
365 #define IAVF_RSS_TYPE_GTPU_IPV6_UDP (IAVF_RSS_TYPE_INNER_IPV6_UDP | \
367 #define IAVF_RSS_TYPE_GTPU_IPV6_TCP (IAVF_RSS_TYPE_INNER_IPV6_TCP | \
369 /* ESP, AH, L2TPV3 and PFCP */
370 #define IAVF_RSS_TYPE_IPV4_ESP (ETH_RSS_ESP | ETH_RSS_IPV4)
371 #define IAVF_RSS_TYPE_IPV4_AH (ETH_RSS_AH | ETH_RSS_IPV4)
372 #define IAVF_RSS_TYPE_IPV6_ESP (ETH_RSS_ESP | ETH_RSS_IPV6)
373 #define IAVF_RSS_TYPE_IPV6_AH (ETH_RSS_AH | ETH_RSS_IPV6)
374 #define IAVF_RSS_TYPE_IPV4_L2TPV3 (ETH_RSS_L2TPV3 | ETH_RSS_IPV4)
375 #define IAVF_RSS_TYPE_IPV6_L2TPV3 (ETH_RSS_L2TPV3 | ETH_RSS_IPV6)
376 #define IAVF_RSS_TYPE_IPV4_PFCP (ETH_RSS_PFCP | ETH_RSS_IPV4)
377 #define IAVF_RSS_TYPE_IPV6_PFCP (ETH_RSS_PFCP | ETH_RSS_IPV6)
380 * Supported pattern for hash.
381 * The first member is pattern item type,
382 * the second member is input set mask,
383 * the third member is virtchnl_proto_hdrs template
385 static struct iavf_pattern_match_item iavf_hash_pattern_list[] = {
387 {iavf_pattern_eth_ipv4, IAVF_RSS_TYPE_OUTER_IPV4, &outer_ipv4_tmplt},
388 {iavf_pattern_eth_ipv4_udp, IAVF_RSS_TYPE_OUTER_IPV4_UDP, &outer_ipv4_udp_tmplt},
389 {iavf_pattern_eth_ipv4_tcp, IAVF_RSS_TYPE_OUTER_IPV4_TCP, &outer_ipv4_tcp_tmplt},
390 {iavf_pattern_eth_ipv4_sctp, IAVF_RSS_TYPE_OUTER_IPV4_SCTP, &outer_ipv4_sctp_tmplt},
391 {iavf_pattern_eth_vlan_ipv4, IAVF_RSS_TYPE_VLAN_IPV4, &outer_ipv4_tmplt},
392 {iavf_pattern_eth_vlan_ipv4_udp, IAVF_RSS_TYPE_VLAN_IPV4_UDP, &outer_ipv4_udp_tmplt},
393 {iavf_pattern_eth_vlan_ipv4_tcp, IAVF_RSS_TYPE_VLAN_IPV4_TCP, &outer_ipv4_tcp_tmplt},
394 {iavf_pattern_eth_vlan_ipv4_sctp, IAVF_RSS_TYPE_VLAN_IPV4_SCTP, &outer_ipv4_sctp_tmplt},
395 {iavf_pattern_eth_ipv4_gtpu, ETH_RSS_IPV4, &outer_ipv4_udp_tmplt},
396 {iavf_pattern_eth_ipv4_gtpu_ipv4, IAVF_RSS_TYPE_GTPU_IPV4, &inner_ipv4_tmplt},
397 {iavf_pattern_eth_ipv4_gtpu_ipv4_udp, IAVF_RSS_TYPE_GTPU_IPV4_UDP, &inner_ipv4_udp_tmplt},
398 {iavf_pattern_eth_ipv4_gtpu_ipv4_tcp, IAVF_RSS_TYPE_GTPU_IPV4_TCP, &inner_ipv4_tcp_tmplt},
399 {iavf_pattern_eth_ipv6_gtpu_ipv4, IAVF_RSS_TYPE_GTPU_IPV4, &inner_ipv4_tmplt},
400 {iavf_pattern_eth_ipv6_gtpu_ipv4_udp, IAVF_RSS_TYPE_GTPU_IPV4_UDP, &inner_ipv4_udp_tmplt},
401 {iavf_pattern_eth_ipv6_gtpu_ipv4_tcp, IAVF_RSS_TYPE_GTPU_IPV4_TCP, &inner_ipv4_tcp_tmplt},
402 {iavf_pattern_eth_ipv4_gtpu_eh_ipv4, IAVF_RSS_TYPE_GTPU_IPV4, &inner_ipv4_tmplt},
403 {iavf_pattern_eth_ipv4_gtpu_eh_ipv4_udp, IAVF_RSS_TYPE_GTPU_IPV4_UDP, &inner_ipv4_udp_tmplt},
404 {iavf_pattern_eth_ipv4_gtpu_eh_ipv4_tcp, IAVF_RSS_TYPE_GTPU_IPV4_TCP, &inner_ipv4_tcp_tmplt},
405 {iavf_pattern_eth_ipv6_gtpu_eh_ipv4, IAVF_RSS_TYPE_GTPU_IPV4, &inner_ipv4_tmplt},
406 {iavf_pattern_eth_ipv6_gtpu_eh_ipv4_udp, IAVF_RSS_TYPE_GTPU_IPV4_UDP, &inner_ipv4_udp_tmplt},
407 {iavf_pattern_eth_ipv6_gtpu_eh_ipv4_tcp, IAVF_RSS_TYPE_GTPU_IPV4_TCP, &inner_ipv4_tcp_tmplt},
408 {iavf_pattern_eth_ipv4_esp, IAVF_RSS_TYPE_IPV4_ESP, &ipv4_esp_tmplt},
409 {iavf_pattern_eth_ipv4_udp_esp, IAVF_RSS_TYPE_IPV4_ESP, &ipv4_udp_esp_tmplt},
410 {iavf_pattern_eth_ipv4_ah, IAVF_RSS_TYPE_IPV4_AH, &ipv4_ah_tmplt},
411 {iavf_pattern_eth_ipv4_l2tpv3, IAVF_RSS_TYPE_IPV4_L2TPV3, &ipv4_l2tpv3_tmplt},
412 {iavf_pattern_eth_ipv4_pfcp, IAVF_RSS_TYPE_IPV4_PFCP, &ipv4_pfcp_tmplt},
413 {iavf_pattern_eth_ipv4_gtpc, ETH_RSS_IPV4, &ipv4_udp_gtpc_tmplt},
414 {iavf_pattern_eth_ecpri, ETH_RSS_ECPRI, ð_ecpri_tmplt},
415 {iavf_pattern_eth_ipv4_ecpri, ETH_RSS_ECPRI, &ipv4_ecpri_tmplt},
417 {iavf_pattern_eth_ipv6, IAVF_RSS_TYPE_OUTER_IPV6, &outer_ipv6_tmplt},
418 {iavf_pattern_eth_ipv6_udp, IAVF_RSS_TYPE_OUTER_IPV6_UDP, &outer_ipv6_udp_tmplt},
419 {iavf_pattern_eth_ipv6_tcp, IAVF_RSS_TYPE_OUTER_IPV6_TCP, &outer_ipv6_tcp_tmplt},
420 {iavf_pattern_eth_ipv6_sctp, IAVF_RSS_TYPE_OUTER_IPV6_SCTP, &outer_ipv6_sctp_tmplt},
421 {iavf_pattern_eth_vlan_ipv6, IAVF_RSS_TYPE_VLAN_IPV6, &outer_ipv6_tmplt},
422 {iavf_pattern_eth_vlan_ipv6_udp, IAVF_RSS_TYPE_VLAN_IPV6_UDP, &outer_ipv6_udp_tmplt},
423 {iavf_pattern_eth_vlan_ipv6_tcp, IAVF_RSS_TYPE_VLAN_IPV6_TCP, &outer_ipv6_tcp_tmplt},
424 {iavf_pattern_eth_vlan_ipv6_sctp, IAVF_RSS_TYPE_VLAN_IPV6_SCTP, &outer_ipv6_sctp_tmplt},
425 {iavf_pattern_eth_ipv6_gtpu, ETH_RSS_IPV6, &outer_ipv6_udp_tmplt},
426 {iavf_pattern_eth_ipv4_gtpu_ipv6, IAVF_RSS_TYPE_GTPU_IPV6, &inner_ipv6_tmplt},
427 {iavf_pattern_eth_ipv4_gtpu_ipv6_udp, IAVF_RSS_TYPE_GTPU_IPV6_UDP, &inner_ipv6_udp_tmplt},
428 {iavf_pattern_eth_ipv4_gtpu_ipv6_tcp, IAVF_RSS_TYPE_GTPU_IPV6_TCP, &inner_ipv6_tcp_tmplt},
429 {iavf_pattern_eth_ipv6_gtpu_ipv6, IAVF_RSS_TYPE_GTPU_IPV6, &inner_ipv6_tmplt},
430 {iavf_pattern_eth_ipv6_gtpu_ipv6_udp, IAVF_RSS_TYPE_GTPU_IPV6_UDP, &inner_ipv6_udp_tmplt},
431 {iavf_pattern_eth_ipv6_gtpu_ipv6_tcp, IAVF_RSS_TYPE_GTPU_IPV6_TCP, &inner_ipv6_tcp_tmplt},
432 {iavf_pattern_eth_ipv4_gtpu_eh_ipv6, IAVF_RSS_TYPE_GTPU_IPV6, &inner_ipv6_tmplt},
433 {iavf_pattern_eth_ipv4_gtpu_eh_ipv6_udp, IAVF_RSS_TYPE_GTPU_IPV6_UDP, &inner_ipv6_udp_tmplt},
434 {iavf_pattern_eth_ipv4_gtpu_eh_ipv6_tcp, IAVF_RSS_TYPE_GTPU_IPV6_TCP, &inner_ipv6_tcp_tmplt},
435 {iavf_pattern_eth_ipv6_gtpu_eh_ipv6, IAVF_RSS_TYPE_GTPU_IPV6, &inner_ipv6_tmplt},
436 {iavf_pattern_eth_ipv6_gtpu_eh_ipv6_udp, IAVF_RSS_TYPE_GTPU_IPV6_UDP, &inner_ipv6_udp_tmplt},
437 {iavf_pattern_eth_ipv6_gtpu_eh_ipv6_tcp, IAVF_RSS_TYPE_GTPU_IPV6_TCP, &inner_ipv6_tcp_tmplt},
438 {iavf_pattern_eth_ipv6_esp, IAVF_RSS_TYPE_IPV6_ESP, &ipv6_esp_tmplt},
439 {iavf_pattern_eth_ipv6_udp_esp, IAVF_RSS_TYPE_IPV6_ESP, &ipv6_udp_esp_tmplt},
440 {iavf_pattern_eth_ipv6_ah, IAVF_RSS_TYPE_IPV6_AH, &ipv6_ah_tmplt},
441 {iavf_pattern_eth_ipv6_l2tpv3, IAVF_RSS_TYPE_IPV6_L2TPV3, &ipv6_l2tpv3_tmplt},
442 {iavf_pattern_eth_ipv6_pfcp, IAVF_RSS_TYPE_IPV6_PFCP, &ipv6_pfcp_tmplt},
443 {iavf_pattern_eth_ipv6_gtpc, ETH_RSS_IPV6, &ipv6_udp_gtpc_tmplt},
446 static struct iavf_flow_engine iavf_hash_engine = {
447 .init = iavf_hash_init,
448 .create = iavf_hash_create,
449 .destroy = iavf_hash_destroy,
450 .uninit = iavf_hash_uninit,
451 .free = iavf_hash_free,
452 .type = IAVF_FLOW_ENGINE_HASH,
455 /* Register parser for comms package. */
456 static struct iavf_flow_parser iavf_hash_parser = {
457 .engine = &iavf_hash_engine,
458 .array = iavf_hash_pattern_list,
459 .array_len = RTE_DIM(iavf_hash_pattern_list),
460 .parse_pattern_action = iavf_hash_parse_pattern_action,
461 .stage = IAVF_FLOW_STAGE_RSS,
465 iavf_rss_hash_set(struct iavf_adapter *ad, uint64_t rss_hf, bool add)
467 struct iavf_info *vf = IAVF_DEV_PRIVATE_TO_VF(ad);
468 struct virtchnl_rss_cfg rss_cfg;
470 #define IAVF_RSS_HF_ALL ( \
473 ETH_RSS_NONFRAG_IPV4_UDP | \
474 ETH_RSS_NONFRAG_IPV6_UDP | \
475 ETH_RSS_NONFRAG_IPV4_TCP | \
476 ETH_RSS_NONFRAG_IPV6_TCP | \
477 ETH_RSS_NONFRAG_IPV4_SCTP | \
478 ETH_RSS_NONFRAG_IPV6_SCTP)
480 rss_cfg.rss_algorithm = VIRTCHNL_RSS_ALG_TOEPLITZ_ASYMMETRIC;
481 if (rss_hf & ETH_RSS_IPV4) {
482 rss_cfg.proto_hdrs = inner_ipv4_tmplt;
483 iavf_add_del_rss_cfg(ad, &rss_cfg, add);
486 if (rss_hf & ETH_RSS_NONFRAG_IPV4_UDP) {
487 rss_cfg.proto_hdrs = inner_ipv4_udp_tmplt;
488 iavf_add_del_rss_cfg(ad, &rss_cfg, add);
491 if (rss_hf & ETH_RSS_NONFRAG_IPV4_TCP) {
492 rss_cfg.proto_hdrs = inner_ipv4_tcp_tmplt;
493 iavf_add_del_rss_cfg(ad, &rss_cfg, add);
496 if (rss_hf & ETH_RSS_NONFRAG_IPV4_SCTP) {
497 rss_cfg.proto_hdrs = inner_ipv4_sctp_tmplt;
498 iavf_add_del_rss_cfg(ad, &rss_cfg, add);
501 if (rss_hf & ETH_RSS_IPV6) {
502 rss_cfg.proto_hdrs = inner_ipv6_tmplt;
503 iavf_add_del_rss_cfg(ad, &rss_cfg, add);
506 if (rss_hf & ETH_RSS_NONFRAG_IPV6_UDP) {
507 rss_cfg.proto_hdrs = inner_ipv6_udp_tmplt;
508 iavf_add_del_rss_cfg(ad, &rss_cfg, add);
511 if (rss_hf & ETH_RSS_NONFRAG_IPV6_TCP) {
512 rss_cfg.proto_hdrs = inner_ipv6_tcp_tmplt;
513 iavf_add_del_rss_cfg(ad, &rss_cfg, add);
516 if (rss_hf & ETH_RSS_NONFRAG_IPV6_SCTP) {
517 rss_cfg.proto_hdrs = inner_ipv6_sctp_tmplt;
518 iavf_add_del_rss_cfg(ad, &rss_cfg, add);
521 vf->rss_hf = rss_hf & IAVF_RSS_HF_ALL;
525 RTE_INIT(iavf_hash_engine_init)
527 struct iavf_flow_engine *engine = &iavf_hash_engine;
529 iavf_register_flow_engine(engine);
533 iavf_hash_init(struct iavf_adapter *ad)
535 struct iavf_info *vf = IAVF_DEV_PRIVATE_TO_VF(ad);
536 struct iavf_flow_parser *parser;
545 if (!(vf->vf_res->vf_cap_flags & VIRTCHNL_VF_OFFLOAD_ADV_RSS_PF))
548 parser = &iavf_hash_parser;
550 ret = iavf_register_parser(parser, ad);
552 PMD_DRV_LOG(ERR, "fail to register hash parser");
560 iavf_hash_parse_pattern(const struct rte_flow_item pattern[], uint64_t *phint,
561 struct rte_flow_error *error)
563 const struct rte_flow_item *item = pattern;
564 const struct rte_flow_item_gtp_psc *psc;
565 const struct rte_flow_item_ecpri *ecpri;
566 struct rte_ecpri_common_hdr ecpri_common;
568 for (item = pattern; item->type != RTE_FLOW_ITEM_TYPE_END; item++) {
570 rte_flow_error_set(error, EINVAL,
571 RTE_FLOW_ERROR_TYPE_ITEM, item,
572 "Not support range");
576 switch (item->type) {
577 case RTE_FLOW_ITEM_TYPE_IPV4:
578 if (!(*phint & IAVF_PHINT_GTPU_MSK))
579 *phint |= IAVF_PHINT_OUTER_IPV4;
581 case RTE_FLOW_ITEM_TYPE_IPV6:
582 if (!(*phint & IAVF_PHINT_GTPU_MSK))
583 *phint |= IAVF_PHINT_OUTER_IPV6;
585 case RTE_FLOW_ITEM_TYPE_GTPU:
586 *phint |= IAVF_PHINT_GTPU;
588 case RTE_FLOW_ITEM_TYPE_GTP_PSC:
589 *phint |= IAVF_PHINT_GTPU_EH;
593 else if (psc->pdu_type == IAVF_GTPU_EH_UPLINK)
594 *phint |= IAVF_PHINT_GTPU_EH_UP;
595 else if (psc->pdu_type == IAVF_GTPU_EH_DWNLINK)
596 *phint |= IAVF_PHINT_GTPU_EH_DWN;
598 case RTE_FLOW_ITEM_TYPE_ECPRI:
600 ecpri_common.u32 = rte_be_to_cpu_32(
601 ecpri->hdr.common.u32);
604 else if (ecpri_common.type !=
605 RTE_ECPRI_MSG_TYPE_IQ_DATA) {
606 rte_flow_error_set(error, EINVAL,
607 RTE_FLOW_ERROR_TYPE_ITEM, item,
608 "Unsupported common type.");
620 #define REFINE_PROTO_FLD(op, fld) \
621 VIRTCHNL_##op##_PROTO_HDR_FIELD(hdr, VIRTCHNL_PROTO_HDR_##fld)
622 #define REPALCE_PROTO_FLD(fld_1, fld_2) \
624 REFINE_PROTO_FLD(DEL, fld_1); \
625 REFINE_PROTO_FLD(ADD, fld_2); \
628 /* refine proto hdrs base on l2, l3, l4 rss type */
630 iavf_refine_proto_hdrs_l234(struct virtchnl_proto_hdrs *proto_hdrs,
633 struct virtchnl_proto_hdr *hdr;
636 for (i = 0; i < proto_hdrs->count; i++) {
637 hdr = &proto_hdrs->proto_hdr[i];
639 case VIRTCHNL_PROTO_HDR_ETH:
640 if (!(rss_type & ETH_RSS_ETH))
641 hdr->field_selector = 0;
642 else if (rss_type & ETH_RSS_L2_SRC_ONLY)
643 REFINE_PROTO_FLD(DEL, ETH_DST);
644 else if (rss_type & ETH_RSS_L2_DST_ONLY)
645 REFINE_PROTO_FLD(DEL, ETH_SRC);
647 case VIRTCHNL_PROTO_HDR_IPV4:
650 ETH_RSS_NONFRAG_IPV4_UDP |
651 ETH_RSS_NONFRAG_IPV4_TCP |
652 ETH_RSS_NONFRAG_IPV4_SCTP)) {
653 if (rss_type & ETH_RSS_L3_SRC_ONLY) {
654 REFINE_PROTO_FLD(DEL, IPV4_DST);
655 } else if (rss_type & ETH_RSS_L3_DST_ONLY) {
656 REFINE_PROTO_FLD(DEL, IPV4_SRC);
657 } else if (rss_type &
658 (ETH_RSS_L4_SRC_ONLY |
659 ETH_RSS_L4_DST_ONLY)) {
660 REFINE_PROTO_FLD(DEL, IPV4_DST);
661 REFINE_PROTO_FLD(DEL, IPV4_SRC);
664 hdr->field_selector = 0;
667 case VIRTCHNL_PROTO_HDR_IPV6:
670 ETH_RSS_NONFRAG_IPV6_UDP |
671 ETH_RSS_NONFRAG_IPV6_TCP |
672 ETH_RSS_NONFRAG_IPV6_SCTP)) {
673 if (rss_type & ETH_RSS_L3_SRC_ONLY) {
674 REFINE_PROTO_FLD(DEL, IPV6_DST);
675 } else if (rss_type & ETH_RSS_L3_DST_ONLY) {
676 REFINE_PROTO_FLD(DEL, IPV6_SRC);
677 } else if (rss_type &
678 (ETH_RSS_L4_SRC_ONLY |
679 ETH_RSS_L4_DST_ONLY)) {
680 REFINE_PROTO_FLD(DEL, IPV6_DST);
681 REFINE_PROTO_FLD(DEL, IPV6_SRC);
684 hdr->field_selector = 0;
686 if (rss_type & RTE_ETH_RSS_L3_PRE64) {
687 if (REFINE_PROTO_FLD(TEST, IPV6_SRC))
688 REPALCE_PROTO_FLD(IPV6_SRC,
690 if (REFINE_PROTO_FLD(TEST, IPV6_DST))
691 REPALCE_PROTO_FLD(IPV6_DST,
695 case VIRTCHNL_PROTO_HDR_UDP:
697 (ETH_RSS_NONFRAG_IPV4_UDP |
698 ETH_RSS_NONFRAG_IPV6_UDP)) {
699 if (rss_type & ETH_RSS_L4_SRC_ONLY)
700 REFINE_PROTO_FLD(DEL, UDP_DST_PORT);
701 else if (rss_type & ETH_RSS_L4_DST_ONLY)
702 REFINE_PROTO_FLD(DEL, UDP_SRC_PORT);
704 (ETH_RSS_L3_SRC_ONLY |
705 ETH_RSS_L3_DST_ONLY))
706 hdr->field_selector = 0;
708 hdr->field_selector = 0;
711 case VIRTCHNL_PROTO_HDR_TCP:
713 (ETH_RSS_NONFRAG_IPV4_TCP |
714 ETH_RSS_NONFRAG_IPV6_TCP)) {
715 if (rss_type & ETH_RSS_L4_SRC_ONLY)
716 REFINE_PROTO_FLD(DEL, TCP_DST_PORT);
717 else if (rss_type & ETH_RSS_L4_DST_ONLY)
718 REFINE_PROTO_FLD(DEL, TCP_SRC_PORT);
720 (ETH_RSS_L3_SRC_ONLY |
721 ETH_RSS_L3_DST_ONLY))
722 hdr->field_selector = 0;
724 hdr->field_selector = 0;
727 case VIRTCHNL_PROTO_HDR_SCTP:
729 (ETH_RSS_NONFRAG_IPV4_SCTP |
730 ETH_RSS_NONFRAG_IPV6_SCTP)) {
731 if (rss_type & ETH_RSS_L4_SRC_ONLY)
732 REFINE_PROTO_FLD(DEL, SCTP_DST_PORT);
733 else if (rss_type & ETH_RSS_L4_DST_ONLY)
734 REFINE_PROTO_FLD(DEL, SCTP_SRC_PORT);
736 (ETH_RSS_L3_SRC_ONLY |
737 ETH_RSS_L3_DST_ONLY))
738 hdr->field_selector = 0;
740 hdr->field_selector = 0;
743 case VIRTCHNL_PROTO_HDR_S_VLAN:
744 if (!(rss_type & ETH_RSS_S_VLAN))
745 hdr->field_selector = 0;
747 case VIRTCHNL_PROTO_HDR_C_VLAN:
748 if (!(rss_type & ETH_RSS_C_VLAN))
749 hdr->field_selector = 0;
751 case VIRTCHNL_PROTO_HDR_L2TPV3:
752 if (!(rss_type & ETH_RSS_L2TPV3))
753 hdr->field_selector = 0;
755 case VIRTCHNL_PROTO_HDR_ESP:
756 if (!(rss_type & ETH_RSS_ESP))
757 hdr->field_selector = 0;
759 case VIRTCHNL_PROTO_HDR_AH:
760 if (!(rss_type & ETH_RSS_AH))
761 hdr->field_selector = 0;
763 case VIRTCHNL_PROTO_HDR_PFCP:
764 if (!(rss_type & ETH_RSS_PFCP))
765 hdr->field_selector = 0;
767 case VIRTCHNL_PROTO_HDR_ECPRI:
768 if (!(rss_type & ETH_RSS_ECPRI))
769 hdr->field_selector = 0;
777 /* refine proto hdrs base on gtpu rss type */
779 iavf_refine_proto_hdrs_gtpu(struct virtchnl_proto_hdrs *proto_hdrs,
782 struct virtchnl_proto_hdr *hdr;
785 if (!(rss_type & ETH_RSS_GTPU))
788 for (i = 0; i < proto_hdrs->count; i++) {
789 hdr = &proto_hdrs->proto_hdr[i];
791 case VIRTCHNL_PROTO_HDR_GTPU_IP:
792 REFINE_PROTO_FLD(ADD, GTPU_IP_TEID);
801 iavf_refine_proto_hdrs_by_pattern(struct virtchnl_proto_hdrs *proto_hdrs,
804 struct virtchnl_proto_hdr *hdr1;
805 struct virtchnl_proto_hdr *hdr2;
806 int i, shift_count = 1;
808 if (!(phint & IAVF_PHINT_GTPU_MSK))
811 if (phint & IAVF_PHINT_LAYERS_MSK)
814 if (proto_hdrs->tunnel_level == TUNNEL_LEVEL_INNER) {
815 /* shift headers layer */
816 for (i = proto_hdrs->count - 1 + shift_count;
817 i > shift_count - 1; i--) {
818 hdr1 = &proto_hdrs->proto_hdr[i];
819 hdr2 = &proto_hdrs->proto_hdr[i - shift_count];
823 if (shift_count == 1) {
824 /* adding gtpu header at layer 0 */
825 hdr1 = &proto_hdrs->proto_hdr[0];
827 /* adding gtpu header and outer ip header */
828 hdr1 = &proto_hdrs->proto_hdr[1];
829 hdr2 = &proto_hdrs->proto_hdr[0];
830 hdr2->field_selector = 0;
832 proto_hdrs->tunnel_level = TUNNEL_LEVEL_OUTER;
834 if (phint & IAVF_PHINT_OUTER_IPV4)
835 VIRTCHNL_SET_PROTO_HDR_TYPE(hdr2, IPV4);
836 else if (phint & IAVF_PHINT_OUTER_IPV6)
837 VIRTCHNL_SET_PROTO_HDR_TYPE(hdr2, IPV6);
840 hdr1 = &proto_hdrs->proto_hdr[proto_hdrs->count];
843 hdr1->field_selector = 0;
846 if (phint & IAVF_PHINT_GTPU_EH_DWN)
847 VIRTCHNL_SET_PROTO_HDR_TYPE(hdr1, GTPU_EH_PDU_DWN);
848 else if (phint & IAVF_PHINT_GTPU_EH_UP)
849 VIRTCHNL_SET_PROTO_HDR_TYPE(hdr1, GTPU_EH_PDU_UP);
850 else if (phint & IAVF_PHINT_GTPU_EH)
851 VIRTCHNL_SET_PROTO_HDR_TYPE(hdr1, GTPU_EH);
852 else if (phint & IAVF_PHINT_GTPU)
853 VIRTCHNL_SET_PROTO_HDR_TYPE(hdr1, GTPU_IP);
856 static void iavf_refine_proto_hdrs(struct virtchnl_proto_hdrs *proto_hdrs,
857 uint64_t rss_type, uint64_t phint)
859 iavf_refine_proto_hdrs_l234(proto_hdrs, rss_type);
860 iavf_refine_proto_hdrs_by_pattern(proto_hdrs, phint);
861 iavf_refine_proto_hdrs_gtpu(proto_hdrs, rss_type);
864 static uint64_t invalid_rss_comb[] = {
865 ETH_RSS_IPV4 | ETH_RSS_NONFRAG_IPV4_UDP,
866 ETH_RSS_IPV4 | ETH_RSS_NONFRAG_IPV4_TCP,
867 ETH_RSS_IPV6 | ETH_RSS_NONFRAG_IPV6_UDP,
868 ETH_RSS_IPV6 | ETH_RSS_NONFRAG_IPV6_TCP,
869 RTE_ETH_RSS_L3_PRE32 | RTE_ETH_RSS_L3_PRE40 |
870 RTE_ETH_RSS_L3_PRE48 | RTE_ETH_RSS_L3_PRE56 |
874 struct rss_attr_type {
879 #define VALID_RSS_IPV4_L4 (ETH_RSS_NONFRAG_IPV4_UDP | \
880 ETH_RSS_NONFRAG_IPV4_TCP | \
881 ETH_RSS_NONFRAG_IPV4_SCTP)
883 #define VALID_RSS_IPV6_L4 (ETH_RSS_NONFRAG_IPV6_UDP | \
884 ETH_RSS_NONFRAG_IPV6_TCP | \
885 ETH_RSS_NONFRAG_IPV6_SCTP)
887 #define VALID_RSS_IPV4 (ETH_RSS_IPV4 | VALID_RSS_IPV4_L4)
888 #define VALID_RSS_IPV6 (ETH_RSS_IPV6 | VALID_RSS_IPV6_L4)
889 #define VALID_RSS_L3 (VALID_RSS_IPV4 | VALID_RSS_IPV6)
890 #define VALID_RSS_L4 (VALID_RSS_IPV4_L4 | VALID_RSS_IPV6_L4)
892 #define VALID_RSS_ATTR (ETH_RSS_L3_SRC_ONLY | \
893 ETH_RSS_L3_DST_ONLY | \
894 ETH_RSS_L4_SRC_ONLY | \
895 ETH_RSS_L4_DST_ONLY | \
896 ETH_RSS_L2_SRC_ONLY | \
897 ETH_RSS_L2_DST_ONLY | \
898 RTE_ETH_RSS_L3_PRE64)
900 #define INVALID_RSS_ATTR (RTE_ETH_RSS_L3_PRE32 | \
901 RTE_ETH_RSS_L3_PRE40 | \
902 RTE_ETH_RSS_L3_PRE48 | \
903 RTE_ETH_RSS_L3_PRE56 | \
904 RTE_ETH_RSS_L3_PRE96)
906 static struct rss_attr_type rss_attr_to_valid_type[] = {
907 {ETH_RSS_L2_SRC_ONLY | ETH_RSS_L2_DST_ONLY, ETH_RSS_ETH},
908 {ETH_RSS_L3_SRC_ONLY | ETH_RSS_L3_DST_ONLY, VALID_RSS_L3},
909 {ETH_RSS_L4_SRC_ONLY | ETH_RSS_L4_DST_ONLY, VALID_RSS_L4},
910 /* current ipv6 prefix only supports prefix 64 bits*/
911 {RTE_ETH_RSS_L3_PRE64, VALID_RSS_IPV6},
912 {INVALID_RSS_ATTR, 0}
916 iavf_any_invalid_rss_type(enum rte_eth_hash_function rss_func,
917 uint64_t rss_type, uint64_t allow_rss_type)
922 * Check if l3/l4 SRC/DST_ONLY is set for SYMMETRIC_TOEPLITZ
925 if (rss_func == RTE_ETH_HASH_FUNCTION_SYMMETRIC_TOEPLITZ) {
926 if (rss_type & (ETH_RSS_L3_SRC_ONLY | ETH_RSS_L3_DST_ONLY |
927 ETH_RSS_L4_SRC_ONLY | ETH_RSS_L4_DST_ONLY))
931 /* check invalid combination */
932 for (i = 0; i < RTE_DIM(invalid_rss_comb); i++) {
933 if (__builtin_popcountll(rss_type & invalid_rss_comb[i]) > 1)
937 /* check invalid RSS attribute */
938 for (i = 0; i < RTE_DIM(rss_attr_to_valid_type); i++) {
939 struct rss_attr_type *rat = &rss_attr_to_valid_type[i];
941 if (rat->attr & rss_type && !(rat->type & rss_type))
945 /* check not allowed RSS type */
946 rss_type &= ~VALID_RSS_ATTR;
948 return ((rss_type & allow_rss_type) != rss_type);
952 iavf_hash_parse_action(struct iavf_pattern_match_item *match_item,
953 const struct rte_flow_action actions[],
954 uint64_t pattern_hint, void **meta,
955 struct rte_flow_error *error)
957 struct iavf_rss_meta *rss_meta = (struct iavf_rss_meta *)*meta;
958 struct virtchnl_proto_hdrs *proto_hdrs;
959 enum rte_flow_action_type action_type;
960 const struct rte_flow_action_rss *rss;
961 const struct rte_flow_action *action;
964 /* Supported action is RSS. */
965 for (action = actions; action->type !=
966 RTE_FLOW_ACTION_TYPE_END; action++) {
967 action_type = action->type;
968 switch (action_type) {
969 case RTE_FLOW_ACTION_TYPE_RSS:
971 rss_type = rss->types;
974 RTE_ETH_HASH_FUNCTION_SIMPLE_XOR){
975 rss_meta->rss_algorithm =
976 VIRTCHNL_RSS_ALG_XOR_ASYMMETRIC;
977 return rte_flow_error_set(error, ENOTSUP,
978 RTE_FLOW_ERROR_TYPE_ACTION, action,
979 "function simple_xor is not supported");
980 } else if (rss->func ==
981 RTE_ETH_HASH_FUNCTION_SYMMETRIC_TOEPLITZ) {
982 rss_meta->rss_algorithm =
983 VIRTCHNL_RSS_ALG_TOEPLITZ_SYMMETRIC;
985 rss_meta->rss_algorithm =
986 VIRTCHNL_RSS_ALG_TOEPLITZ_ASYMMETRIC;
990 return rte_flow_error_set(error, ENOTSUP,
991 RTE_FLOW_ERROR_TYPE_ACTION, action,
992 "a nonzero RSS encapsulation level is not supported");
995 return rte_flow_error_set(error, ENOTSUP,
996 RTE_FLOW_ERROR_TYPE_ACTION, action,
997 "a nonzero RSS key_len is not supported");
1000 return rte_flow_error_set(error, ENOTSUP,
1001 RTE_FLOW_ERROR_TYPE_ACTION, action,
1002 "a non-NULL RSS queue is not supported");
1005 * Check simultaneous use of SRC_ONLY and DST_ONLY
1006 * of the same level.
1008 rss_type = rte_eth_rss_hf_refine(rss_type);
1010 if (iavf_any_invalid_rss_type(rss->func, rss_type,
1011 match_item->input_set_mask))
1012 return rte_flow_error_set(error, ENOTSUP,
1013 RTE_FLOW_ERROR_TYPE_ACTION,
1014 action, "RSS type not supported");
1015 proto_hdrs = match_item->meta;
1016 rss_meta->proto_hdrs = *proto_hdrs;
1017 iavf_refine_proto_hdrs(&rss_meta->proto_hdrs,
1018 rss_type, pattern_hint);
1021 case RTE_FLOW_ACTION_TYPE_END:
1025 rte_flow_error_set(error, EINVAL,
1026 RTE_FLOW_ERROR_TYPE_ACTION, action,
1036 iavf_hash_parse_pattern_action(__rte_unused struct iavf_adapter *ad,
1037 struct iavf_pattern_match_item *array,
1039 const struct rte_flow_item pattern[],
1040 const struct rte_flow_action actions[],
1042 struct rte_flow_error *error)
1044 struct iavf_pattern_match_item *pattern_match_item;
1045 struct iavf_rss_meta *rss_meta_ptr;
1046 uint64_t phint = IAVF_PHINT_NONE;
1049 rss_meta_ptr = rte_zmalloc(NULL, sizeof(*rss_meta_ptr), 0);
1050 if (!rss_meta_ptr) {
1051 rte_flow_error_set(error, EINVAL,
1052 RTE_FLOW_ERROR_TYPE_HANDLE, NULL,
1053 "No memory for rss_meta_ptr");
1057 /* Check rss supported pattern and find matched pattern. */
1058 pattern_match_item =
1059 iavf_search_pattern_match_item(pattern, array, array_len,
1061 if (!pattern_match_item) {
1066 ret = iavf_hash_parse_pattern(pattern, &phint, error);
1070 ret = iavf_hash_parse_action(pattern_match_item, actions, phint,
1071 (void **)&rss_meta_ptr, error);
1075 *meta = rss_meta_ptr;
1077 rte_free(rss_meta_ptr);
1079 rte_free(pattern_match_item);
1085 iavf_hash_create(__rte_unused struct iavf_adapter *ad,
1086 __rte_unused struct rte_flow *flow, void *meta,
1087 __rte_unused struct rte_flow_error *error)
1089 struct iavf_rss_meta *rss_meta = (struct iavf_rss_meta *)meta;
1090 struct virtchnl_rss_cfg *rss_cfg;
1093 rss_cfg = rte_zmalloc("iavf rss rule",
1094 sizeof(struct virtchnl_rss_cfg), 0);
1096 rte_flow_error_set(error, EINVAL,
1097 RTE_FLOW_ERROR_TYPE_HANDLE, NULL,
1098 "No memory for rss rule");
1102 rss_cfg->proto_hdrs = rss_meta->proto_hdrs;
1103 rss_cfg->rss_algorithm = rss_meta->rss_algorithm;
1105 ret = iavf_add_del_rss_cfg(ad, rss_cfg, true);
1107 flow->rule = rss_cfg;
1109 PMD_DRV_LOG(ERR, "fail to add RSS configure");
1110 rte_flow_error_set(error, -ret,
1111 RTE_FLOW_ERROR_TYPE_HANDLE, NULL,
1112 "Failed to add rss rule.");
1123 iavf_hash_destroy(__rte_unused struct iavf_adapter *ad,
1124 struct rte_flow *flow,
1125 __rte_unused struct rte_flow_error *error)
1127 struct iavf_info *vf = IAVF_DEV_PRIVATE_TO_VF(ad);
1128 struct virtchnl_rss_cfg *rss_cfg;
1134 rss_cfg = (struct virtchnl_rss_cfg *)flow->rule;
1136 ret = iavf_add_del_rss_cfg(ad, rss_cfg, false);
1138 PMD_DRV_LOG(ERR, "fail to del RSS configure");
1139 rte_flow_error_set(error, -ret,
1140 RTE_FLOW_ERROR_TYPE_HANDLE, NULL,
1141 "Failed to delete rss rule.");
1148 iavf_hash_uninit(struct iavf_adapter *ad)
1150 struct iavf_info *vf = IAVF_DEV_PRIVATE_TO_VF(ad);
1151 struct rte_eth_rss_conf *rss_conf;
1159 if (!(vf->vf_res->vf_cap_flags & VIRTCHNL_VF_OFFLOAD_ADV_RSS_PF))
1162 rss_conf = &ad->eth_dev->data->dev_conf.rx_adv_conf.rss_conf;
1163 if (iavf_rss_hash_set(ad, rss_conf->rss_hf, false))
1164 PMD_DRV_LOG(ERR, "fail to delete default RSS");
1166 iavf_unregister_parser(&iavf_hash_parser, ad);
1170 iavf_hash_free(struct rte_flow *flow)
1172 rte_free(flow->rule);