1 /* SPDX-License-Identifier: BSD-3-Clause
2 * Copyright(c) 2020 Intel Corporation
13 #include <rte_debug.h>
14 #include <rte_ether.h>
15 #include <ethdev_driver.h>
17 #include <rte_malloc.h>
18 #include <rte_eth_ctrl.h>
19 #include <rte_tailq.h>
20 #include <rte_flow_driver.h>
24 #include "iavf_generic_flow.h"
26 #define IAVF_PHINT_NONE 0
27 #define IAVF_PHINT_GTPU BIT_ULL(0)
28 #define IAVF_PHINT_GTPU_EH BIT_ULL(1)
29 #define IAVF_PHINT_GTPU_EH_DWN BIT_ULL(2)
30 #define IAVF_PHINT_GTPU_EH_UP BIT_ULL(3)
31 #define IAVF_PHINT_OUTER_IPV4 BIT_ULL(4)
32 #define IAVF_PHINT_OUTER_IPV6 BIT_ULL(5)
34 #define IAVF_PHINT_GTPU_MSK (IAVF_PHINT_GTPU | \
35 IAVF_PHINT_GTPU_EH | \
36 IAVF_PHINT_GTPU_EH_DWN | \
37 IAVF_PHINT_GTPU_EH_UP)
39 #define IAVF_PHINT_LAYERS_MSK (IAVF_PHINT_OUTER_IPV4 | \
40 IAVF_PHINT_OUTER_IPV6)
42 #define IAVF_GTPU_EH_DWNLINK 0
43 #define IAVF_GTPU_EH_UPLINK 1
45 struct iavf_hash_match_type {
47 struct virtchnl_proto_hdrs *proto_hdrs;
48 uint64_t pattern_hint;
51 struct iavf_rss_meta {
52 struct virtchnl_proto_hdrs proto_hdrs;
53 enum virtchnl_rss_algorithm rss_algorithm;
56 struct iavf_hash_flow_cfg {
57 struct virtchnl_rss_cfg *rss_cfg;
62 iavf_hash_init(struct iavf_adapter *ad);
64 iavf_hash_create(struct iavf_adapter *ad, struct rte_flow *flow, void *meta,
65 struct rte_flow_error *error);
67 iavf_hash_destroy(struct iavf_adapter *ad, struct rte_flow *flow,
68 struct rte_flow_error *error);
70 iavf_hash_uninit(struct iavf_adapter *ad);
72 iavf_hash_free(struct rte_flow *flow);
74 iavf_hash_parse_pattern_action(struct iavf_adapter *ad,
75 struct iavf_pattern_match_item *array,
77 const struct rte_flow_item pattern[],
78 const struct rte_flow_action actions[],
80 struct rte_flow_error *error);
82 #define FIELD_SELECTOR(proto_hdr_field) \
83 (1UL << ((proto_hdr_field) & PROTO_HDR_FIELD_MASK))
86 #define proto_hdr_eth { \
87 VIRTCHNL_PROTO_HDR_ETH, \
88 FIELD_SELECTOR(VIRTCHNL_PROTO_HDR_ETH_SRC) | \
89 FIELD_SELECTOR(VIRTCHNL_PROTO_HDR_ETH_DST), {BUFF_NOUSED} }
91 #define proto_hdr_svlan { \
92 VIRTCHNL_PROTO_HDR_S_VLAN, \
93 FIELD_SELECTOR(VIRTCHNL_PROTO_HDR_S_VLAN_ID), {BUFF_NOUSED} }
95 #define proto_hdr_cvlan { \
96 VIRTCHNL_PROTO_HDR_C_VLAN, \
97 FIELD_SELECTOR(VIRTCHNL_PROTO_HDR_C_VLAN_ID), {BUFF_NOUSED} }
99 #define proto_hdr_ipv4 { \
100 VIRTCHNL_PROTO_HDR_IPV4, \
101 FIELD_SELECTOR(VIRTCHNL_PROTO_HDR_IPV4_SRC) | \
102 FIELD_SELECTOR(VIRTCHNL_PROTO_HDR_IPV4_DST), {BUFF_NOUSED} }
104 #define proto_hdr_ipv4_with_prot { \
105 VIRTCHNL_PROTO_HDR_IPV4, \
106 FIELD_SELECTOR(VIRTCHNL_PROTO_HDR_IPV4_SRC) | \
107 FIELD_SELECTOR(VIRTCHNL_PROTO_HDR_IPV4_DST) | \
108 FIELD_SELECTOR(VIRTCHNL_PROTO_HDR_IPV4_PROT), {BUFF_NOUSED} }
110 #define proto_hdr_ipv6 { \
111 VIRTCHNL_PROTO_HDR_IPV6, \
112 FIELD_SELECTOR(VIRTCHNL_PROTO_HDR_IPV6_SRC) | \
113 FIELD_SELECTOR(VIRTCHNL_PROTO_HDR_IPV6_DST), {BUFF_NOUSED} }
115 #define proto_hdr_ipv6_frag { \
116 VIRTCHNL_PROTO_HDR_IPV6_EH_FRAG, \
117 FIELD_SELECTOR(VIRTCHNL_PROTO_HDR_IPV6_EH_FRAG_PKID), {BUFF_NOUSED} }
119 #define proto_hdr_ipv6_with_prot { \
120 VIRTCHNL_PROTO_HDR_IPV6, \
121 FIELD_SELECTOR(VIRTCHNL_PROTO_HDR_IPV6_SRC) | \
122 FIELD_SELECTOR(VIRTCHNL_PROTO_HDR_IPV6_DST) | \
123 FIELD_SELECTOR(VIRTCHNL_PROTO_HDR_IPV6_PROT), {BUFF_NOUSED} }
125 #define proto_hdr_udp { \
126 VIRTCHNL_PROTO_HDR_UDP, \
127 FIELD_SELECTOR(VIRTCHNL_PROTO_HDR_UDP_SRC_PORT) | \
128 FIELD_SELECTOR(VIRTCHNL_PROTO_HDR_UDP_DST_PORT), {BUFF_NOUSED} }
130 #define proto_hdr_tcp { \
131 VIRTCHNL_PROTO_HDR_TCP, \
132 FIELD_SELECTOR(VIRTCHNL_PROTO_HDR_TCP_SRC_PORT) | \
133 FIELD_SELECTOR(VIRTCHNL_PROTO_HDR_TCP_DST_PORT), {BUFF_NOUSED} }
135 #define proto_hdr_sctp { \
136 VIRTCHNL_PROTO_HDR_SCTP, \
137 FIELD_SELECTOR(VIRTCHNL_PROTO_HDR_SCTP_SRC_PORT) | \
138 FIELD_SELECTOR(VIRTCHNL_PROTO_HDR_SCTP_DST_PORT), {BUFF_NOUSED} }
140 #define proto_hdr_esp { \
141 VIRTCHNL_PROTO_HDR_ESP, \
142 FIELD_SELECTOR(VIRTCHNL_PROTO_HDR_ESP_SPI), {BUFF_NOUSED} }
144 #define proto_hdr_ah { \
145 VIRTCHNL_PROTO_HDR_AH, \
146 FIELD_SELECTOR(VIRTCHNL_PROTO_HDR_AH_SPI), {BUFF_NOUSED} }
148 #define proto_hdr_l2tpv3 { \
149 VIRTCHNL_PROTO_HDR_L2TPV3, \
150 FIELD_SELECTOR(VIRTCHNL_PROTO_HDR_L2TPV3_SESS_ID), {BUFF_NOUSED} }
152 #define proto_hdr_pfcp { \
153 VIRTCHNL_PROTO_HDR_PFCP, \
154 FIELD_SELECTOR(VIRTCHNL_PROTO_HDR_PFCP_SEID), {BUFF_NOUSED} }
156 #define proto_hdr_gtpc { \
157 VIRTCHNL_PROTO_HDR_GTPC, 0, {BUFF_NOUSED} }
159 #define proto_hdr_ecpri { \
160 VIRTCHNL_PROTO_HDR_ECPRI, \
161 FIELD_SELECTOR(VIRTCHNL_PROTO_HDR_ECPRI_PC_RTC_ID), {BUFF_NOUSED} }
163 #define TUNNEL_LEVEL_OUTER 0
164 #define TUNNEL_LEVEL_INNER 1
166 /* proto_hdrs template */
167 struct virtchnl_proto_hdrs outer_ipv4_tmplt = {
168 TUNNEL_LEVEL_OUTER, 4,
169 {proto_hdr_eth, proto_hdr_svlan, proto_hdr_cvlan, proto_hdr_ipv4}
172 struct virtchnl_proto_hdrs outer_ipv4_udp_tmplt = {
173 TUNNEL_LEVEL_OUTER, 5,
174 {proto_hdr_eth, proto_hdr_svlan, proto_hdr_cvlan,
175 proto_hdr_ipv4_with_prot,
179 struct virtchnl_proto_hdrs outer_ipv4_tcp_tmplt = {
180 TUNNEL_LEVEL_OUTER, 5,
181 {proto_hdr_eth, proto_hdr_svlan, proto_hdr_cvlan,
182 proto_hdr_ipv4_with_prot,
186 struct virtchnl_proto_hdrs outer_ipv4_sctp_tmplt = {
187 TUNNEL_LEVEL_OUTER, 5,
188 {proto_hdr_eth, proto_hdr_svlan, proto_hdr_cvlan, proto_hdr_ipv4,
192 struct virtchnl_proto_hdrs outer_ipv6_tmplt = {
193 TUNNEL_LEVEL_OUTER, 4,
194 {proto_hdr_eth, proto_hdr_svlan, proto_hdr_cvlan, proto_hdr_ipv6}
197 struct virtchnl_proto_hdrs outer_ipv6_frag_tmplt = {
198 TUNNEL_LEVEL_OUTER, 5,
199 {proto_hdr_eth, proto_hdr_svlan, proto_hdr_cvlan,
200 proto_hdr_ipv6, proto_hdr_ipv6_frag}
203 struct virtchnl_proto_hdrs outer_ipv6_udp_tmplt = {
204 TUNNEL_LEVEL_OUTER, 5,
205 {proto_hdr_eth, proto_hdr_svlan, proto_hdr_cvlan,
206 proto_hdr_ipv6_with_prot,
210 struct virtchnl_proto_hdrs outer_ipv6_tcp_tmplt = {
211 TUNNEL_LEVEL_OUTER, 5,
212 {proto_hdr_eth, proto_hdr_svlan, proto_hdr_cvlan,
213 proto_hdr_ipv6_with_prot,
217 struct virtchnl_proto_hdrs outer_ipv6_sctp_tmplt = {
218 TUNNEL_LEVEL_OUTER, 5,
219 {proto_hdr_eth, proto_hdr_svlan, proto_hdr_cvlan, proto_hdr_ipv6,
223 struct virtchnl_proto_hdrs inner_ipv4_tmplt = {
224 TUNNEL_LEVEL_INNER, 1, {proto_hdr_ipv4}
227 struct virtchnl_proto_hdrs inner_ipv4_udp_tmplt = {
228 TUNNEL_LEVEL_INNER, 2, {proto_hdr_ipv4_with_prot, proto_hdr_udp}
231 struct virtchnl_proto_hdrs inner_ipv4_tcp_tmplt = {
232 TUNNEL_LEVEL_INNER, 2, {proto_hdr_ipv4_with_prot, proto_hdr_tcp}
235 struct virtchnl_proto_hdrs inner_ipv4_sctp_tmplt = {
236 TUNNEL_LEVEL_INNER, 2, {proto_hdr_ipv4, proto_hdr_sctp}
239 struct virtchnl_proto_hdrs inner_ipv6_tmplt = {
240 TUNNEL_LEVEL_INNER, 1, {proto_hdr_ipv6}
243 struct virtchnl_proto_hdrs inner_ipv6_udp_tmplt = {
244 TUNNEL_LEVEL_INNER, 2, {proto_hdr_ipv6_with_prot, proto_hdr_udp}
247 struct virtchnl_proto_hdrs inner_ipv6_tcp_tmplt = {
248 TUNNEL_LEVEL_INNER, 2, {proto_hdr_ipv6_with_prot, proto_hdr_tcp}
251 struct virtchnl_proto_hdrs inner_ipv6_sctp_tmplt = {
252 TUNNEL_LEVEL_INNER, 2, {proto_hdr_ipv6, proto_hdr_sctp}
255 struct virtchnl_proto_hdrs ipv4_esp_tmplt = {
256 TUNNEL_LEVEL_OUTER, 2, {proto_hdr_ipv4, proto_hdr_esp}
259 struct virtchnl_proto_hdrs ipv4_udp_esp_tmplt = {
260 TUNNEL_LEVEL_OUTER, 3,
261 {proto_hdr_ipv4, proto_hdr_udp, proto_hdr_esp}
264 struct virtchnl_proto_hdrs ipv4_ah_tmplt = {
265 TUNNEL_LEVEL_OUTER, 2, {proto_hdr_ipv4, proto_hdr_ah}
268 struct virtchnl_proto_hdrs ipv6_esp_tmplt = {
269 TUNNEL_LEVEL_OUTER, 2, {proto_hdr_ipv6, proto_hdr_esp}
272 struct virtchnl_proto_hdrs ipv6_udp_esp_tmplt = {
273 TUNNEL_LEVEL_OUTER, 3,
274 {proto_hdr_ipv6, proto_hdr_udp, proto_hdr_esp}
277 struct virtchnl_proto_hdrs ipv6_ah_tmplt = {
278 TUNNEL_LEVEL_OUTER, 2, {proto_hdr_ipv6, proto_hdr_ah}
281 struct virtchnl_proto_hdrs ipv4_l2tpv3_tmplt = {
282 TUNNEL_LEVEL_OUTER, 2, {proto_hdr_ipv4, proto_hdr_l2tpv3}
285 struct virtchnl_proto_hdrs ipv6_l2tpv3_tmplt = {
286 TUNNEL_LEVEL_OUTER, 2, {proto_hdr_ipv6, proto_hdr_l2tpv3}
289 struct virtchnl_proto_hdrs ipv4_pfcp_tmplt = {
290 TUNNEL_LEVEL_OUTER, 2, {proto_hdr_ipv4, proto_hdr_pfcp}
293 struct virtchnl_proto_hdrs ipv6_pfcp_tmplt = {
294 TUNNEL_LEVEL_OUTER, 2, {proto_hdr_ipv6, proto_hdr_pfcp}
297 struct virtchnl_proto_hdrs ipv4_udp_gtpc_tmplt = {
298 TUNNEL_LEVEL_OUTER, 3, {proto_hdr_ipv4, proto_hdr_udp, proto_hdr_gtpc}
301 struct virtchnl_proto_hdrs ipv6_udp_gtpc_tmplt = {
302 TUNNEL_LEVEL_OUTER, 3, {proto_hdr_ipv6, proto_hdr_udp, proto_hdr_gtpc}
305 struct virtchnl_proto_hdrs eth_ecpri_tmplt = {
306 TUNNEL_LEVEL_OUTER, 2, {proto_hdr_eth, proto_hdr_ecpri}
309 struct virtchnl_proto_hdrs ipv4_ecpri_tmplt = {
310 TUNNEL_LEVEL_OUTER, 3, {proto_hdr_ipv4, proto_hdr_udp, proto_hdr_ecpri}
313 /* rss type super set */
316 #define IAVF_RSS_TYPE_OUTER_IPV4 (ETH_RSS_ETH | ETH_RSS_IPV4 | \
318 #define IAVF_RSS_TYPE_OUTER_IPV4_UDP (IAVF_RSS_TYPE_OUTER_IPV4 | \
319 ETH_RSS_NONFRAG_IPV4_UDP)
320 #define IAVF_RSS_TYPE_OUTER_IPV4_TCP (IAVF_RSS_TYPE_OUTER_IPV4 | \
321 ETH_RSS_NONFRAG_IPV4_TCP)
322 #define IAVF_RSS_TYPE_OUTER_IPV4_SCTP (IAVF_RSS_TYPE_OUTER_IPV4 | \
323 ETH_RSS_NONFRAG_IPV4_SCTP)
325 #define IAVF_RSS_TYPE_OUTER_IPV6 (ETH_RSS_ETH | ETH_RSS_IPV6)
326 #define IAVF_RSS_TYPE_OUTER_IPV6_FRAG (IAVF_RSS_TYPE_OUTER_IPV6 | \
328 #define IAVF_RSS_TYPE_OUTER_IPV6_UDP (IAVF_RSS_TYPE_OUTER_IPV6 | \
329 ETH_RSS_NONFRAG_IPV6_UDP)
330 #define IAVF_RSS_TYPE_OUTER_IPV6_TCP (IAVF_RSS_TYPE_OUTER_IPV6 | \
331 ETH_RSS_NONFRAG_IPV6_TCP)
332 #define IAVF_RSS_TYPE_OUTER_IPV6_SCTP (IAVF_RSS_TYPE_OUTER_IPV6 | \
333 ETH_RSS_NONFRAG_IPV6_SCTP)
335 #define IAVF_RSS_TYPE_VLAN_IPV4 (IAVF_RSS_TYPE_OUTER_IPV4 | \
336 ETH_RSS_S_VLAN | ETH_RSS_C_VLAN)
337 #define IAVF_RSS_TYPE_VLAN_IPV4_UDP (IAVF_RSS_TYPE_OUTER_IPV4_UDP | \
338 ETH_RSS_S_VLAN | ETH_RSS_C_VLAN)
339 #define IAVF_RSS_TYPE_VLAN_IPV4_TCP (IAVF_RSS_TYPE_OUTER_IPV4_TCP | \
340 ETH_RSS_S_VLAN | ETH_RSS_C_VLAN)
341 #define IAVF_RSS_TYPE_VLAN_IPV4_SCTP (IAVF_RSS_TYPE_OUTER_IPV4_SCTP | \
342 ETH_RSS_S_VLAN | ETH_RSS_C_VLAN)
344 #define IAVF_RSS_TYPE_VLAN_IPV6 (IAVF_RSS_TYPE_OUTER_IPV6 | \
345 ETH_RSS_S_VLAN | ETH_RSS_C_VLAN)
346 #define IAVF_RSS_TYPE_VLAN_IPV6_FRAG (IAVF_RSS_TYPE_OUTER_IPV6_FRAG | \
347 ETH_RSS_S_VLAN | ETH_RSS_C_VLAN)
348 #define IAVF_RSS_TYPE_VLAN_IPV6_UDP (IAVF_RSS_TYPE_OUTER_IPV6_UDP | \
349 ETH_RSS_S_VLAN | ETH_RSS_C_VLAN)
350 #define IAVF_RSS_TYPE_VLAN_IPV6_TCP (IAVF_RSS_TYPE_OUTER_IPV6_TCP | \
351 ETH_RSS_S_VLAN | ETH_RSS_C_VLAN)
352 #define IAVF_RSS_TYPE_VLAN_IPV6_SCTP (IAVF_RSS_TYPE_OUTER_IPV6_SCTP | \
353 ETH_RSS_S_VLAN | ETH_RSS_C_VLAN)
355 #define IAVF_RSS_TYPE_INNER_IPV4 ETH_RSS_IPV4
356 #define IAVF_RSS_TYPE_INNER_IPV4_UDP (ETH_RSS_IPV4 | \
357 ETH_RSS_NONFRAG_IPV4_UDP)
358 #define IAVF_RSS_TYPE_INNER_IPV4_TCP (ETH_RSS_IPV4 | \
359 ETH_RSS_NONFRAG_IPV4_TCP)
360 #define IAVF_RSS_TYPE_INNER_IPV4_SCTP (ETH_RSS_IPV4 | \
361 ETH_RSS_NONFRAG_IPV4_SCTP)
363 #define IAVF_RSS_TYPE_INNER_IPV6 ETH_RSS_IPV6
364 #define IAVF_RSS_TYPE_INNER_IPV6_UDP (ETH_RSS_IPV6 | \
365 ETH_RSS_NONFRAG_IPV6_UDP)
366 #define IAVF_RSS_TYPE_INNER_IPV6_TCP (ETH_RSS_IPV6 | \
367 ETH_RSS_NONFRAG_IPV6_TCP)
368 #define IAVF_RSS_TYPE_INNER_IPV6_SCTP (ETH_RSS_IPV6 | \
369 ETH_RSS_NONFRAG_IPV6_SCTP)
371 #define IAVF_RSS_TYPE_GTPU_IPV4 (IAVF_RSS_TYPE_INNER_IPV4 | \
373 #define IAVF_RSS_TYPE_GTPU_IPV4_UDP (IAVF_RSS_TYPE_INNER_IPV4_UDP | \
375 #define IAVF_RSS_TYPE_GTPU_IPV4_TCP (IAVF_RSS_TYPE_INNER_IPV4_TCP | \
378 #define IAVF_RSS_TYPE_GTPU_IPV6 (IAVF_RSS_TYPE_INNER_IPV6 | \
380 #define IAVF_RSS_TYPE_GTPU_IPV6_UDP (IAVF_RSS_TYPE_INNER_IPV6_UDP | \
382 #define IAVF_RSS_TYPE_GTPU_IPV6_TCP (IAVF_RSS_TYPE_INNER_IPV6_TCP | \
384 /* ESP, AH, L2TPV3 and PFCP */
385 #define IAVF_RSS_TYPE_IPV4_ESP (ETH_RSS_ESP | ETH_RSS_IPV4)
386 #define IAVF_RSS_TYPE_IPV4_AH (ETH_RSS_AH | ETH_RSS_IPV4)
387 #define IAVF_RSS_TYPE_IPV6_ESP (ETH_RSS_ESP | ETH_RSS_IPV6)
388 #define IAVF_RSS_TYPE_IPV6_AH (ETH_RSS_AH | ETH_RSS_IPV6)
389 #define IAVF_RSS_TYPE_IPV4_L2TPV3 (ETH_RSS_L2TPV3 | ETH_RSS_IPV4)
390 #define IAVF_RSS_TYPE_IPV6_L2TPV3 (ETH_RSS_L2TPV3 | ETH_RSS_IPV6)
391 #define IAVF_RSS_TYPE_IPV4_PFCP (ETH_RSS_PFCP | ETH_RSS_IPV4)
392 #define IAVF_RSS_TYPE_IPV6_PFCP (ETH_RSS_PFCP | ETH_RSS_IPV6)
395 * Supported pattern for hash.
396 * The first member is pattern item type,
397 * the second member is input set mask,
398 * the third member is virtchnl_proto_hdrs template
400 static struct iavf_pattern_match_item iavf_hash_pattern_list[] = {
402 {iavf_pattern_eth_ipv4, IAVF_RSS_TYPE_OUTER_IPV4, &outer_ipv4_tmplt},
403 {iavf_pattern_eth_ipv4_udp, IAVF_RSS_TYPE_OUTER_IPV4_UDP, &outer_ipv4_udp_tmplt},
404 {iavf_pattern_eth_ipv4_tcp, IAVF_RSS_TYPE_OUTER_IPV4_TCP, &outer_ipv4_tcp_tmplt},
405 {iavf_pattern_eth_ipv4_sctp, IAVF_RSS_TYPE_OUTER_IPV4_SCTP, &outer_ipv4_sctp_tmplt},
406 {iavf_pattern_eth_vlan_ipv4, IAVF_RSS_TYPE_VLAN_IPV4, &outer_ipv4_tmplt},
407 {iavf_pattern_eth_vlan_ipv4_udp, IAVF_RSS_TYPE_VLAN_IPV4_UDP, &outer_ipv4_udp_tmplt},
408 {iavf_pattern_eth_vlan_ipv4_tcp, IAVF_RSS_TYPE_VLAN_IPV4_TCP, &outer_ipv4_tcp_tmplt},
409 {iavf_pattern_eth_vlan_ipv4_sctp, IAVF_RSS_TYPE_VLAN_IPV4_SCTP, &outer_ipv4_sctp_tmplt},
410 {iavf_pattern_eth_ipv4_gtpu, ETH_RSS_IPV4, &outer_ipv4_udp_tmplt},
411 {iavf_pattern_eth_ipv4_gtpu_ipv4, IAVF_RSS_TYPE_GTPU_IPV4, &inner_ipv4_tmplt},
412 {iavf_pattern_eth_ipv4_gtpu_ipv4_udp, IAVF_RSS_TYPE_GTPU_IPV4_UDP, &inner_ipv4_udp_tmplt},
413 {iavf_pattern_eth_ipv4_gtpu_ipv4_tcp, IAVF_RSS_TYPE_GTPU_IPV4_TCP, &inner_ipv4_tcp_tmplt},
414 {iavf_pattern_eth_ipv6_gtpu_ipv4, IAVF_RSS_TYPE_GTPU_IPV4, &inner_ipv4_tmplt},
415 {iavf_pattern_eth_ipv6_gtpu_ipv4_udp, IAVF_RSS_TYPE_GTPU_IPV4_UDP, &inner_ipv4_udp_tmplt},
416 {iavf_pattern_eth_ipv6_gtpu_ipv4_tcp, IAVF_RSS_TYPE_GTPU_IPV4_TCP, &inner_ipv4_tcp_tmplt},
417 {iavf_pattern_eth_ipv4_gtpu_eh_ipv4, IAVF_RSS_TYPE_GTPU_IPV4, &inner_ipv4_tmplt},
418 {iavf_pattern_eth_ipv4_gtpu_eh_ipv4_udp, IAVF_RSS_TYPE_GTPU_IPV4_UDP, &inner_ipv4_udp_tmplt},
419 {iavf_pattern_eth_ipv4_gtpu_eh_ipv4_tcp, IAVF_RSS_TYPE_GTPU_IPV4_TCP, &inner_ipv4_tcp_tmplt},
420 {iavf_pattern_eth_ipv6_gtpu_eh_ipv4, IAVF_RSS_TYPE_GTPU_IPV4, &inner_ipv4_tmplt},
421 {iavf_pattern_eth_ipv6_gtpu_eh_ipv4_udp, IAVF_RSS_TYPE_GTPU_IPV4_UDP, &inner_ipv4_udp_tmplt},
422 {iavf_pattern_eth_ipv6_gtpu_eh_ipv4_tcp, IAVF_RSS_TYPE_GTPU_IPV4_TCP, &inner_ipv4_tcp_tmplt},
423 {iavf_pattern_eth_ipv4_esp, IAVF_RSS_TYPE_IPV4_ESP, &ipv4_esp_tmplt},
424 {iavf_pattern_eth_ipv4_udp_esp, IAVF_RSS_TYPE_IPV4_ESP, &ipv4_udp_esp_tmplt},
425 {iavf_pattern_eth_ipv4_ah, IAVF_RSS_TYPE_IPV4_AH, &ipv4_ah_tmplt},
426 {iavf_pattern_eth_ipv4_l2tpv3, IAVF_RSS_TYPE_IPV4_L2TPV3, &ipv4_l2tpv3_tmplt},
427 {iavf_pattern_eth_ipv4_pfcp, IAVF_RSS_TYPE_IPV4_PFCP, &ipv4_pfcp_tmplt},
428 {iavf_pattern_eth_ipv4_gtpc, ETH_RSS_IPV4, &ipv4_udp_gtpc_tmplt},
429 {iavf_pattern_eth_ecpri, ETH_RSS_ECPRI, ð_ecpri_tmplt},
430 {iavf_pattern_eth_ipv4_ecpri, ETH_RSS_ECPRI, &ipv4_ecpri_tmplt},
432 {iavf_pattern_eth_ipv6, IAVF_RSS_TYPE_OUTER_IPV6, &outer_ipv6_tmplt},
433 {iavf_pattern_eth_ipv6_frag_ext, IAVF_RSS_TYPE_OUTER_IPV6_FRAG, &outer_ipv6_frag_tmplt},
434 {iavf_pattern_eth_ipv6_udp, IAVF_RSS_TYPE_OUTER_IPV6_UDP, &outer_ipv6_udp_tmplt},
435 {iavf_pattern_eth_ipv6_tcp, IAVF_RSS_TYPE_OUTER_IPV6_TCP, &outer_ipv6_tcp_tmplt},
436 {iavf_pattern_eth_ipv6_sctp, IAVF_RSS_TYPE_OUTER_IPV6_SCTP, &outer_ipv6_sctp_tmplt},
437 {iavf_pattern_eth_vlan_ipv6, IAVF_RSS_TYPE_VLAN_IPV6, &outer_ipv6_tmplt},
438 {iavf_pattern_eth_vlan_ipv6_frag_ext, IAVF_RSS_TYPE_OUTER_IPV6_FRAG, &outer_ipv6_frag_tmplt},
439 {iavf_pattern_eth_vlan_ipv6_udp, IAVF_RSS_TYPE_VLAN_IPV6_UDP, &outer_ipv6_udp_tmplt},
440 {iavf_pattern_eth_vlan_ipv6_tcp, IAVF_RSS_TYPE_VLAN_IPV6_TCP, &outer_ipv6_tcp_tmplt},
441 {iavf_pattern_eth_vlan_ipv6_sctp, IAVF_RSS_TYPE_VLAN_IPV6_SCTP, &outer_ipv6_sctp_tmplt},
442 {iavf_pattern_eth_ipv6_gtpu, ETH_RSS_IPV6, &outer_ipv6_udp_tmplt},
443 {iavf_pattern_eth_ipv4_gtpu_ipv6, IAVF_RSS_TYPE_GTPU_IPV6, &inner_ipv6_tmplt},
444 {iavf_pattern_eth_ipv4_gtpu_ipv6_udp, IAVF_RSS_TYPE_GTPU_IPV6_UDP, &inner_ipv6_udp_tmplt},
445 {iavf_pattern_eth_ipv4_gtpu_ipv6_tcp, IAVF_RSS_TYPE_GTPU_IPV6_TCP, &inner_ipv6_tcp_tmplt},
446 {iavf_pattern_eth_ipv6_gtpu_ipv6, IAVF_RSS_TYPE_GTPU_IPV6, &inner_ipv6_tmplt},
447 {iavf_pattern_eth_ipv6_gtpu_ipv6_udp, IAVF_RSS_TYPE_GTPU_IPV6_UDP, &inner_ipv6_udp_tmplt},
448 {iavf_pattern_eth_ipv6_gtpu_ipv6_tcp, IAVF_RSS_TYPE_GTPU_IPV6_TCP, &inner_ipv6_tcp_tmplt},
449 {iavf_pattern_eth_ipv4_gtpu_eh_ipv6, IAVF_RSS_TYPE_GTPU_IPV6, &inner_ipv6_tmplt},
450 {iavf_pattern_eth_ipv4_gtpu_eh_ipv6_udp, IAVF_RSS_TYPE_GTPU_IPV6_UDP, &inner_ipv6_udp_tmplt},
451 {iavf_pattern_eth_ipv4_gtpu_eh_ipv6_tcp, IAVF_RSS_TYPE_GTPU_IPV6_TCP, &inner_ipv6_tcp_tmplt},
452 {iavf_pattern_eth_ipv6_gtpu_eh_ipv6, IAVF_RSS_TYPE_GTPU_IPV6, &inner_ipv6_tmplt},
453 {iavf_pattern_eth_ipv6_gtpu_eh_ipv6_udp, IAVF_RSS_TYPE_GTPU_IPV6_UDP, &inner_ipv6_udp_tmplt},
454 {iavf_pattern_eth_ipv6_gtpu_eh_ipv6_tcp, IAVF_RSS_TYPE_GTPU_IPV6_TCP, &inner_ipv6_tcp_tmplt},
455 {iavf_pattern_eth_ipv6_esp, IAVF_RSS_TYPE_IPV6_ESP, &ipv6_esp_tmplt},
456 {iavf_pattern_eth_ipv6_udp_esp, IAVF_RSS_TYPE_IPV6_ESP, &ipv6_udp_esp_tmplt},
457 {iavf_pattern_eth_ipv6_ah, IAVF_RSS_TYPE_IPV6_AH, &ipv6_ah_tmplt},
458 {iavf_pattern_eth_ipv6_l2tpv3, IAVF_RSS_TYPE_IPV6_L2TPV3, &ipv6_l2tpv3_tmplt},
459 {iavf_pattern_eth_ipv6_pfcp, IAVF_RSS_TYPE_IPV6_PFCP, &ipv6_pfcp_tmplt},
460 {iavf_pattern_eth_ipv6_gtpc, ETH_RSS_IPV6, &ipv6_udp_gtpc_tmplt},
463 static struct iavf_flow_engine iavf_hash_engine = {
464 .init = iavf_hash_init,
465 .create = iavf_hash_create,
466 .destroy = iavf_hash_destroy,
467 .uninit = iavf_hash_uninit,
468 .free = iavf_hash_free,
469 .type = IAVF_FLOW_ENGINE_HASH,
472 /* Register parser for comms package. */
473 static struct iavf_flow_parser iavf_hash_parser = {
474 .engine = &iavf_hash_engine,
475 .array = iavf_hash_pattern_list,
476 .array_len = RTE_DIM(iavf_hash_pattern_list),
477 .parse_pattern_action = iavf_hash_parse_pattern_action,
478 .stage = IAVF_FLOW_STAGE_RSS,
482 iavf_rss_hash_set(struct iavf_adapter *ad, uint64_t rss_hf, bool add)
484 struct iavf_info *vf = IAVF_DEV_PRIVATE_TO_VF(ad);
485 struct virtchnl_rss_cfg rss_cfg;
487 #define IAVF_RSS_HF_ALL ( \
490 ETH_RSS_NONFRAG_IPV4_UDP | \
491 ETH_RSS_NONFRAG_IPV6_UDP | \
492 ETH_RSS_NONFRAG_IPV4_TCP | \
493 ETH_RSS_NONFRAG_IPV6_TCP | \
494 ETH_RSS_NONFRAG_IPV4_SCTP | \
495 ETH_RSS_NONFRAG_IPV6_SCTP)
497 rss_cfg.rss_algorithm = VIRTCHNL_RSS_ALG_TOEPLITZ_ASYMMETRIC;
498 if (rss_hf & ETH_RSS_IPV4) {
499 rss_cfg.proto_hdrs = inner_ipv4_tmplt;
500 iavf_add_del_rss_cfg(ad, &rss_cfg, add);
503 if (rss_hf & ETH_RSS_NONFRAG_IPV4_UDP) {
504 rss_cfg.proto_hdrs = inner_ipv4_udp_tmplt;
505 iavf_add_del_rss_cfg(ad, &rss_cfg, add);
508 if (rss_hf & ETH_RSS_NONFRAG_IPV4_TCP) {
509 rss_cfg.proto_hdrs = inner_ipv4_tcp_tmplt;
510 iavf_add_del_rss_cfg(ad, &rss_cfg, add);
513 if (rss_hf & ETH_RSS_NONFRAG_IPV4_SCTP) {
514 rss_cfg.proto_hdrs = inner_ipv4_sctp_tmplt;
515 iavf_add_del_rss_cfg(ad, &rss_cfg, add);
518 if (rss_hf & ETH_RSS_IPV6) {
519 rss_cfg.proto_hdrs = inner_ipv6_tmplt;
520 iavf_add_del_rss_cfg(ad, &rss_cfg, add);
523 if (rss_hf & ETH_RSS_NONFRAG_IPV6_UDP) {
524 rss_cfg.proto_hdrs = inner_ipv6_udp_tmplt;
525 iavf_add_del_rss_cfg(ad, &rss_cfg, add);
528 if (rss_hf & ETH_RSS_NONFRAG_IPV6_TCP) {
529 rss_cfg.proto_hdrs = inner_ipv6_tcp_tmplt;
530 iavf_add_del_rss_cfg(ad, &rss_cfg, add);
533 if (rss_hf & ETH_RSS_NONFRAG_IPV6_SCTP) {
534 rss_cfg.proto_hdrs = inner_ipv6_sctp_tmplt;
535 iavf_add_del_rss_cfg(ad, &rss_cfg, add);
538 vf->rss_hf = rss_hf & IAVF_RSS_HF_ALL;
542 RTE_INIT(iavf_hash_engine_init)
544 struct iavf_flow_engine *engine = &iavf_hash_engine;
546 iavf_register_flow_engine(engine);
550 iavf_hash_init(struct iavf_adapter *ad)
552 struct iavf_info *vf = IAVF_DEV_PRIVATE_TO_VF(ad);
553 struct iavf_flow_parser *parser;
562 if (!(vf->vf_res->vf_cap_flags & VIRTCHNL_VF_OFFLOAD_ADV_RSS_PF))
565 parser = &iavf_hash_parser;
567 ret = iavf_register_parser(parser, ad);
569 PMD_DRV_LOG(ERR, "fail to register hash parser");
577 iavf_hash_parse_pattern(const struct rte_flow_item pattern[], uint64_t *phint,
578 struct rte_flow_error *error)
580 const struct rte_flow_item *item = pattern;
581 const struct rte_flow_item_gtp_psc *psc;
582 const struct rte_flow_item_ecpri *ecpri;
583 struct rte_ecpri_common_hdr ecpri_common;
585 for (item = pattern; item->type != RTE_FLOW_ITEM_TYPE_END; item++) {
587 rte_flow_error_set(error, EINVAL,
588 RTE_FLOW_ERROR_TYPE_ITEM, item,
589 "Not support range");
593 switch (item->type) {
594 case RTE_FLOW_ITEM_TYPE_IPV4:
595 if (!(*phint & IAVF_PHINT_GTPU_MSK))
596 *phint |= IAVF_PHINT_OUTER_IPV4;
598 case RTE_FLOW_ITEM_TYPE_IPV6:
599 if (!(*phint & IAVF_PHINT_GTPU_MSK))
600 *phint |= IAVF_PHINT_OUTER_IPV6;
602 case RTE_FLOW_ITEM_TYPE_GTPU:
603 *phint |= IAVF_PHINT_GTPU;
605 case RTE_FLOW_ITEM_TYPE_GTP_PSC:
606 *phint |= IAVF_PHINT_GTPU_EH;
610 else if (psc->pdu_type == IAVF_GTPU_EH_UPLINK)
611 *phint |= IAVF_PHINT_GTPU_EH_UP;
612 else if (psc->pdu_type == IAVF_GTPU_EH_DWNLINK)
613 *phint |= IAVF_PHINT_GTPU_EH_DWN;
615 case RTE_FLOW_ITEM_TYPE_ECPRI:
620 ecpri_common.u32 = rte_be_to_cpu_32(ecpri->hdr.common.u32);
622 if (ecpri_common.type !=
623 RTE_ECPRI_MSG_TYPE_IQ_DATA) {
624 rte_flow_error_set(error, EINVAL,
625 RTE_FLOW_ERROR_TYPE_ITEM, item,
626 "Unsupported common type.");
638 #define REFINE_PROTO_FLD(op, fld) \
639 VIRTCHNL_##op##_PROTO_HDR_FIELD(hdr, VIRTCHNL_PROTO_HDR_##fld)
640 #define REPALCE_PROTO_FLD(fld_1, fld_2) \
642 REFINE_PROTO_FLD(DEL, fld_1); \
643 REFINE_PROTO_FLD(ADD, fld_2); \
647 iavf_hash_add_fragment_hdr(struct virtchnl_proto_hdrs *hdrs, int layer)
649 struct virtchnl_proto_hdr *hdr1;
650 struct virtchnl_proto_hdr *hdr2;
653 if (layer < 0 || layer > hdrs->count)
656 /* shift headers layer */
657 for (i = hdrs->count; i >= layer; i--) {
658 hdr1 = &hdrs->proto_hdr[i];
659 hdr2 = &hdrs->proto_hdr[i - 1];
663 /* adding dummy fragment header */
664 hdr1 = &hdrs->proto_hdr[layer];
665 VIRTCHNL_SET_PROTO_HDR_TYPE(hdr1, IPV4_FRAG);
666 hdrs->count = ++layer;
669 /* refine proto hdrs base on l2, l3, l4 rss type */
671 iavf_refine_proto_hdrs_l234(struct virtchnl_proto_hdrs *proto_hdrs,
674 struct virtchnl_proto_hdr *hdr;
677 for (i = 0; i < proto_hdrs->count; i++) {
678 hdr = &proto_hdrs->proto_hdr[i];
680 case VIRTCHNL_PROTO_HDR_ETH:
681 if (!(rss_type & ETH_RSS_ETH))
682 hdr->field_selector = 0;
683 else if (rss_type & ETH_RSS_L2_SRC_ONLY)
684 REFINE_PROTO_FLD(DEL, ETH_DST);
685 else if (rss_type & ETH_RSS_L2_DST_ONLY)
686 REFINE_PROTO_FLD(DEL, ETH_SRC);
688 case VIRTCHNL_PROTO_HDR_IPV4:
690 (ETH_RSS_IPV4 | ETH_RSS_FRAG_IPV4 |
691 ETH_RSS_NONFRAG_IPV4_UDP |
692 ETH_RSS_NONFRAG_IPV4_TCP |
693 ETH_RSS_NONFRAG_IPV4_SCTP)) {
694 if (rss_type & ETH_RSS_FRAG_IPV4) {
695 iavf_hash_add_fragment_hdr(proto_hdrs, i + 1);
696 } else if (rss_type & ETH_RSS_L3_SRC_ONLY) {
697 REFINE_PROTO_FLD(DEL, IPV4_DST);
698 } else if (rss_type & ETH_RSS_L3_DST_ONLY) {
699 REFINE_PROTO_FLD(DEL, IPV4_SRC);
700 } else if (rss_type &
701 (ETH_RSS_L4_SRC_ONLY |
702 ETH_RSS_L4_DST_ONLY)) {
703 REFINE_PROTO_FLD(DEL, IPV4_DST);
704 REFINE_PROTO_FLD(DEL, IPV4_SRC);
707 hdr->field_selector = 0;
710 case VIRTCHNL_PROTO_HDR_IPV4_FRAG:
712 (ETH_RSS_IPV4 | ETH_RSS_FRAG_IPV4 |
713 ETH_RSS_NONFRAG_IPV4_UDP |
714 ETH_RSS_NONFRAG_IPV4_TCP |
715 ETH_RSS_NONFRAG_IPV4_SCTP)) {
716 if (rss_type & ETH_RSS_FRAG_IPV4)
717 REFINE_PROTO_FLD(ADD, IPV4_FRAG_PKID);
719 hdr->field_selector = 0;
722 case VIRTCHNL_PROTO_HDR_IPV6:
724 (ETH_RSS_IPV6 | ETH_RSS_FRAG_IPV6 |
725 ETH_RSS_NONFRAG_IPV6_UDP |
726 ETH_RSS_NONFRAG_IPV6_TCP |
727 ETH_RSS_NONFRAG_IPV6_SCTP)) {
728 if (rss_type & ETH_RSS_L3_SRC_ONLY) {
729 REFINE_PROTO_FLD(DEL, IPV6_DST);
730 } else if (rss_type & ETH_RSS_L3_DST_ONLY) {
731 REFINE_PROTO_FLD(DEL, IPV6_SRC);
732 } else if (rss_type &
733 (ETH_RSS_L4_SRC_ONLY |
734 ETH_RSS_L4_DST_ONLY)) {
735 REFINE_PROTO_FLD(DEL, IPV6_DST);
736 REFINE_PROTO_FLD(DEL, IPV6_SRC);
739 hdr->field_selector = 0;
741 if (rss_type & RTE_ETH_RSS_L3_PRE64) {
742 if (REFINE_PROTO_FLD(TEST, IPV6_SRC))
743 REPALCE_PROTO_FLD(IPV6_SRC,
745 if (REFINE_PROTO_FLD(TEST, IPV6_DST))
746 REPALCE_PROTO_FLD(IPV6_DST,
750 case VIRTCHNL_PROTO_HDR_IPV6_EH_FRAG:
751 if (rss_type & ETH_RSS_FRAG_IPV6)
752 REFINE_PROTO_FLD(ADD, IPV6_EH_FRAG_PKID);
754 hdr->field_selector = 0;
757 case VIRTCHNL_PROTO_HDR_UDP:
759 (ETH_RSS_NONFRAG_IPV4_UDP |
760 ETH_RSS_NONFRAG_IPV6_UDP)) {
761 if (rss_type & ETH_RSS_L4_SRC_ONLY)
762 REFINE_PROTO_FLD(DEL, UDP_DST_PORT);
763 else if (rss_type & ETH_RSS_L4_DST_ONLY)
764 REFINE_PROTO_FLD(DEL, UDP_SRC_PORT);
766 (ETH_RSS_L3_SRC_ONLY |
767 ETH_RSS_L3_DST_ONLY))
768 hdr->field_selector = 0;
770 hdr->field_selector = 0;
773 case VIRTCHNL_PROTO_HDR_TCP:
775 (ETH_RSS_NONFRAG_IPV4_TCP |
776 ETH_RSS_NONFRAG_IPV6_TCP)) {
777 if (rss_type & ETH_RSS_L4_SRC_ONLY)
778 REFINE_PROTO_FLD(DEL, TCP_DST_PORT);
779 else if (rss_type & ETH_RSS_L4_DST_ONLY)
780 REFINE_PROTO_FLD(DEL, TCP_SRC_PORT);
782 (ETH_RSS_L3_SRC_ONLY |
783 ETH_RSS_L3_DST_ONLY))
784 hdr->field_selector = 0;
786 hdr->field_selector = 0;
789 case VIRTCHNL_PROTO_HDR_SCTP:
791 (ETH_RSS_NONFRAG_IPV4_SCTP |
792 ETH_RSS_NONFRAG_IPV6_SCTP)) {
793 if (rss_type & ETH_RSS_L4_SRC_ONLY)
794 REFINE_PROTO_FLD(DEL, SCTP_DST_PORT);
795 else if (rss_type & ETH_RSS_L4_DST_ONLY)
796 REFINE_PROTO_FLD(DEL, SCTP_SRC_PORT);
798 (ETH_RSS_L3_SRC_ONLY |
799 ETH_RSS_L3_DST_ONLY))
800 hdr->field_selector = 0;
802 hdr->field_selector = 0;
805 case VIRTCHNL_PROTO_HDR_S_VLAN:
806 if (!(rss_type & ETH_RSS_S_VLAN))
807 hdr->field_selector = 0;
809 case VIRTCHNL_PROTO_HDR_C_VLAN:
810 if (!(rss_type & ETH_RSS_C_VLAN))
811 hdr->field_selector = 0;
813 case VIRTCHNL_PROTO_HDR_L2TPV3:
814 if (!(rss_type & ETH_RSS_L2TPV3))
815 hdr->field_selector = 0;
817 case VIRTCHNL_PROTO_HDR_ESP:
818 if (!(rss_type & ETH_RSS_ESP))
819 hdr->field_selector = 0;
821 case VIRTCHNL_PROTO_HDR_AH:
822 if (!(rss_type & ETH_RSS_AH))
823 hdr->field_selector = 0;
825 case VIRTCHNL_PROTO_HDR_PFCP:
826 if (!(rss_type & ETH_RSS_PFCP))
827 hdr->field_selector = 0;
829 case VIRTCHNL_PROTO_HDR_ECPRI:
830 if (!(rss_type & ETH_RSS_ECPRI))
831 hdr->field_selector = 0;
839 /* refine proto hdrs base on gtpu rss type */
841 iavf_refine_proto_hdrs_gtpu(struct virtchnl_proto_hdrs *proto_hdrs,
844 struct virtchnl_proto_hdr *hdr;
847 if (!(rss_type & ETH_RSS_GTPU))
850 for (i = 0; i < proto_hdrs->count; i++) {
851 hdr = &proto_hdrs->proto_hdr[i];
853 case VIRTCHNL_PROTO_HDR_GTPU_IP:
854 REFINE_PROTO_FLD(ADD, GTPU_IP_TEID);
863 iavf_refine_proto_hdrs_by_pattern(struct virtchnl_proto_hdrs *proto_hdrs,
866 struct virtchnl_proto_hdr *hdr1;
867 struct virtchnl_proto_hdr *hdr2;
868 int i, shift_count = 1;
870 if (!(phint & IAVF_PHINT_GTPU_MSK))
873 if (phint & IAVF_PHINT_LAYERS_MSK)
876 if (proto_hdrs->tunnel_level == TUNNEL_LEVEL_INNER) {
877 /* shift headers layer */
878 for (i = proto_hdrs->count - 1 + shift_count;
879 i > shift_count - 1; i--) {
880 hdr1 = &proto_hdrs->proto_hdr[i];
881 hdr2 = &proto_hdrs->proto_hdr[i - shift_count];
885 if (shift_count == 1) {
886 /* adding gtpu header at layer 0 */
887 hdr1 = &proto_hdrs->proto_hdr[0];
889 /* adding gtpu header and outer ip header */
890 hdr1 = &proto_hdrs->proto_hdr[1];
891 hdr2 = &proto_hdrs->proto_hdr[0];
892 hdr2->field_selector = 0;
894 proto_hdrs->tunnel_level = TUNNEL_LEVEL_OUTER;
896 if (phint & IAVF_PHINT_OUTER_IPV4)
897 VIRTCHNL_SET_PROTO_HDR_TYPE(hdr2, IPV4);
898 else if (phint & IAVF_PHINT_OUTER_IPV6)
899 VIRTCHNL_SET_PROTO_HDR_TYPE(hdr2, IPV6);
902 hdr1 = &proto_hdrs->proto_hdr[proto_hdrs->count];
905 hdr1->field_selector = 0;
908 if (phint & IAVF_PHINT_GTPU_EH_DWN)
909 VIRTCHNL_SET_PROTO_HDR_TYPE(hdr1, GTPU_EH_PDU_DWN);
910 else if (phint & IAVF_PHINT_GTPU_EH_UP)
911 VIRTCHNL_SET_PROTO_HDR_TYPE(hdr1, GTPU_EH_PDU_UP);
912 else if (phint & IAVF_PHINT_GTPU_EH)
913 VIRTCHNL_SET_PROTO_HDR_TYPE(hdr1, GTPU_EH);
914 else if (phint & IAVF_PHINT_GTPU)
915 VIRTCHNL_SET_PROTO_HDR_TYPE(hdr1, GTPU_IP);
918 static void iavf_refine_proto_hdrs(struct virtchnl_proto_hdrs *proto_hdrs,
919 uint64_t rss_type, uint64_t phint)
921 iavf_refine_proto_hdrs_l234(proto_hdrs, rss_type);
922 iavf_refine_proto_hdrs_by_pattern(proto_hdrs, phint);
923 iavf_refine_proto_hdrs_gtpu(proto_hdrs, rss_type);
926 static uint64_t invalid_rss_comb[] = {
927 ETH_RSS_IPV4 | ETH_RSS_NONFRAG_IPV4_UDP,
928 ETH_RSS_IPV4 | ETH_RSS_NONFRAG_IPV4_TCP,
929 ETH_RSS_IPV6 | ETH_RSS_NONFRAG_IPV6_UDP,
930 ETH_RSS_IPV6 | ETH_RSS_NONFRAG_IPV6_TCP,
931 RTE_ETH_RSS_L3_PRE32 | RTE_ETH_RSS_L3_PRE40 |
932 RTE_ETH_RSS_L3_PRE48 | RTE_ETH_RSS_L3_PRE56 |
936 struct rss_attr_type {
941 #define VALID_RSS_IPV4_L4 (ETH_RSS_NONFRAG_IPV4_UDP | \
942 ETH_RSS_NONFRAG_IPV4_TCP | \
943 ETH_RSS_NONFRAG_IPV4_SCTP)
945 #define VALID_RSS_IPV6_L4 (ETH_RSS_NONFRAG_IPV6_UDP | \
946 ETH_RSS_NONFRAG_IPV6_TCP | \
947 ETH_RSS_NONFRAG_IPV6_SCTP)
949 #define VALID_RSS_IPV4 (ETH_RSS_IPV4 | ETH_RSS_FRAG_IPV4 | \
951 #define VALID_RSS_IPV6 (ETH_RSS_IPV6 | ETH_RSS_FRAG_IPV6 | \
953 #define VALID_RSS_L3 (VALID_RSS_IPV4 | VALID_RSS_IPV6)
954 #define VALID_RSS_L4 (VALID_RSS_IPV4_L4 | VALID_RSS_IPV6_L4)
956 #define VALID_RSS_ATTR (ETH_RSS_L3_SRC_ONLY | \
957 ETH_RSS_L3_DST_ONLY | \
958 ETH_RSS_L4_SRC_ONLY | \
959 ETH_RSS_L4_DST_ONLY | \
960 ETH_RSS_L2_SRC_ONLY | \
961 ETH_RSS_L2_DST_ONLY | \
962 RTE_ETH_RSS_L3_PRE64)
964 #define INVALID_RSS_ATTR (RTE_ETH_RSS_L3_PRE32 | \
965 RTE_ETH_RSS_L3_PRE40 | \
966 RTE_ETH_RSS_L3_PRE48 | \
967 RTE_ETH_RSS_L3_PRE56 | \
968 RTE_ETH_RSS_L3_PRE96)
970 static struct rss_attr_type rss_attr_to_valid_type[] = {
971 {ETH_RSS_L2_SRC_ONLY | ETH_RSS_L2_DST_ONLY, ETH_RSS_ETH},
972 {ETH_RSS_L3_SRC_ONLY | ETH_RSS_L3_DST_ONLY, VALID_RSS_L3},
973 {ETH_RSS_L4_SRC_ONLY | ETH_RSS_L4_DST_ONLY, VALID_RSS_L4},
974 /* current ipv6 prefix only supports prefix 64 bits*/
975 {RTE_ETH_RSS_L3_PRE64, VALID_RSS_IPV6},
976 {INVALID_RSS_ATTR, 0}
980 iavf_any_invalid_rss_type(enum rte_eth_hash_function rss_func,
981 uint64_t rss_type, uint64_t allow_rss_type)
986 * Check if l3/l4 SRC/DST_ONLY is set for SYMMETRIC_TOEPLITZ
989 if (rss_func == RTE_ETH_HASH_FUNCTION_SYMMETRIC_TOEPLITZ) {
990 if (rss_type & (ETH_RSS_L3_SRC_ONLY | ETH_RSS_L3_DST_ONLY |
991 ETH_RSS_L4_SRC_ONLY | ETH_RSS_L4_DST_ONLY))
995 (ETH_RSS_IPV4 | ETH_RSS_IPV6 |
996 ETH_RSS_NONFRAG_IPV4_UDP | ETH_RSS_NONFRAG_IPV6_UDP |
997 ETH_RSS_NONFRAG_IPV4_TCP | ETH_RSS_NONFRAG_IPV6_TCP |
998 ETH_RSS_NONFRAG_IPV4_SCTP | ETH_RSS_NONFRAG_IPV6_SCTP)))
1002 /* check invalid combination */
1003 for (i = 0; i < RTE_DIM(invalid_rss_comb); i++) {
1004 if (__builtin_popcountll(rss_type & invalid_rss_comb[i]) > 1)
1008 /* check invalid RSS attribute */
1009 for (i = 0; i < RTE_DIM(rss_attr_to_valid_type); i++) {
1010 struct rss_attr_type *rat = &rss_attr_to_valid_type[i];
1012 if (rat->attr & rss_type && !(rat->type & rss_type))
1016 /* check not allowed RSS type */
1017 rss_type &= ~VALID_RSS_ATTR;
1019 return ((rss_type & allow_rss_type) != rss_type);
1023 iavf_hash_parse_action(struct iavf_pattern_match_item *match_item,
1024 const struct rte_flow_action actions[],
1025 uint64_t pattern_hint, void **meta,
1026 struct rte_flow_error *error)
1028 struct iavf_rss_meta *rss_meta = (struct iavf_rss_meta *)*meta;
1029 struct virtchnl_proto_hdrs *proto_hdrs;
1030 enum rte_flow_action_type action_type;
1031 const struct rte_flow_action_rss *rss;
1032 const struct rte_flow_action *action;
1035 /* Supported action is RSS. */
1036 for (action = actions; action->type !=
1037 RTE_FLOW_ACTION_TYPE_END; action++) {
1038 action_type = action->type;
1039 switch (action_type) {
1040 case RTE_FLOW_ACTION_TYPE_RSS:
1042 rss_type = rss->types;
1045 RTE_ETH_HASH_FUNCTION_SIMPLE_XOR){
1046 rss_meta->rss_algorithm =
1047 VIRTCHNL_RSS_ALG_XOR_ASYMMETRIC;
1048 return rte_flow_error_set(error, ENOTSUP,
1049 RTE_FLOW_ERROR_TYPE_ACTION, action,
1050 "function simple_xor is not supported");
1051 } else if (rss->func ==
1052 RTE_ETH_HASH_FUNCTION_SYMMETRIC_TOEPLITZ) {
1053 rss_meta->rss_algorithm =
1054 VIRTCHNL_RSS_ALG_TOEPLITZ_SYMMETRIC;
1056 rss_meta->rss_algorithm =
1057 VIRTCHNL_RSS_ALG_TOEPLITZ_ASYMMETRIC;
1061 return rte_flow_error_set(error, ENOTSUP,
1062 RTE_FLOW_ERROR_TYPE_ACTION, action,
1063 "a nonzero RSS encapsulation level is not supported");
1066 return rte_flow_error_set(error, ENOTSUP,
1067 RTE_FLOW_ERROR_TYPE_ACTION, action,
1068 "a nonzero RSS key_len is not supported");
1071 return rte_flow_error_set(error, ENOTSUP,
1072 RTE_FLOW_ERROR_TYPE_ACTION, action,
1073 "a non-NULL RSS queue is not supported");
1076 * Check simultaneous use of SRC_ONLY and DST_ONLY
1077 * of the same level.
1079 rss_type = rte_eth_rss_hf_refine(rss_type);
1081 if (iavf_any_invalid_rss_type(rss->func, rss_type,
1082 match_item->input_set_mask))
1083 return rte_flow_error_set(error, ENOTSUP,
1084 RTE_FLOW_ERROR_TYPE_ACTION,
1085 action, "RSS type not supported");
1086 proto_hdrs = match_item->meta;
1087 rss_meta->proto_hdrs = *proto_hdrs;
1088 iavf_refine_proto_hdrs(&rss_meta->proto_hdrs,
1089 rss_type, pattern_hint);
1092 case RTE_FLOW_ACTION_TYPE_END:
1096 rte_flow_error_set(error, EINVAL,
1097 RTE_FLOW_ERROR_TYPE_ACTION, action,
1107 iavf_hash_parse_pattern_action(__rte_unused struct iavf_adapter *ad,
1108 struct iavf_pattern_match_item *array,
1110 const struct rte_flow_item pattern[],
1111 const struct rte_flow_action actions[],
1113 struct rte_flow_error *error)
1115 struct iavf_pattern_match_item *pattern_match_item;
1116 struct iavf_rss_meta *rss_meta_ptr;
1117 uint64_t phint = IAVF_PHINT_NONE;
1120 rss_meta_ptr = rte_zmalloc(NULL, sizeof(*rss_meta_ptr), 0);
1121 if (!rss_meta_ptr) {
1122 rte_flow_error_set(error, EINVAL,
1123 RTE_FLOW_ERROR_TYPE_HANDLE, NULL,
1124 "No memory for rss_meta_ptr");
1128 /* Check rss supported pattern and find matched pattern. */
1129 pattern_match_item =
1130 iavf_search_pattern_match_item(pattern, array, array_len,
1132 if (!pattern_match_item) {
1137 ret = iavf_hash_parse_pattern(pattern, &phint, error);
1141 ret = iavf_hash_parse_action(pattern_match_item, actions, phint,
1142 (void **)&rss_meta_ptr, error);
1146 *meta = rss_meta_ptr;
1148 rte_free(rss_meta_ptr);
1150 rte_free(pattern_match_item);
1156 iavf_hash_create(__rte_unused struct iavf_adapter *ad,
1157 __rte_unused struct rte_flow *flow, void *meta,
1158 __rte_unused struct rte_flow_error *error)
1160 struct iavf_rss_meta *rss_meta = (struct iavf_rss_meta *)meta;
1161 struct virtchnl_rss_cfg *rss_cfg;
1164 rss_cfg = rte_zmalloc("iavf rss rule",
1165 sizeof(struct virtchnl_rss_cfg), 0);
1167 rte_flow_error_set(error, EINVAL,
1168 RTE_FLOW_ERROR_TYPE_HANDLE, NULL,
1169 "No memory for rss rule");
1173 rss_cfg->proto_hdrs = rss_meta->proto_hdrs;
1174 rss_cfg->rss_algorithm = rss_meta->rss_algorithm;
1176 ret = iavf_add_del_rss_cfg(ad, rss_cfg, true);
1178 flow->rule = rss_cfg;
1180 PMD_DRV_LOG(ERR, "fail to add RSS configure");
1181 rte_flow_error_set(error, -ret,
1182 RTE_FLOW_ERROR_TYPE_HANDLE, NULL,
1183 "Failed to add rss rule.");
1194 iavf_hash_destroy(__rte_unused struct iavf_adapter *ad,
1195 struct rte_flow *flow,
1196 __rte_unused struct rte_flow_error *error)
1198 struct iavf_info *vf = IAVF_DEV_PRIVATE_TO_VF(ad);
1199 struct virtchnl_rss_cfg *rss_cfg;
1205 rss_cfg = (struct virtchnl_rss_cfg *)flow->rule;
1207 ret = iavf_add_del_rss_cfg(ad, rss_cfg, false);
1209 PMD_DRV_LOG(ERR, "fail to del RSS configure");
1210 rte_flow_error_set(error, -ret,
1211 RTE_FLOW_ERROR_TYPE_HANDLE, NULL,
1212 "Failed to delete rss rule.");
1219 iavf_hash_uninit(struct iavf_adapter *ad)
1221 struct iavf_info *vf = IAVF_DEV_PRIVATE_TO_VF(ad);
1222 struct rte_eth_rss_conf *rss_conf;
1230 if (!(vf->vf_res->vf_cap_flags & VIRTCHNL_VF_OFFLOAD_ADV_RSS_PF))
1233 rss_conf = &ad->eth_dev->data->dev_conf.rx_adv_conf.rss_conf;
1234 if (iavf_rss_hash_set(ad, rss_conf->rss_hf, false))
1235 PMD_DRV_LOG(ERR, "fail to delete default RSS");
1237 iavf_unregister_parser(&iavf_hash_parser, ad);
1241 iavf_hash_free(struct rte_flow *flow)
1243 rte_free(flow->rule);