drivers/net/ice/ice_hash.c

   1 /* SPDX-License-Identifier: BSD-3-Clause
   2  * Copyright(c) 2019 Intel Corporation
   3  */
   4
   5 #include <sys/queue.h>
   6 #include <stdio.h>
   7 #include <errno.h>
   8 #include <stdint.h>
   9 #include <string.h>
  10 #include <unistd.h>
  11 #include <stdarg.h>
  12
  13 #include <rte_debug.h>
  14 #include <rte_ether.h>
  15 #include <rte_ethdev_driver.h>
  16 #include <rte_log.h>
  17 #include <rte_malloc.h>
  18 #include <rte_eth_ctrl.h>
  19 #include <rte_tailq.h>
  20 #include <rte_flow_driver.h>
  21
  22 #include "ice_logs.h"
  23 #include "base/ice_type.h"
  24 #include "base/ice_flow.h"
  25 #include "ice_ethdev.h"
  26 #include "ice_generic_flow.h"
  27
  28 #define ICE_GTPU_EH_DWNLINK     0
  29 #define ICE_GTPU_EH_UPLINK      1
  30
  31 struct rss_type_match_hdr {
  32         uint32_t hdr_mask;
  33         uint64_t eth_rss_hint;
  34 };
  35
  36 struct ice_hash_match_type {
  37         uint64_t hash_type;
  38         uint64_t hash_flds;
  39 };
  40
  41 struct rss_meta {
  42         uint32_t pkt_hdr;
  43         uint64_t hash_flds;
  44         uint8_t hash_function;
  45 };
  46
  47 struct ice_hash_flow_cfg {
  48         bool simple_xor;
  49         struct ice_rss_cfg rss_cfg;
  50 };
  51
  52 static int
  53 ice_hash_init(struct ice_adapter *ad);
  54
  55 static int
  56 ice_hash_create(struct ice_adapter *ad,
  57                 struct rte_flow *flow,
  58                 void *meta,
  59                 struct rte_flow_error *error);
  60
  61 static int
  62 ice_hash_destroy(struct ice_adapter *ad,
  63                 struct rte_flow *flow,
  64                 struct rte_flow_error *error);
  65
  66 static void
  67 ice_hash_uninit(struct ice_adapter *ad);
  68
  69 static void
  70 ice_hash_free(struct rte_flow *flow);
  71
  72 static int
  73 ice_hash_parse_pattern_action(struct ice_adapter *ad,
  74                         struct ice_pattern_match_item *array,
  75                         uint32_t array_len,
  76                         const struct rte_flow_item pattern[],
  77                         const struct rte_flow_action actions[],
  78                         void **meta,
  79                         struct rte_flow_error *error);
  80
  81 /* The first member is protocol header, the second member is ETH_RSS_*. */
  82 struct rss_type_match_hdr hint_empty = {
  83         ICE_FLOW_SEG_HDR_NONE,  0};
  84 struct rss_type_match_hdr hint_eth_ipv4 = {
  85         ICE_FLOW_SEG_HDR_IPV4 | ICE_FLOW_SEG_HDR_IPV_OTHER,
  86         ETH_RSS_ETH | ETH_RSS_IPV4};
  87 struct rss_type_match_hdr hint_eth_ipv4_udp = {
  88         ICE_FLOW_SEG_HDR_IPV4 | ICE_FLOW_SEG_HDR_IPV_OTHER |
  89         ICE_FLOW_SEG_HDR_UDP,
  90         ETH_RSS_ETH | ETH_RSS_NONFRAG_IPV4_UDP};
  91 struct rss_type_match_hdr hint_eth_ipv4_tcp = {
  92         ICE_FLOW_SEG_HDR_IPV4 | ICE_FLOW_SEG_HDR_IPV_OTHER |
  93         ICE_FLOW_SEG_HDR_TCP,
  94         ETH_RSS_ETH | ETH_RSS_NONFRAG_IPV4_TCP};
  95 struct rss_type_match_hdr hint_eth_ipv4_sctp = {
  96         ICE_FLOW_SEG_HDR_IPV4 | ICE_FLOW_SEG_HDR_IPV_OTHER |
  97         ICE_FLOW_SEG_HDR_SCTP,
  98         ETH_RSS_ETH | ETH_RSS_NONFRAG_IPV4_SCTP};
  99 struct rss_type_match_hdr hint_eth_ipv4_gtpu_ipv4 = {
 100         ICE_FLOW_SEG_HDR_GTPU_IP | ICE_FLOW_SEG_HDR_IPV4 |
 101         ICE_FLOW_SEG_HDR_IPV_OTHER,
 102         ETH_RSS_GTPU | ETH_RSS_IPV4};
 103 struct rss_type_match_hdr hint_eth_ipv4_gtpu_ipv4_udp = {
 104         ICE_FLOW_SEG_HDR_GTPU_IP | ICE_FLOW_SEG_HDR_IPV4 |
 105         ICE_FLOW_SEG_HDR_IPV_OTHER | ICE_FLOW_SEG_HDR_UDP,
 106         ETH_RSS_GTPU | ETH_RSS_NONFRAG_IPV4_UDP};
 107 struct rss_type_match_hdr hint_eth_ipv4_gtpu_ipv4_tcp = {
 108         ICE_FLOW_SEG_HDR_GTPU_IP | ICE_FLOW_SEG_HDR_IPV4 |
 109         ICE_FLOW_SEG_HDR_IPV_OTHER | ICE_FLOW_SEG_HDR_TCP,
 110         ETH_RSS_GTPU | ETH_RSS_NONFRAG_IPV4_TCP};
 111 struct rss_type_match_hdr hint_eth_ipv4_gtpu_ipv6 = {
 112         ICE_FLOW_SEG_HDR_GTPU_IP | ICE_FLOW_SEG_HDR_IPV6 |
 113         ICE_FLOW_SEG_HDR_IPV_OTHER,
 114         ETH_RSS_GTPU | ETH_RSS_IPV6};
 115 struct rss_type_match_hdr hint_eth_ipv4_gtpu_ipv6_udp = {
 116         ICE_FLOW_SEG_HDR_GTPU_IP | ICE_FLOW_SEG_HDR_IPV6 |
 117         ICE_FLOW_SEG_HDR_IPV_OTHER | ICE_FLOW_SEG_HDR_UDP,
 118         ETH_RSS_GTPU | ETH_RSS_NONFRAG_IPV6_UDP};
 119 struct rss_type_match_hdr hint_eth_ipv4_gtpu_ipv6_tcp = {
 120         ICE_FLOW_SEG_HDR_GTPU_IP | ICE_FLOW_SEG_HDR_IPV6 |
 121         ICE_FLOW_SEG_HDR_IPV_OTHER | ICE_FLOW_SEG_HDR_TCP,
 122         ETH_RSS_GTPU | ETH_RSS_NONFRAG_IPV6_TCP};
 123 struct rss_type_match_hdr hint_eth_ipv6_gtpu_ipv4 = {
 124         ICE_FLOW_SEG_HDR_GTPU_IP | ICE_FLOW_SEG_HDR_IPV4 |
 125         ICE_FLOW_SEG_HDR_IPV_OTHER,
 126         ETH_RSS_GTPU | ETH_RSS_IPV4};
 127 struct rss_type_match_hdr hint_eth_ipv6_gtpu_ipv4_udp = {
 128         ICE_FLOW_SEG_HDR_GTPU_IP | ICE_FLOW_SEG_HDR_IPV4 |
 129         ICE_FLOW_SEG_HDR_IPV_OTHER | ICE_FLOW_SEG_HDR_UDP,
 130         ETH_RSS_GTPU | ETH_RSS_NONFRAG_IPV4_UDP};
 131 struct rss_type_match_hdr hint_eth_ipv6_gtpu_ipv4_tcp = {
 132         ICE_FLOW_SEG_HDR_GTPU_IP | ICE_FLOW_SEG_HDR_IPV4 |
 133         ICE_FLOW_SEG_HDR_IPV_OTHER | ICE_FLOW_SEG_HDR_TCP,
 134         ETH_RSS_GTPU | ETH_RSS_NONFRAG_IPV4_TCP};
 135 struct rss_type_match_hdr hint_eth_ipv6_gtpu_ipv6 = {
 136         ICE_FLOW_SEG_HDR_GTPU_IP | ICE_FLOW_SEG_HDR_IPV6 |
 137         ICE_FLOW_SEG_HDR_IPV_OTHER,
 138         ETH_RSS_GTPU | ETH_RSS_IPV6};
 139 struct rss_type_match_hdr hint_eth_ipv6_gtpu_ipv6_udp = {
 140         ICE_FLOW_SEG_HDR_GTPU_IP | ICE_FLOW_SEG_HDR_IPV6 |
 141         ICE_FLOW_SEG_HDR_IPV_OTHER | ICE_FLOW_SEG_HDR_UDP,
 142         ETH_RSS_GTPU | ETH_RSS_NONFRAG_IPV6_UDP};
 143 struct rss_type_match_hdr hint_eth_ipv6_gtpu_ipv6_tcp = {
 144         ICE_FLOW_SEG_HDR_GTPU_IP | ICE_FLOW_SEG_HDR_IPV6 |
 145         ICE_FLOW_SEG_HDR_IPV_OTHER | ICE_FLOW_SEG_HDR_TCP,
 146         ETH_RSS_GTPU | ETH_RSS_NONFRAG_IPV6_TCP};
 147 struct rss_type_match_hdr hint_eth_ipv4_gtpu_eh_ipv4 = {
 148         ICE_FLOW_SEG_HDR_GTPU_EH | ICE_FLOW_SEG_HDR_IPV4 |
 149         ICE_FLOW_SEG_HDR_IPV_OTHER,
 150         ETH_RSS_GTPU | ETH_RSS_IPV4};
 151 struct rss_type_match_hdr hint_eth_ipv4_gtpu_eh_ipv4_udp = {
 152         ICE_FLOW_SEG_HDR_GTPU_EH | ICE_FLOW_SEG_HDR_IPV4 |
 153         ICE_FLOW_SEG_HDR_IPV_OTHER | ICE_FLOW_SEG_HDR_UDP,
 154         ETH_RSS_GTPU | ETH_RSS_NONFRAG_IPV4_UDP};
 155 struct rss_type_match_hdr hint_eth_ipv4_gtpu_eh_ipv4_tcp = {
 156         ICE_FLOW_SEG_HDR_GTPU_EH | ICE_FLOW_SEG_HDR_IPV4 |
 157         ICE_FLOW_SEG_HDR_IPV_OTHER | ICE_FLOW_SEG_HDR_TCP,
 158         ETH_RSS_GTPU | ETH_RSS_NONFRAG_IPV4_TCP};
 159 struct rss_type_match_hdr hint_eth_ipv4_gtpu_eh_ipv6 = {
 160         ICE_FLOW_SEG_HDR_GTPU_EH | ICE_FLOW_SEG_HDR_IPV6 |
 161         ICE_FLOW_SEG_HDR_IPV_OTHER,
 162         ETH_RSS_GTPU | ETH_RSS_IPV6};
 163 struct rss_type_match_hdr hint_eth_ipv4_gtpu_eh_ipv6_udp = {
 164         ICE_FLOW_SEG_HDR_GTPU_EH | ICE_FLOW_SEG_HDR_IPV6 |
 165         ICE_FLOW_SEG_HDR_IPV_OTHER | ICE_FLOW_SEG_HDR_UDP,
 166         ETH_RSS_GTPU | ETH_RSS_NONFRAG_IPV6_UDP};
 167 struct rss_type_match_hdr hint_eth_ipv4_gtpu_eh_ipv6_tcp = {
 168         ICE_FLOW_SEG_HDR_GTPU_EH | ICE_FLOW_SEG_HDR_IPV6 |
 169         ICE_FLOW_SEG_HDR_IPV_OTHER | ICE_FLOW_SEG_HDR_TCP,
 170         ETH_RSS_GTPU | ETH_RSS_NONFRAG_IPV6_TCP};
 171 struct rss_type_match_hdr hint_eth_ipv6_gtpu_eh_ipv4 = {
 172         ICE_FLOW_SEG_HDR_GTPU_EH | ICE_FLOW_SEG_HDR_IPV4 |
 173         ICE_FLOW_SEG_HDR_IPV_OTHER,
 174         ETH_RSS_GTPU | ETH_RSS_IPV4};
 175 struct rss_type_match_hdr hint_eth_ipv6_gtpu_eh_ipv4_udp = {
 176         ICE_FLOW_SEG_HDR_GTPU_EH | ICE_FLOW_SEG_HDR_IPV4 |
 177         ICE_FLOW_SEG_HDR_IPV_OTHER | ICE_FLOW_SEG_HDR_UDP,
 178         ETH_RSS_GTPU | ETH_RSS_NONFRAG_IPV4_UDP};
 179 struct rss_type_match_hdr hint_eth_ipv6_gtpu_eh_ipv4_tcp = {
 180         ICE_FLOW_SEG_HDR_GTPU_EH | ICE_FLOW_SEG_HDR_IPV4 |
 181         ICE_FLOW_SEG_HDR_IPV_OTHER | ICE_FLOW_SEG_HDR_TCP,
 182         ETH_RSS_GTPU | ETH_RSS_NONFRAG_IPV4_TCP};
 183 struct rss_type_match_hdr hint_eth_ipv6_gtpu_eh_ipv6 = {
 184         ICE_FLOW_SEG_HDR_GTPU_EH | ICE_FLOW_SEG_HDR_IPV6 |
 185         ICE_FLOW_SEG_HDR_IPV_OTHER,
 186         ETH_RSS_GTPU | ETH_RSS_IPV6};
 187 struct rss_type_match_hdr hint_eth_ipv6_gtpu_eh_ipv6_udp = {
 188         ICE_FLOW_SEG_HDR_GTPU_EH | ICE_FLOW_SEG_HDR_IPV6 |
 189         ICE_FLOW_SEG_HDR_IPV_OTHER | ICE_FLOW_SEG_HDR_UDP,
 190         ETH_RSS_GTPU | ETH_RSS_NONFRAG_IPV6_UDP};
 191 struct rss_type_match_hdr hint_eth_ipv6_gtpu_eh_ipv6_tcp = {
 192         ICE_FLOW_SEG_HDR_GTPU_EH | ICE_FLOW_SEG_HDR_IPV6 |
 193         ICE_FLOW_SEG_HDR_IPV_OTHER | ICE_FLOW_SEG_HDR_TCP,
 194         ETH_RSS_GTPU | ETH_RSS_NONFRAG_IPV6_TCP};
 195 struct rss_type_match_hdr hint_eth_pppoes_ipv4 = {
 196         ICE_FLOW_SEG_HDR_PPPOE | ICE_FLOW_SEG_HDR_IPV4 |
 197         ICE_FLOW_SEG_HDR_IPV_OTHER,
 198         ETH_RSS_ETH | ETH_RSS_PPPOE | ETH_RSS_IPV4};
 199 struct rss_type_match_hdr hint_eth_pppoes_ipv4_udp = {
 200         ICE_FLOW_SEG_HDR_PPPOE | ICE_FLOW_SEG_HDR_IPV4 |
 201         ICE_FLOW_SEG_HDR_IPV_OTHER | ICE_FLOW_SEG_HDR_UDP,
 202         ETH_RSS_ETH | ETH_RSS_PPPOE | ETH_RSS_NONFRAG_IPV4_UDP};
 203 struct rss_type_match_hdr hint_eth_pppoes_ipv4_tcp = {
 204         ICE_FLOW_SEG_HDR_PPPOE | ICE_FLOW_SEG_HDR_IPV4 |
 205         ICE_FLOW_SEG_HDR_IPV_OTHER | ICE_FLOW_SEG_HDR_TCP,
 206         ETH_RSS_ETH | ETH_RSS_PPPOE | ETH_RSS_NONFRAG_IPV4_TCP};
 207 struct rss_type_match_hdr hint_eth_ipv4_esp = {
 208         ICE_FLOW_SEG_HDR_IPV4 | ICE_FLOW_SEG_HDR_IPV_OTHER |
 209         ICE_FLOW_SEG_HDR_ESP,
 210         ETH_RSS_ETH | ETH_RSS_IPV4 | ETH_RSS_ESP};
 211 struct rss_type_match_hdr hint_eth_ipv4_udp_esp = {
 212         ICE_FLOW_SEG_HDR_IPV4 | ICE_FLOW_SEG_HDR_IPV_OTHER |
 213         ICE_FLOW_SEG_HDR_NAT_T_ESP,
 214         ETH_RSS_ETH | ETH_RSS_NONFRAG_IPV4_UDP | ETH_RSS_ESP};
 215 struct rss_type_match_hdr hint_eth_ipv4_ah = {
 216         ICE_FLOW_SEG_HDR_IPV4 | ICE_FLOW_SEG_HDR_IPV_OTHER |
 217         ICE_FLOW_SEG_HDR_AH,
 218         ETH_RSS_ETH | ETH_RSS_IPV4 | ETH_RSS_AH};
 219 struct rss_type_match_hdr hint_eth_ipv4_l2tpv3 = {
 220         ICE_FLOW_SEG_HDR_IPV4 | ICE_FLOW_SEG_HDR_IPV_OTHER |
 221         ICE_FLOW_SEG_HDR_L2TPV3,
 222         ETH_RSS_ETH | ETH_RSS_IPV4 | ETH_RSS_L2TPV3};
 223 struct rss_type_match_hdr hint_eth_ipv4_pfcp = {
 224         ICE_FLOW_SEG_HDR_IPV4 | ICE_FLOW_SEG_HDR_IPV_OTHER |
 225         ICE_FLOW_SEG_HDR_PFCP_SESSION,
 226         ETH_RSS_ETH | ETH_RSS_NONFRAG_IPV4_UDP | ETH_RSS_PFCP};
 227 struct rss_type_match_hdr hint_eth_vlan_ipv4 = {
 228         ICE_FLOW_SEG_HDR_VLAN | ICE_FLOW_SEG_HDR_IPV4 |
 229         ICE_FLOW_SEG_HDR_IPV_OTHER,
 230         ETH_RSS_ETH | ETH_RSS_IPV4 | ETH_RSS_C_VLAN};
 231 struct rss_type_match_hdr hint_eth_vlan_ipv4_udp = {
 232         ICE_FLOW_SEG_HDR_VLAN | ICE_FLOW_SEG_HDR_IPV4 |
 233         ICE_FLOW_SEG_HDR_IPV_OTHER | ICE_FLOW_SEG_HDR_UDP,
 234         ETH_RSS_ETH | ETH_RSS_C_VLAN |
 235         ETH_RSS_NONFRAG_IPV4_UDP};
 236 struct rss_type_match_hdr hint_eth_vlan_ipv4_tcp = {
 237         ICE_FLOW_SEG_HDR_VLAN | ICE_FLOW_SEG_HDR_IPV4 |
 238         ICE_FLOW_SEG_HDR_IPV_OTHER | ICE_FLOW_SEG_HDR_TCP,
 239         ETH_RSS_ETH | ETH_RSS_C_VLAN |
 240         ETH_RSS_NONFRAG_IPV4_TCP};
 241 struct rss_type_match_hdr hint_eth_vlan_ipv4_sctp = {
 242         ICE_FLOW_SEG_HDR_VLAN | ICE_FLOW_SEG_HDR_IPV4 |
 243         ICE_FLOW_SEG_HDR_IPV_OTHER | ICE_FLOW_SEG_HDR_SCTP,
 244         ETH_RSS_ETH | ETH_RSS_C_VLAN |
 245         ETH_RSS_NONFRAG_IPV4_SCTP};
 246 struct rss_type_match_hdr hint_eth_ipv6 = {
 247         ICE_FLOW_SEG_HDR_IPV6 | ICE_FLOW_SEG_HDR_IPV_OTHER,
 248         ETH_RSS_ETH | ETH_RSS_IPV6};
 249 struct rss_type_match_hdr hint_eth_ipv6_udp = {
 250         ICE_FLOW_SEG_HDR_IPV6 | ICE_FLOW_SEG_HDR_IPV_OTHER |
 251         ICE_FLOW_SEG_HDR_UDP,
 252         ETH_RSS_ETH | ETH_RSS_NONFRAG_IPV6_UDP};
 253 struct rss_type_match_hdr hint_eth_ipv6_tcp = {
 254         ICE_FLOW_SEG_HDR_IPV6 | ICE_FLOW_SEG_HDR_IPV_OTHER |
 255         ICE_FLOW_SEG_HDR_TCP,
 256         ETH_RSS_ETH | ETH_RSS_NONFRAG_IPV6_TCP};
 257 struct rss_type_match_hdr hint_eth_ipv6_sctp = {
 258         ICE_FLOW_SEG_HDR_IPV6 | ICE_FLOW_SEG_HDR_IPV_OTHER |
 259         ICE_FLOW_SEG_HDR_SCTP,
 260         ETH_RSS_ETH | ETH_RSS_NONFRAG_IPV6_SCTP};
 261 struct rss_type_match_hdr hint_eth_ipv6_esp = {
 262         ICE_FLOW_SEG_HDR_IPV6 | ICE_FLOW_SEG_HDR_IPV_OTHER |
 263         ICE_FLOW_SEG_HDR_ESP,
 264         ETH_RSS_ETH | ETH_RSS_IPV6 | ETH_RSS_ESP};
 265 struct rss_type_match_hdr hint_eth_ipv6_udp_esp = {
 266         ICE_FLOW_SEG_HDR_IPV6 | ICE_FLOW_SEG_HDR_IPV_OTHER |
 267         ICE_FLOW_SEG_HDR_NAT_T_ESP,
 268         ETH_RSS_ETH | ETH_RSS_NONFRAG_IPV6_UDP | ETH_RSS_ESP};
 269 struct rss_type_match_hdr hint_eth_ipv6_ah = {
 270         ICE_FLOW_SEG_HDR_IPV6 | ICE_FLOW_SEG_HDR_IPV_OTHER |
 271         ICE_FLOW_SEG_HDR_AH,
 272         ETH_RSS_ETH | ETH_RSS_IPV6 | ETH_RSS_AH};
 273 struct rss_type_match_hdr hint_eth_ipv6_l2tpv3 = {
 274         ICE_FLOW_SEG_HDR_IPV6 | ICE_FLOW_SEG_HDR_IPV_OTHER |
 275         ICE_FLOW_SEG_HDR_L2TPV3,
 276         ETH_RSS_ETH | ETH_RSS_IPV6 | ETH_RSS_L2TPV3};
 277 struct rss_type_match_hdr hint_eth_ipv6_pfcp = {
 278         ICE_FLOW_SEG_HDR_IPV6 | ICE_FLOW_SEG_HDR_IPV_OTHER |
 279         ICE_FLOW_SEG_HDR_PFCP_SESSION,
 280         ETH_RSS_ETH | ETH_RSS_NONFRAG_IPV6_UDP | ETH_RSS_PFCP};
 281 struct rss_type_match_hdr hint_eth_vlan_ipv6 = {
 282         ICE_FLOW_SEG_HDR_VLAN | ICE_FLOW_SEG_HDR_IPV6 |
 283         ICE_FLOW_SEG_HDR_IPV_OTHER,
 284         ETH_RSS_ETH | ETH_RSS_IPV6 | ETH_RSS_C_VLAN};
 285 struct rss_type_match_hdr hint_eth_vlan_ipv6_udp = {
 286         ICE_FLOW_SEG_HDR_VLAN | ICE_FLOW_SEG_HDR_IPV6 |
 287         ICE_FLOW_SEG_HDR_IPV_OTHER | ICE_FLOW_SEG_HDR_UDP,
 288         ETH_RSS_ETH | ETH_RSS_C_VLAN |
 289         ETH_RSS_NONFRAG_IPV6_UDP};
 290 struct rss_type_match_hdr hint_eth_vlan_ipv6_tcp = {
 291         ICE_FLOW_SEG_HDR_VLAN | ICE_FLOW_SEG_HDR_IPV6 |
 292         ICE_FLOW_SEG_HDR_IPV_OTHER | ICE_FLOW_SEG_HDR_TCP,
 293         ETH_RSS_ETH | ETH_RSS_C_VLAN |
 294         ETH_RSS_NONFRAG_IPV6_TCP};
 295 struct rss_type_match_hdr hint_eth_vlan_ipv6_sctp = {
 296         ICE_FLOW_SEG_HDR_VLAN | ICE_FLOW_SEG_HDR_IPV6 |
 297         ICE_FLOW_SEG_HDR_IPV_OTHER | ICE_FLOW_SEG_HDR_SCTP,
 298         ETH_RSS_ETH | ETH_RSS_C_VLAN |
 299         ETH_RSS_NONFRAG_IPV6_SCTP};
 300 struct rss_type_match_hdr hint_eth_pppoes_ipv6 = {
 301         ICE_FLOW_SEG_HDR_PPPOE | ICE_FLOW_SEG_HDR_IPV6 |
 302         ICE_FLOW_SEG_HDR_IPV_OTHER,
 303         ETH_RSS_ETH | ETH_RSS_PPPOE | ETH_RSS_IPV6};
 304 struct rss_type_match_hdr hint_eth_pppoes_ipv6_udp = {
 305         ICE_FLOW_SEG_HDR_PPPOE | ICE_FLOW_SEG_HDR_IPV6 |
 306         ICE_FLOW_SEG_HDR_IPV_OTHER | ICE_FLOW_SEG_HDR_UDP,
 307         ETH_RSS_ETH | ETH_RSS_PPPOE | ETH_RSS_NONFRAG_IPV6_UDP};
 308 struct rss_type_match_hdr hint_eth_pppoes_ipv6_tcp = {
 309         ICE_FLOW_SEG_HDR_PPPOE | ICE_FLOW_SEG_HDR_IPV6 |
 310         ICE_FLOW_SEG_HDR_IPV_OTHER | ICE_FLOW_SEG_HDR_TCP,
 311         ETH_RSS_ETH | ETH_RSS_PPPOE | ETH_RSS_NONFRAG_IPV6_TCP};
 312 struct rss_type_match_hdr hint_eth_pppoes = {
 313         ICE_FLOW_SEG_HDR_PPPOE,
 314         ETH_RSS_ETH | ETH_RSS_PPPOE};
 315
 316 /* Supported pattern for os default package. */
 317 static struct ice_pattern_match_item ice_hash_pattern_list_os[] = {
 318         {pattern_eth_ipv4,      ICE_INSET_NONE, &hint_eth_ipv4},
 319         {pattern_eth_ipv4_udp,  ICE_INSET_NONE, &hint_eth_ipv4_udp},
 320         {pattern_eth_ipv4_tcp,  ICE_INSET_NONE, &hint_eth_ipv4_tcp},
 321         {pattern_eth_ipv4_sctp, ICE_INSET_NONE, &hint_eth_ipv4_sctp},
 322         {pattern_eth_ipv6,      ICE_INSET_NONE, &hint_eth_ipv6},
 323         {pattern_eth_ipv6_udp,  ICE_INSET_NONE, &hint_eth_ipv6_udp},
 324         {pattern_eth_ipv6_tcp,  ICE_INSET_NONE, &hint_eth_ipv6_tcp},
 325         {pattern_eth_ipv6_sctp, ICE_INSET_NONE, &hint_eth_ipv6_sctp},
 326         {pattern_empty,         ICE_INSET_NONE, &hint_empty},
 327 };
 328
 329 /* Supported pattern for comms package. */
 330 static struct ice_pattern_match_item ice_hash_pattern_list_comms[] = {
 331         {pattern_empty,                     ICE_INSET_NONE,
 332                 &hint_empty},
 333         {pattern_eth_ipv4,                  ICE_INSET_NONE,
 334                 &hint_eth_ipv4},
 335         {pattern_eth_ipv4_udp,              ICE_INSET_NONE,
 336                 &hint_eth_ipv4_udp},
 337         {pattern_eth_ipv4_tcp,              ICE_INSET_NONE,
 338                 &hint_eth_ipv4_tcp},
 339         {pattern_eth_ipv4_sctp,             ICE_INSET_NONE,
 340                 &hint_eth_ipv4_sctp},
 341         {pattern_eth_ipv4_gtpu_ipv4,        ICE_INSET_NONE,
 342                 &hint_eth_ipv4_gtpu_ipv4},
 343         {pattern_eth_ipv4_gtpu_ipv4_udp,    ICE_INSET_NONE,
 344                 &hint_eth_ipv4_gtpu_ipv4_udp},
 345         {pattern_eth_ipv4_gtpu_ipv4_tcp,    ICE_INSET_NONE,
 346                 &hint_eth_ipv4_gtpu_ipv4_tcp},
 347         {pattern_eth_ipv4_gtpu_ipv6,        ICE_INSET_NONE,
 348                 &hint_eth_ipv4_gtpu_ipv6},
 349         {pattern_eth_ipv4_gtpu_ipv6_udp,    ICE_INSET_NONE,
 350                 &hint_eth_ipv4_gtpu_ipv6_udp},
 351         {pattern_eth_ipv4_gtpu_ipv6_tcp,    ICE_INSET_NONE,
 352                 &hint_eth_ipv4_gtpu_ipv6_tcp},
 353         {pattern_eth_ipv6_gtpu_ipv4,        ICE_INSET_NONE,
 354                 &hint_eth_ipv6_gtpu_ipv4},
 355         {pattern_eth_ipv6_gtpu_ipv4_udp,    ICE_INSET_NONE,
 356                 &hint_eth_ipv6_gtpu_ipv4_udp},
 357         {pattern_eth_ipv6_gtpu_ipv4_tcp,    ICE_INSET_NONE,
 358                 &hint_eth_ipv6_gtpu_ipv4_tcp},
 359         {pattern_eth_ipv6_gtpu_ipv6,        ICE_INSET_NONE,
 360                 &hint_eth_ipv6_gtpu_ipv6},
 361         {pattern_eth_ipv6_gtpu_ipv6_udp,    ICE_INSET_NONE,
 362                 &hint_eth_ipv6_gtpu_ipv6_udp},
 363         {pattern_eth_ipv6_gtpu_ipv6_tcp,    ICE_INSET_NONE,
 364                 &hint_eth_ipv6_gtpu_ipv6_tcp},
 365         {pattern_eth_ipv4_gtpu_eh_ipv4,     ICE_INSET_NONE,
 366                 &hint_eth_ipv4_gtpu_eh_ipv4},
 367         {pattern_eth_ipv4_gtpu_eh_ipv4_udp, ICE_INSET_NONE,
 368                 &hint_eth_ipv4_gtpu_eh_ipv4_udp},
 369         {pattern_eth_ipv4_gtpu_eh_ipv4_tcp, ICE_INSET_NONE,
 370                 &hint_eth_ipv4_gtpu_eh_ipv4_tcp},
 371         {pattern_eth_ipv4_gtpu_eh_ipv6,     ICE_INSET_NONE,
 372                 &hint_eth_ipv4_gtpu_eh_ipv6},
 373         {pattern_eth_ipv4_gtpu_eh_ipv6_udp, ICE_INSET_NONE,
 374                 &hint_eth_ipv4_gtpu_eh_ipv6_udp},
 375         {pattern_eth_ipv4_gtpu_eh_ipv6_tcp, ICE_INSET_NONE,
 376                 &hint_eth_ipv4_gtpu_eh_ipv6_tcp},
 377         {pattern_eth_ipv6_gtpu_eh_ipv4,     ICE_INSET_NONE,
 378                 &hint_eth_ipv6_gtpu_eh_ipv4},
 379         {pattern_eth_ipv6_gtpu_eh_ipv4_udp, ICE_INSET_NONE,
 380                 &hint_eth_ipv6_gtpu_eh_ipv4_udp},
 381         {pattern_eth_ipv6_gtpu_eh_ipv4_tcp, ICE_INSET_NONE,
 382                 &hint_eth_ipv6_gtpu_eh_ipv4_tcp},
 383         {pattern_eth_ipv6_gtpu_eh_ipv6,     ICE_INSET_NONE,
 384                 &hint_eth_ipv6_gtpu_eh_ipv6},
 385         {pattern_eth_ipv6_gtpu_eh_ipv6_udp, ICE_INSET_NONE,
 386                 &hint_eth_ipv6_gtpu_eh_ipv6_udp},
 387         {pattern_eth_ipv6_gtpu_eh_ipv6_tcp, ICE_INSET_NONE,
 388                 &hint_eth_ipv6_gtpu_eh_ipv6_tcp},
 389         {pattern_eth_pppoes_ipv4,           ICE_INSET_NONE,
 390                 &hint_eth_pppoes_ipv4},
 391         {pattern_eth_pppoes_ipv4_udp,       ICE_INSET_NONE,
 392                 &hint_eth_pppoes_ipv4_udp},
 393         {pattern_eth_pppoes_ipv4_tcp,       ICE_INSET_NONE,
 394                 &hint_eth_pppoes_ipv4_tcp},
 395         {pattern_eth_ipv4_esp,              ICE_INSET_NONE,
 396                 &hint_eth_ipv4_esp},
 397         {pattern_eth_ipv4_udp_esp,          ICE_INSET_NONE,
 398                 &hint_eth_ipv4_udp_esp},
 399         {pattern_eth_ipv4_ah,               ICE_INSET_NONE,
 400                 &hint_eth_ipv4_ah},
 401         {pattern_eth_ipv4_l2tp,             ICE_INSET_NONE,
 402                 &hint_eth_ipv4_l2tpv3},
 403         {pattern_eth_ipv4_pfcp,             ICE_INSET_NONE,
 404                 &hint_eth_ipv4_pfcp},
 405         {pattern_eth_vlan_ipv4,             ICE_INSET_NONE,
 406                 &hint_eth_vlan_ipv4},
 407         {pattern_eth_vlan_ipv4_udp,         ICE_INSET_NONE,
 408                 &hint_eth_vlan_ipv4_udp},
 409         {pattern_eth_vlan_ipv4_tcp,         ICE_INSET_NONE,
 410                 &hint_eth_vlan_ipv4_tcp},
 411         {pattern_eth_vlan_ipv4_sctp,        ICE_INSET_NONE,
 412                 &hint_eth_vlan_ipv4_sctp},
 413         {pattern_eth_ipv6,                  ICE_INSET_NONE,
 414                 &hint_eth_ipv6},
 415         {pattern_eth_ipv6_udp,              ICE_INSET_NONE,
 416                 &hint_eth_ipv6_udp},
 417         {pattern_eth_ipv6_tcp,              ICE_INSET_NONE,
 418                 &hint_eth_ipv6_tcp},
 419         {pattern_eth_ipv6_sctp,             ICE_INSET_NONE,
 420                 &hint_eth_ipv6_sctp},
 421         {pattern_eth_ipv6_esp,              ICE_INSET_NONE,
 422                 &hint_eth_ipv6_esp},
 423         {pattern_eth_ipv6_udp_esp,          ICE_INSET_NONE,
 424                 &hint_eth_ipv6_udp_esp},
 425         {pattern_eth_ipv6_ah,               ICE_INSET_NONE,
 426                 &hint_eth_ipv6_ah},
 427         {pattern_eth_ipv6_l2tp,             ICE_INSET_NONE,
 428                 &hint_eth_ipv6_l2tpv3},
 429         {pattern_eth_ipv6_pfcp,             ICE_INSET_NONE,
 430                 &hint_eth_ipv6_pfcp},
 431         {pattern_eth_vlan_ipv6,             ICE_INSET_NONE,
 432                 &hint_eth_vlan_ipv6},
 433         {pattern_eth_vlan_ipv6_udp,         ICE_INSET_NONE,
 434                 &hint_eth_vlan_ipv6_udp},
 435         {pattern_eth_vlan_ipv6_tcp,         ICE_INSET_NONE,
 436                 &hint_eth_vlan_ipv6_tcp},
 437         {pattern_eth_vlan_ipv6_sctp,        ICE_INSET_NONE,
 438                 &hint_eth_vlan_ipv6_sctp},
 439         {pattern_eth_pppoes_ipv6,           ICE_INSET_NONE,
 440                 &hint_eth_pppoes_ipv6},
 441         {pattern_eth_pppoes_ipv6_udp,       ICE_INSET_NONE,
 442                 &hint_eth_pppoes_ipv6_udp},
 443         {pattern_eth_pppoes_ipv6_tcp,       ICE_INSET_NONE,
 444                 &hint_eth_pppoes_ipv6_tcp},
 445         {pattern_eth_pppoes,                ICE_INSET_NONE,
 446                 &hint_eth_pppoes},
 447 };
 448
 449 /**
 450  * The first member is input set combination,
 451  * the second member is hash fields.
 452  */
 453 struct ice_hash_match_type ice_hash_type_list[] = {
 454         {ETH_RSS_L2_SRC_ONLY,
 455                 BIT_ULL(ICE_FLOW_FIELD_IDX_ETH_SA)},
 456         {ETH_RSS_L2_DST_ONLY,
 457                 BIT_ULL(ICE_FLOW_FIELD_IDX_ETH_DA)},
 458         {ETH_RSS_ETH | ETH_RSS_L2_SRC_ONLY,
 459                 BIT_ULL(ICE_FLOW_FIELD_IDX_ETH_SA)},
 460         {ETH_RSS_ETH | ETH_RSS_L2_DST_ONLY,
 461                 BIT_ULL(ICE_FLOW_FIELD_IDX_ETH_DA)},
 462         {ETH_RSS_ETH,
 463                 BIT_ULL(ICE_FLOW_FIELD_IDX_ETH_SA) |
 464                 BIT_ULL(ICE_FLOW_FIELD_IDX_ETH_DA)},
 465         {ETH_RSS_PPPOE,
 466                 ICE_FLOW_HASH_PPPOE_SESS_ID},
 467         {ETH_RSS_ETH | ETH_RSS_PPPOE | ETH_RSS_L2_SRC_ONLY,
 468                 ICE_FLOW_HASH_PPPOE_SESS_ID |
 469                 BIT_ULL(ICE_FLOW_FIELD_IDX_ETH_SA)},
 470         {ETH_RSS_C_VLAN,
 471                 BIT_ULL(ICE_FLOW_FIELD_IDX_C_VLAN)},
 472         {ETH_RSS_S_VLAN,
 473                 BIT_ULL(ICE_FLOW_FIELD_IDX_S_VLAN)},
 474         {ETH_RSS_ESP,
 475                 BIT_ULL(ICE_FLOW_FIELD_IDX_ESP_SPI)},
 476         {ETH_RSS_AH,
 477                 BIT_ULL(ICE_FLOW_FIELD_IDX_AH_SPI)},
 478         {ETH_RSS_L2TPV3,
 479                 BIT_ULL(ICE_FLOW_FIELD_IDX_L2TPV3_SESS_ID)},
 480         {ETH_RSS_PFCP,
 481                 BIT_ULL(ICE_FLOW_FIELD_IDX_PFCP_SEID)},
 482         /* IPV4 */
 483         {ETH_RSS_IPV4 | ETH_RSS_L3_SRC_ONLY,
 484                 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV4_SA)},
 485         {ETH_RSS_IPV4 | ETH_RSS_L3_DST_ONLY,
 486                 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV4_DA)},
 487         {ETH_RSS_IPV4, ICE_FLOW_HASH_IPV4},
 488         {ETH_RSS_NONFRAG_IPV4_UDP | ETH_RSS_L3_SRC_ONLY | ETH_RSS_L4_SRC_ONLY,
 489                 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV4_SA) |
 490                 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV4_PROT) |
 491                 BIT_ULL(ICE_FLOW_FIELD_IDX_UDP_SRC_PORT)},
 492         {ETH_RSS_NONFRAG_IPV4_UDP | ETH_RSS_L3_SRC_ONLY | ETH_RSS_L4_DST_ONLY,
 493                 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV4_SA) |
 494                 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV4_PROT) |
 495                 BIT_ULL(ICE_FLOW_FIELD_IDX_UDP_DST_PORT)},
 496         {ETH_RSS_NONFRAG_IPV4_UDP | ETH_RSS_L3_SRC_ONLY,
 497                 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV4_PROT) |
 498                 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV4_SA)},
 499         {ETH_RSS_NONFRAG_IPV4_UDP | ETH_RSS_L3_DST_ONLY | ETH_RSS_L4_SRC_ONLY,
 500                 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV4_DA) |
 501                 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV4_PROT) |
 502                 BIT_ULL(ICE_FLOW_FIELD_IDX_UDP_SRC_PORT)},
 503         {ETH_RSS_NONFRAG_IPV4_UDP | ETH_RSS_L3_DST_ONLY | ETH_RSS_L4_DST_ONLY,
 504                 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV4_DA) |
 505                 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV4_PROT) |
 506                 BIT_ULL(ICE_FLOW_FIELD_IDX_UDP_DST_PORT)},
 507         {ETH_RSS_NONFRAG_IPV4_UDP | ETH_RSS_L3_DST_ONLY,
 508                 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV4_PROT) |
 509                 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV4_DA)},
 510         {ETH_RSS_NONFRAG_IPV4_UDP | ETH_RSS_L4_SRC_ONLY,
 511                 BIT_ULL(ICE_FLOW_FIELD_IDX_UDP_SRC_PORT) |
 512                 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV4_PROT)},
 513         {ETH_RSS_NONFRAG_IPV4_UDP | ETH_RSS_L4_DST_ONLY,
 514                 BIT_ULL(ICE_FLOW_FIELD_IDX_UDP_DST_PORT) |
 515                 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV4_PROT)},
 516         {ETH_RSS_NONFRAG_IPV4_UDP,
 517                 ICE_HASH_UDP_IPV4 |
 518                 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV4_PROT)},
 519         {ETH_RSS_NONFRAG_IPV4_TCP | ETH_RSS_L3_SRC_ONLY | ETH_RSS_L4_SRC_ONLY,
 520                 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV4_SA) |
 521                 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV4_PROT) |
 522                 BIT_ULL(ICE_FLOW_FIELD_IDX_TCP_SRC_PORT)},
 523         {ETH_RSS_NONFRAG_IPV4_TCP | ETH_RSS_L3_SRC_ONLY | ETH_RSS_L4_DST_ONLY,
 524                 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV4_SA) |
 525                 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV4_PROT) |
 526                 BIT_ULL(ICE_FLOW_FIELD_IDX_TCP_DST_PORT)},
 527         {ETH_RSS_NONFRAG_IPV4_TCP | ETH_RSS_L3_SRC_ONLY,
 528                 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV4_PROT) |
 529                 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV4_SA)},
 530         {ETH_RSS_NONFRAG_IPV4_TCP | ETH_RSS_L3_DST_ONLY | ETH_RSS_L4_SRC_ONLY,
 531                 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV4_DA) |
 532                 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV4_PROT) |
 533                 BIT_ULL(ICE_FLOW_FIELD_IDX_TCP_SRC_PORT)},
 534         {ETH_RSS_NONFRAG_IPV4_TCP | ETH_RSS_L3_DST_ONLY | ETH_RSS_L4_DST_ONLY,
 535                 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV4_DA) |
 536                 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV4_PROT) |
 537                 BIT_ULL(ICE_FLOW_FIELD_IDX_TCP_DST_PORT)},
 538         {ETH_RSS_NONFRAG_IPV4_TCP | ETH_RSS_L3_DST_ONLY,
 539                 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV4_PROT) |
 540                 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV4_DA)},
 541         {ETH_RSS_NONFRAG_IPV4_TCP | ETH_RSS_L4_SRC_ONLY,
 542                 BIT_ULL(ICE_FLOW_FIELD_IDX_TCP_SRC_PORT) |
 543                 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV4_PROT)},
 544         {ETH_RSS_NONFRAG_IPV4_TCP | ETH_RSS_L4_DST_ONLY,
 545                 BIT_ULL(ICE_FLOW_FIELD_IDX_TCP_DST_PORT) |
 546                 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV4_PROT)},
 547         {ETH_RSS_NONFRAG_IPV4_TCP,
 548                 ICE_HASH_TCP_IPV4 |
 549                 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV4_PROT)},
 550         {ETH_RSS_NONFRAG_IPV4_SCTP | ETH_RSS_L3_SRC_ONLY | ETH_RSS_L4_SRC_ONLY,
 551                 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV4_SA) |
 552                 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV4_PROT) |
 553                 BIT_ULL(ICE_FLOW_FIELD_IDX_SCTP_SRC_PORT)},
 554         {ETH_RSS_NONFRAG_IPV4_SCTP | ETH_RSS_L3_SRC_ONLY | ETH_RSS_L4_DST_ONLY,
 555                 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV4_SA) |
 556                 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV4_PROT) |
 557                 BIT_ULL(ICE_FLOW_FIELD_IDX_SCTP_DST_PORT)},
 558         {ETH_RSS_NONFRAG_IPV4_SCTP | ETH_RSS_L3_SRC_ONLY,
 559                 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV4_PROT) |
 560                 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV4_SA)},
 561         {ETH_RSS_NONFRAG_IPV4_SCTP | ETH_RSS_L3_DST_ONLY | ETH_RSS_L4_SRC_ONLY,
 562                 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV4_DA) |
 563                 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV4_PROT) |
 564                 BIT_ULL(ICE_FLOW_FIELD_IDX_SCTP_SRC_PORT)},
 565         {ETH_RSS_NONFRAG_IPV4_SCTP | ETH_RSS_L3_DST_ONLY | ETH_RSS_L4_DST_ONLY,
 566                 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV4_DA) |
 567                 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV4_PROT) |
 568                 BIT_ULL(ICE_FLOW_FIELD_IDX_SCTP_DST_PORT)},
 569         {ETH_RSS_NONFRAG_IPV4_SCTP | ETH_RSS_L3_DST_ONLY,
 570                 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV4_PROT) |
 571                 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV4_DA)},
 572         {ETH_RSS_NONFRAG_IPV4_SCTP | ETH_RSS_L4_SRC_ONLY,
 573                 BIT_ULL(ICE_FLOW_FIELD_IDX_SCTP_SRC_PORT) |
 574                 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV4_PROT)},
 575         {ETH_RSS_NONFRAG_IPV4_SCTP | ETH_RSS_L4_DST_ONLY,
 576                 BIT_ULL(ICE_FLOW_FIELD_IDX_SCTP_DST_PORT) |
 577                 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV4_PROT)},
 578         {ETH_RSS_NONFRAG_IPV4_SCTP,
 579                 ICE_HASH_SCTP_IPV4 |
 580                 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV4_PROT)},
 581         /* IPV6 */
 582         {ETH_RSS_IPV6 | ETH_RSS_L3_SRC_ONLY,
 583                 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_SA)},
 584         {ETH_RSS_IPV6 | ETH_RSS_L3_DST_ONLY,
 585                 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_DA)},
 586         {ETH_RSS_IPV6, ICE_FLOW_HASH_IPV6},
 587         {ETH_RSS_IPV6_PRE32 | ETH_RSS_L3_SRC_ONLY,
 588                 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_PRE32_SA)},
 589         {ETH_RSS_IPV6_PRE32 | ETH_RSS_L3_DST_ONLY,
 590                 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_PRE32_DA)},
 591         {ETH_RSS_IPV6_PRE32, ICE_FLOW_HASH_IPV6_PRE32},
 592         {ETH_RSS_IPV6_PRE48 | ETH_RSS_L3_SRC_ONLY,
 593                 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_PRE48_SA)},
 594         {ETH_RSS_IPV6_PRE48 | ETH_RSS_L3_DST_ONLY,
 595                 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_PRE48_DA)},
 596         {ETH_RSS_IPV6_PRE48, ICE_FLOW_HASH_IPV6_PRE48},
 597         {ETH_RSS_IPV6_PRE64 | ETH_RSS_L3_SRC_ONLY,
 598                 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_PRE64_SA)},
 599         {ETH_RSS_IPV6_PRE64 | ETH_RSS_L3_DST_ONLY,
 600                 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_PRE64_DA)},
 601         {ETH_RSS_IPV6_PRE64, ICE_FLOW_HASH_IPV6_PRE64},
 602         {ETH_RSS_NONFRAG_IPV6_UDP | ETH_RSS_L3_SRC_ONLY | ETH_RSS_L4_SRC_ONLY,
 603                 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_SA) |
 604                 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_PROT) |
 605                 BIT_ULL(ICE_FLOW_FIELD_IDX_UDP_SRC_PORT)},
 606         {ETH_RSS_NONFRAG_IPV6_UDP | ETH_RSS_L3_SRC_ONLY | ETH_RSS_L4_DST_ONLY,
 607                 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_SA) |
 608                 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_PROT) |
 609                 BIT_ULL(ICE_FLOW_FIELD_IDX_UDP_DST_PORT)},
 610         {ETH_RSS_NONFRAG_IPV6_UDP | ETH_RSS_L3_SRC_ONLY,
 611                 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_PROT) |
 612                 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_SA)},
 613         {ETH_RSS_NONFRAG_IPV6_UDP | ETH_RSS_L3_DST_ONLY | ETH_RSS_L4_SRC_ONLY,
 614                 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_DA) |
 615                 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_PROT) |
 616                 BIT_ULL(ICE_FLOW_FIELD_IDX_UDP_SRC_PORT)},
 617         {ETH_RSS_NONFRAG_IPV6_UDP | ETH_RSS_L3_DST_ONLY | ETH_RSS_L4_DST_ONLY,
 618                 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_DA) |
 619                 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_PROT) |
 620                 BIT_ULL(ICE_FLOW_FIELD_IDX_UDP_DST_PORT)},
 621         {ETH_RSS_NONFRAG_IPV6_UDP | ETH_RSS_L3_DST_ONLY,
 622                 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_PROT) |
 623                 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_DA)},
 624         {ETH_RSS_NONFRAG_IPV6_UDP | ETH_RSS_L4_SRC_ONLY,
 625                 BIT_ULL(ICE_FLOW_FIELD_IDX_UDP_SRC_PORT) |
 626                 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_PROT)},
 627         {ETH_RSS_NONFRAG_IPV6_UDP | ETH_RSS_L4_DST_ONLY,
 628                 BIT_ULL(ICE_FLOW_FIELD_IDX_UDP_DST_PORT) |
 629                 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_PROT)},
 630         {ETH_RSS_NONFRAG_IPV6_UDP | ETH_RSS_PFCP,
 631                 BIT_ULL(ICE_FLOW_FIELD_IDX_PFCP_SEID)},
 632         {ETH_RSS_NONFRAG_IPV6_UDP,
 633                 ICE_HASH_UDP_IPV6 |
 634                 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_PROT)},
 635         {ETH_RSS_IPV6_PRE32_UDP | ETH_RSS_L3_SRC_ONLY | ETH_RSS_L4_SRC_ONLY,
 636                 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_PRE32_SA) |
 637                 BIT_ULL(ICE_FLOW_FIELD_IDX_UDP_SRC_PORT)},
 638         {ETH_RSS_IPV6_PRE32_UDP | ETH_RSS_L3_SRC_ONLY | ETH_RSS_L4_DST_ONLY,
 639                 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_PRE32_SA) |
 640                 BIT_ULL(ICE_FLOW_FIELD_IDX_UDP_DST_PORT)},
 641         {ETH_RSS_IPV6_PRE32_UDP | ETH_RSS_L3_SRC_ONLY,
 642                 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_PROT) |
 643                 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_PRE32_SA)},
 644         {ETH_RSS_IPV6_PRE32_UDP | ETH_RSS_L3_DST_ONLY | ETH_RSS_L4_SRC_ONLY,
 645                 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_PRE32_DA) |
 646                 BIT_ULL(ICE_FLOW_FIELD_IDX_UDP_SRC_PORT)},
 647         {ETH_RSS_IPV6_PRE32_UDP | ETH_RSS_L3_DST_ONLY | ETH_RSS_L4_DST_ONLY,
 648                 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_PRE32_DA) |
 649                 BIT_ULL(ICE_FLOW_FIELD_IDX_UDP_DST_PORT)},
 650         {ETH_RSS_IPV6_PRE32_UDP | ETH_RSS_L3_DST_ONLY,
 651                 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_PROT) |
 652                 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_PRE32_DA)},
 653         {ETH_RSS_IPV6_PRE32_UDP | ETH_RSS_L4_SRC_ONLY,
 654                 BIT_ULL(ICE_FLOW_FIELD_IDX_UDP_SRC_PORT)},
 655         {ETH_RSS_IPV6_PRE32_UDP | ETH_RSS_L4_DST_ONLY,
 656                 BIT_ULL(ICE_FLOW_FIELD_IDX_UDP_DST_PORT)},
 657         {ETH_RSS_IPV6_PRE32_UDP, ICE_HASH_UDP_IPV6_PRE32},
 658         {ETH_RSS_IPV6_PRE48_UDP | ETH_RSS_L3_SRC_ONLY | ETH_RSS_L4_SRC_ONLY,
 659                 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_PRE48_SA) |
 660                 BIT_ULL(ICE_FLOW_FIELD_IDX_UDP_SRC_PORT)},
 661         {ETH_RSS_IPV6_PRE48_UDP | ETH_RSS_L3_SRC_ONLY | ETH_RSS_L4_DST_ONLY,
 662                 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_PRE48_SA) |
 663                 BIT_ULL(ICE_FLOW_FIELD_IDX_UDP_DST_PORT)},
 664         {ETH_RSS_IPV6_PRE48_UDP | ETH_RSS_L3_SRC_ONLY,
 665                 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_PROT) |
 666                 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_PRE48_SA)},
 667         {ETH_RSS_IPV6_PRE48_UDP | ETH_RSS_L3_DST_ONLY | ETH_RSS_L4_SRC_ONLY,
 668                 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_PRE48_DA) |
 669                 BIT_ULL(ICE_FLOW_FIELD_IDX_UDP_SRC_PORT)},
 670         {ETH_RSS_IPV6_PRE48_UDP | ETH_RSS_L3_DST_ONLY | ETH_RSS_L4_DST_ONLY,
 671                 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_PRE48_DA) |
 672                 BIT_ULL(ICE_FLOW_FIELD_IDX_UDP_DST_PORT)},
 673         {ETH_RSS_IPV6_PRE48_UDP | ETH_RSS_L3_DST_ONLY,
 674                 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_PROT) |
 675                 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_PRE48_DA)},
 676         {ETH_RSS_IPV6_PRE48_UDP | ETH_RSS_L4_SRC_ONLY,
 677                 BIT_ULL(ICE_FLOW_FIELD_IDX_UDP_SRC_PORT)},
 678         {ETH_RSS_IPV6_PRE48_UDP | ETH_RSS_L4_DST_ONLY,
 679                 BIT_ULL(ICE_FLOW_FIELD_IDX_UDP_DST_PORT)},
 680         {ETH_RSS_IPV6_PRE48_UDP, ICE_HASH_UDP_IPV6_PRE48},
 681         {ETH_RSS_IPV6_PRE64_UDP | ETH_RSS_L3_SRC_ONLY | ETH_RSS_L4_SRC_ONLY,
 682                 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_PRE64_SA) |
 683                 BIT_ULL(ICE_FLOW_FIELD_IDX_UDP_SRC_PORT)},
 684         {ETH_RSS_IPV6_PRE64_UDP | ETH_RSS_L3_SRC_ONLY | ETH_RSS_L4_DST_ONLY,
 685                 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_PRE64_SA) |
 686                 BIT_ULL(ICE_FLOW_FIELD_IDX_UDP_DST_PORT)},
 687         {ETH_RSS_IPV6_PRE64_UDP | ETH_RSS_L3_SRC_ONLY,
 688                 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_PROT) |
 689                 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_PRE64_SA)},
 690         {ETH_RSS_IPV6_PRE64_UDP | ETH_RSS_L3_DST_ONLY | ETH_RSS_L4_SRC_ONLY,
 691                 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_PRE64_DA) |
 692                 BIT_ULL(ICE_FLOW_FIELD_IDX_UDP_SRC_PORT)},
 693         {ETH_RSS_IPV6_PRE64_UDP | ETH_RSS_L3_DST_ONLY | ETH_RSS_L4_DST_ONLY,
 694                 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_PRE64_DA) |
 695                 BIT_ULL(ICE_FLOW_FIELD_IDX_UDP_DST_PORT)},
 696         {ETH_RSS_IPV6_PRE64_UDP | ETH_RSS_L3_DST_ONLY,
 697                 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_PROT) |
 698                 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_PRE64_DA)},
 699         {ETH_RSS_IPV6_PRE64_UDP | ETH_RSS_L4_SRC_ONLY,
 700                 BIT_ULL(ICE_FLOW_FIELD_IDX_UDP_SRC_PORT)},
 701         {ETH_RSS_IPV6_PRE64_UDP | ETH_RSS_L4_DST_ONLY,
 702                 BIT_ULL(ICE_FLOW_FIELD_IDX_UDP_DST_PORT)},
 703         {ETH_RSS_IPV6_PRE64_UDP, ICE_HASH_UDP_IPV6_PRE64},
 704         {ETH_RSS_NONFRAG_IPV6_TCP | ETH_RSS_L3_SRC_ONLY | ETH_RSS_L4_SRC_ONLY,
 705                 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_SA) |
 706                 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_PROT) |
 707                 BIT_ULL(ICE_FLOW_FIELD_IDX_TCP_SRC_PORT)},
 708         {ETH_RSS_NONFRAG_IPV6_TCP | ETH_RSS_L3_SRC_ONLY | ETH_RSS_L4_DST_ONLY,
 709                 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_SA) |
 710                 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_PROT) |
 711                 BIT_ULL(ICE_FLOW_FIELD_IDX_TCP_DST_PORT)},
 712         {ETH_RSS_NONFRAG_IPV6_TCP | ETH_RSS_L3_SRC_ONLY,
 713                 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_PROT) |
 714                 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_SA)},
 715         {ETH_RSS_NONFRAG_IPV6_TCP | ETH_RSS_L3_DST_ONLY | ETH_RSS_L4_SRC_ONLY,
 716                 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_DA) |
 717                 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_PROT) |
 718                 BIT_ULL(ICE_FLOW_FIELD_IDX_TCP_SRC_PORT)},
 719         {ETH_RSS_NONFRAG_IPV6_TCP | ETH_RSS_L3_DST_ONLY | ETH_RSS_L4_DST_ONLY,
 720                 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_DA) |
 721                 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_PROT) |
 722                 BIT_ULL(ICE_FLOW_FIELD_IDX_TCP_DST_PORT)},
 723         {ETH_RSS_NONFRAG_IPV6_TCP | ETH_RSS_L3_DST_ONLY,
 724                 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_PROT) |
 725                 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_DA)},
 726         {ETH_RSS_NONFRAG_IPV6_TCP | ETH_RSS_L4_SRC_ONLY,
 727                 BIT_ULL(ICE_FLOW_FIELD_IDX_TCP_SRC_PORT) |
 728                 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_PROT)},
 729         {ETH_RSS_NONFRAG_IPV6_TCP | ETH_RSS_L4_DST_ONLY,
 730                 BIT_ULL(ICE_FLOW_FIELD_IDX_TCP_DST_PORT) |
 731                 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_PROT)},
 732         {ETH_RSS_NONFRAG_IPV6_TCP,
 733                 ICE_HASH_TCP_IPV6 |
 734                 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_PROT)},
 735         {ETH_RSS_IPV6_PRE32_TCP | ETH_RSS_L3_SRC_ONLY | ETH_RSS_L4_SRC_ONLY,
 736                 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_PRE32_SA) |
 737                 BIT_ULL(ICE_FLOW_FIELD_IDX_TCP_SRC_PORT)},
 738         {ETH_RSS_IPV6_PRE32_TCP | ETH_RSS_L3_SRC_ONLY | ETH_RSS_L4_DST_ONLY,
 739                 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_PRE32_SA) |
 740                 BIT_ULL(ICE_FLOW_FIELD_IDX_TCP_DST_PORT)},
 741         {ETH_RSS_IPV6_PRE32_TCP | ETH_RSS_L3_SRC_ONLY,
 742                 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_PROT) |
 743                 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_PRE32_SA)},
 744         {ETH_RSS_IPV6_PRE32_TCP | ETH_RSS_L3_DST_ONLY | ETH_RSS_L4_SRC_ONLY,
 745                 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_PRE32_DA) |
 746                 BIT_ULL(ICE_FLOW_FIELD_IDX_TCP_SRC_PORT)},
 747         {ETH_RSS_IPV6_PRE32_TCP | ETH_RSS_L3_DST_ONLY | ETH_RSS_L4_DST_ONLY,
 748                 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_PRE32_DA) |
 749                 BIT_ULL(ICE_FLOW_FIELD_IDX_TCP_DST_PORT)},
 750         {ETH_RSS_IPV6_PRE32_TCP | ETH_RSS_L3_DST_ONLY,
 751                 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_PROT) |
 752                 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_PRE32_DA)},
 753         {ETH_RSS_IPV6_PRE32_TCP | ETH_RSS_L4_SRC_ONLY,
 754                 BIT_ULL(ICE_FLOW_FIELD_IDX_TCP_SRC_PORT)},
 755         {ETH_RSS_IPV6_PRE32_TCP | ETH_RSS_L4_DST_ONLY,
 756                 BIT_ULL(ICE_FLOW_FIELD_IDX_TCP_DST_PORT)},
 757         {ETH_RSS_IPV6_PRE32_TCP, ICE_HASH_TCP_IPV6_PRE32},
 758         {ETH_RSS_IPV6_PRE48_TCP | ETH_RSS_L3_SRC_ONLY | ETH_RSS_L4_SRC_ONLY,
 759                 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_PRE48_SA) |
 760                 BIT_ULL(ICE_FLOW_FIELD_IDX_TCP_SRC_PORT)},
 761         {ETH_RSS_IPV6_PRE48_TCP | ETH_RSS_L3_SRC_ONLY | ETH_RSS_L4_DST_ONLY,
 762                 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_PRE48_SA) |
 763                 BIT_ULL(ICE_FLOW_FIELD_IDX_TCP_DST_PORT)},
 764         {ETH_RSS_IPV6_PRE48_TCP | ETH_RSS_L3_SRC_ONLY,
 765                 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_PROT) |
 766                 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_PRE48_SA)},
 767         {ETH_RSS_IPV6_PRE48_TCP | ETH_RSS_L3_DST_ONLY | ETH_RSS_L4_SRC_ONLY,
 768                 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_PRE48_DA) |
 769                 BIT_ULL(ICE_FLOW_FIELD_IDX_TCP_SRC_PORT)},
 770         {ETH_RSS_IPV6_PRE48_TCP | ETH_RSS_L3_DST_ONLY | ETH_RSS_L4_DST_ONLY,
 771                 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_PRE48_DA) |
 772                 BIT_ULL(ICE_FLOW_FIELD_IDX_TCP_DST_PORT)},
 773         {ETH_RSS_IPV6_PRE48_TCP | ETH_RSS_L3_DST_ONLY,
 774                 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_PROT) |
 775                 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_PRE48_DA)},
 776         {ETH_RSS_IPV6_PRE48_TCP | ETH_RSS_L4_SRC_ONLY,
 777                 BIT_ULL(ICE_FLOW_FIELD_IDX_TCP_SRC_PORT)},
 778         {ETH_RSS_IPV6_PRE48_TCP | ETH_RSS_L4_DST_ONLY,
 779                 BIT_ULL(ICE_FLOW_FIELD_IDX_TCP_DST_PORT)},
 780         {ETH_RSS_IPV6_PRE48_TCP, ICE_HASH_TCP_IPV6_PRE48},
 781         {ETH_RSS_IPV6_PRE64_TCP | ETH_RSS_L3_SRC_ONLY | ETH_RSS_L4_SRC_ONLY,
 782                 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_PRE64_SA) |
 783                 BIT_ULL(ICE_FLOW_FIELD_IDX_TCP_SRC_PORT)},
 784         {ETH_RSS_IPV6_PRE64_TCP | ETH_RSS_L3_SRC_ONLY | ETH_RSS_L4_DST_ONLY,
 785                 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_PRE64_SA) |
 786                 BIT_ULL(ICE_FLOW_FIELD_IDX_TCP_DST_PORT)},
 787         {ETH_RSS_IPV6_PRE64_TCP | ETH_RSS_L3_SRC_ONLY,
 788                 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_PROT) |
 789                 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_PRE64_SA)},
 790         {ETH_RSS_IPV6_PRE64_TCP | ETH_RSS_L3_DST_ONLY | ETH_RSS_L4_SRC_ONLY,
 791                 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_PRE64_DA) |
 792                 BIT_ULL(ICE_FLOW_FIELD_IDX_TCP_SRC_PORT)},
 793         {ETH_RSS_IPV6_PRE64_TCP | ETH_RSS_L3_DST_ONLY | ETH_RSS_L4_DST_ONLY,
 794                 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_PRE64_DA) |
 795                 BIT_ULL(ICE_FLOW_FIELD_IDX_TCP_DST_PORT)},
 796         {ETH_RSS_IPV6_PRE64_TCP | ETH_RSS_L3_DST_ONLY,
 797                 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_PROT) |
 798                 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_PRE64_DA)},
 799         {ETH_RSS_IPV6_PRE64_TCP | ETH_RSS_L4_SRC_ONLY,
 800                 BIT_ULL(ICE_FLOW_FIELD_IDX_TCP_SRC_PORT)},
 801         {ETH_RSS_IPV6_PRE64_TCP | ETH_RSS_L4_DST_ONLY,
 802                 BIT_ULL(ICE_FLOW_FIELD_IDX_TCP_DST_PORT)},
 803         {ETH_RSS_IPV6_PRE64_TCP, ICE_HASH_TCP_IPV6_PRE64},
 804         {ETH_RSS_NONFRAG_IPV6_SCTP | ETH_RSS_L3_SRC_ONLY | ETH_RSS_L4_SRC_ONLY,
 805                 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_SA) |
 806                 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_PROT) |
 807                 BIT_ULL(ICE_FLOW_FIELD_IDX_SCTP_SRC_PORT)},
 808         {ETH_RSS_NONFRAG_IPV6_SCTP | ETH_RSS_L3_SRC_ONLY | ETH_RSS_L4_DST_ONLY,
 809                 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_SA) |
 810                 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_PROT) |
 811                 BIT_ULL(ICE_FLOW_FIELD_IDX_SCTP_DST_PORT)},
 812         {ETH_RSS_NONFRAG_IPV6_SCTP | ETH_RSS_L3_SRC_ONLY,
 813                 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_PROT) |
 814                 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_SA)},
 815         {ETH_RSS_NONFRAG_IPV6_SCTP | ETH_RSS_L3_DST_ONLY | ETH_RSS_L4_SRC_ONLY,
 816                 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_DA) |
 817                 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_PROT) |
 818                 BIT_ULL(ICE_FLOW_FIELD_IDX_SCTP_SRC_PORT)},
 819         {ETH_RSS_NONFRAG_IPV6_SCTP | ETH_RSS_L3_DST_ONLY | ETH_RSS_L4_DST_ONLY,
 820                 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_DA) |
 821                 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_PROT) |
 822                 BIT_ULL(ICE_FLOW_FIELD_IDX_SCTP_DST_PORT)},
 823         {ETH_RSS_NONFRAG_IPV6_SCTP | ETH_RSS_L3_DST_ONLY,
 824                 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_PROT) |
 825                 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_DA)},
 826         {ETH_RSS_NONFRAG_IPV6_SCTP | ETH_RSS_L4_SRC_ONLY,
 827                 BIT_ULL(ICE_FLOW_FIELD_IDX_SCTP_SRC_PORT) |
 828                 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_PROT)},
 829         {ETH_RSS_NONFRAG_IPV6_SCTP | ETH_RSS_L4_DST_ONLY,
 830                 BIT_ULL(ICE_FLOW_FIELD_IDX_SCTP_DST_PORT) |
 831                 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_PROT)},
 832         {ETH_RSS_NONFRAG_IPV6_SCTP,
 833                 ICE_HASH_SCTP_IPV6 |
 834                 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_PROT)},
 835         {ETH_RSS_IPV6_PRE32_SCTP | ETH_RSS_L3_SRC_ONLY | ETH_RSS_L4_SRC_ONLY,
 836                 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_PRE32_SA) |
 837                 BIT_ULL(ICE_FLOW_FIELD_IDX_SCTP_SRC_PORT)},
 838         {ETH_RSS_IPV6_PRE32_SCTP | ETH_RSS_L3_SRC_ONLY | ETH_RSS_L4_DST_ONLY,
 839                 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_PRE32_SA) |
 840                 BIT_ULL(ICE_FLOW_FIELD_IDX_SCTP_DST_PORT)},
 841         {ETH_RSS_IPV6_PRE32_SCTP | ETH_RSS_L3_SRC_ONLY,
 842                 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_PROT) |
 843                 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_PRE32_SA)},
 844         {ETH_RSS_IPV6_PRE32_SCTP | ETH_RSS_L3_DST_ONLY | ETH_RSS_L4_SRC_ONLY,
 845                 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_PRE32_DA) |
 846                 BIT_ULL(ICE_FLOW_FIELD_IDX_SCTP_SRC_PORT)},
 847         {ETH_RSS_IPV6_PRE32_SCTP | ETH_RSS_L3_DST_ONLY | ETH_RSS_L4_DST_ONLY,
 848                 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_PRE32_DA) |
 849                 BIT_ULL(ICE_FLOW_FIELD_IDX_SCTP_DST_PORT)},
 850         {ETH_RSS_IPV6_PRE32_SCTP | ETH_RSS_L3_DST_ONLY,
 851                 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_PROT) |
 852                 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_PRE32_DA)},
 853         {ETH_RSS_IPV6_PRE32_SCTP | ETH_RSS_L4_SRC_ONLY,
 854                 BIT_ULL(ICE_FLOW_FIELD_IDX_SCTP_SRC_PORT)},
 855         {ETH_RSS_IPV6_PRE32_SCTP | ETH_RSS_L4_DST_ONLY,
 856                 BIT_ULL(ICE_FLOW_FIELD_IDX_SCTP_DST_PORT)},
 857         {ETH_RSS_IPV6_PRE32_SCTP, ICE_HASH_SCTP_IPV6_PRE32},
 858         {ETH_RSS_IPV6_PRE48_SCTP | ETH_RSS_L3_SRC_ONLY | ETH_RSS_L4_SRC_ONLY,
 859                 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_PRE48_SA) |
 860                 BIT_ULL(ICE_FLOW_FIELD_IDX_SCTP_SRC_PORT)},
 861         {ETH_RSS_IPV6_PRE48_SCTP | ETH_RSS_L3_SRC_ONLY | ETH_RSS_L4_DST_ONLY,
 862                 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_PRE48_SA) |
 863                 BIT_ULL(ICE_FLOW_FIELD_IDX_SCTP_DST_PORT)},
 864         {ETH_RSS_IPV6_PRE48_SCTP | ETH_RSS_L3_SRC_ONLY,
 865                 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_PROT) |
 866                 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_PRE48_SA)},
 867         {ETH_RSS_IPV6_PRE48_SCTP | ETH_RSS_L3_DST_ONLY | ETH_RSS_L4_SRC_ONLY,
 868                 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_PRE48_DA) |
 869                 BIT_ULL(ICE_FLOW_FIELD_IDX_SCTP_SRC_PORT)},
 870         {ETH_RSS_IPV6_PRE48_SCTP | ETH_RSS_L3_DST_ONLY | ETH_RSS_L4_DST_ONLY,
 871                 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_PRE48_DA) |
 872                 BIT_ULL(ICE_FLOW_FIELD_IDX_SCTP_DST_PORT)},
 873         {ETH_RSS_IPV6_PRE48_SCTP | ETH_RSS_L3_DST_ONLY,
 874                 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_PROT) |
 875                 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_PRE48_DA)},
 876         {ETH_RSS_IPV6_PRE48_SCTP | ETH_RSS_L4_SRC_ONLY,
 877                 BIT_ULL(ICE_FLOW_FIELD_IDX_SCTP_SRC_PORT)},
 878         {ETH_RSS_IPV6_PRE48_SCTP | ETH_RSS_L4_DST_ONLY,
 879                 BIT_ULL(ICE_FLOW_FIELD_IDX_SCTP_DST_PORT)},
 880         {ETH_RSS_IPV6_PRE48_SCTP, ICE_HASH_SCTP_IPV6_PRE48},
 881         {ETH_RSS_IPV6_PRE64_SCTP | ETH_RSS_L3_SRC_ONLY | ETH_RSS_L4_SRC_ONLY,
 882                 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_PRE64_SA) |
 883                 BIT_ULL(ICE_FLOW_FIELD_IDX_SCTP_SRC_PORT)},
 884         {ETH_RSS_IPV6_PRE64_SCTP | ETH_RSS_L3_SRC_ONLY | ETH_RSS_L4_DST_ONLY,
 885                 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_PRE64_SA) |
 886                 BIT_ULL(ICE_FLOW_FIELD_IDX_SCTP_DST_PORT)},
 887         {ETH_RSS_IPV6_PRE64_SCTP | ETH_RSS_L3_SRC_ONLY,
 888                 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_PROT) |
 889                 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_PRE64_SA)},
 890         {ETH_RSS_IPV6_PRE64_SCTP | ETH_RSS_L3_DST_ONLY | ETH_RSS_L4_SRC_ONLY,
 891                 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_PRE64_DA) |
 892                 BIT_ULL(ICE_FLOW_FIELD_IDX_SCTP_SRC_PORT)},
 893         {ETH_RSS_IPV6_PRE64_SCTP | ETH_RSS_L3_DST_ONLY | ETH_RSS_L4_DST_ONLY,
 894                 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_PRE64_DA) |
 895                 BIT_ULL(ICE_FLOW_FIELD_IDX_SCTP_DST_PORT)},
 896         {ETH_RSS_IPV6_PRE64_SCTP | ETH_RSS_L3_DST_ONLY,
 897                 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_PROT) |
 898                 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_PRE64_DA)},
 899         {ETH_RSS_IPV6_PRE64_SCTP | ETH_RSS_L4_SRC_ONLY,
 900                 BIT_ULL(ICE_FLOW_FIELD_IDX_SCTP_SRC_PORT)},
 901         {ETH_RSS_IPV6_PRE64_SCTP | ETH_RSS_L4_DST_ONLY,
 902                 BIT_ULL(ICE_FLOW_FIELD_IDX_SCTP_DST_PORT)},
 903         {ETH_RSS_IPV6_PRE64_SCTP, ICE_HASH_SCTP_IPV6_PRE64},
 904 };
 905
 906 static struct ice_flow_engine ice_hash_engine = {
 907         .init = ice_hash_init,
 908         .create = ice_hash_create,
 909         .destroy = ice_hash_destroy,
 910         .uninit = ice_hash_uninit,
 911         .free = ice_hash_free,
 912         .type = ICE_FLOW_ENGINE_HASH,
 913 };
 914
 915 /* Register parser for os package. */
 916 static struct ice_flow_parser ice_hash_parser_os = {
 917         .engine = &ice_hash_engine,
 918         .array = ice_hash_pattern_list_os,
 919         .array_len = RTE_DIM(ice_hash_pattern_list_os),
 920         .parse_pattern_action = ice_hash_parse_pattern_action,
 921         .stage = ICE_FLOW_STAGE_RSS,
 922 };
 923
 924 /* Register parser for comms package. */
 925 static struct ice_flow_parser ice_hash_parser_comms = {
 926         .engine = &ice_hash_engine,
 927         .array = ice_hash_pattern_list_comms,
 928         .array_len = RTE_DIM(ice_hash_pattern_list_comms),
 929         .parse_pattern_action = ice_hash_parse_pattern_action,
 930         .stage = ICE_FLOW_STAGE_RSS,
 931 };
 932
 933 RTE_INIT(ice_hash_engine_init)
 934 {
 935         struct ice_flow_engine *engine = &ice_hash_engine;
 936         ice_register_flow_engine(engine);
 937 }
 938
 939 static int
 940 ice_hash_init(struct ice_adapter *ad)
 941 {
 942         struct ice_flow_parser *parser = NULL;
 943
 944         if (ad->hw.dcf_enabled)
 945                 return 0;
 946
 947         if (ad->active_pkg_type == ICE_PKG_TYPE_OS_DEFAULT)
 948                 parser = &ice_hash_parser_os;
 949         else if (ad->active_pkg_type == ICE_PKG_TYPE_COMMS)
 950                 parser = &ice_hash_parser_comms;
 951         else
 952                 return -EINVAL;
 953
 954         return ice_register_parser(parser, ad);
 955 }
 956
 957 static int
 958 ice_hash_parse_pattern(struct ice_pattern_match_item *pattern_match_item,
 959                        const struct rte_flow_item pattern[], void **meta,
 960                        struct rte_flow_error *error)
 961 {
 962         uint32_t hdr_mask = ((struct rss_type_match_hdr *)
 963                 (pattern_match_item->meta))->hdr_mask;
 964         const struct rte_flow_item *item = pattern;
 965         const struct rte_flow_item_gtp_psc *psc;
 966         uint32_t hdrs = 0;
 967
 968         for (item = pattern; item->type != RTE_FLOW_ITEM_TYPE_END; item++) {
 969                 if (item->last) {
 970                         rte_flow_error_set(error, EINVAL,
 971                                         RTE_FLOW_ERROR_TYPE_ITEM, item,
 972                                         "Not support range");
 973                         return -rte_errno;
 974                 }
 975
 976                 switch (item->type) {
 977                 case RTE_FLOW_ITEM_TYPE_GTPU:
 978                         hdrs |= ICE_FLOW_SEG_HDR_GTPU_IP;
 979                         break;
 980                 case RTE_FLOW_ITEM_TYPE_GTP_PSC:
 981                         psc = item->spec;
 982                         hdr_mask &= ~ICE_FLOW_SEG_HDR_GTPU_EH;
 983                         hdrs &= ~ICE_FLOW_SEG_HDR_GTPU_IP;
 984                         if (!psc)
 985                                 hdrs |= ICE_FLOW_SEG_HDR_GTPU_EH;
 986                         else if (psc->pdu_type == ICE_GTPU_EH_UPLINK)
 987                                 hdrs |= ICE_FLOW_SEG_HDR_GTPU_UP;
 988                         else if (psc->pdu_type == ICE_GTPU_EH_DWNLINK)
 989                                 hdrs |= ICE_FLOW_SEG_HDR_GTPU_DWN;
 990                         break;
 991                 default:
 992                         break;
 993                 }
 994         }
 995
 996         /* Save protocol header to rss_meta. */
 997         ((struct rss_meta *)*meta)->pkt_hdr |= hdr_mask | hdrs;
 998
 999         return 0;
1000 }
1001
1002 static int
1003 ice_hash_parse_action(struct ice_pattern_match_item *pattern_match_item,
1004                 const struct rte_flow_action actions[],
1005                 void **meta,
1006                 struct rte_flow_error *error)
1007 {
1008         struct rss_type_match_hdr *m = (struct rss_type_match_hdr *)
1009                                 (pattern_match_item->meta);
1010         struct rss_meta *hash_meta = (struct rss_meta *)*meta;
1011         uint32_t type_list_len = RTE_DIM(ice_hash_type_list);
1012         enum rte_flow_action_type action_type;
1013         const struct rte_flow_action_rss *rss;
1014         const struct rte_flow_action *action;
1015         bool hash_map_found = false;
1016         uint64_t rss_attr_src_dst;
1017         uint64_t rss_attr_l3_pre;
1018         uint64_t rss_attr_symm;
1019         uint64_t rss_attr_all;
1020         uint64_t rss_type;
1021         uint16_t i;
1022
1023         /* Supported action is RSS. */
1024         for (action = actions; action->type !=
1025                 RTE_FLOW_ACTION_TYPE_END; action++) {
1026                 action_type = action->type;
1027                 switch (action_type) {
1028                 case RTE_FLOW_ACTION_TYPE_RSS:
1029                         rss = action->conf;
1030                         rss_type = rss->types;
1031
1032                         /* Check hash function and save it to rss_meta. */
1033                         if (pattern_match_item->pattern_list !=
1034                             pattern_empty && rss->func ==
1035                             RTE_ETH_HASH_FUNCTION_SIMPLE_XOR) {
1036                                 return rte_flow_error_set(error, ENOTSUP,
1037                                         RTE_FLOW_ERROR_TYPE_ACTION, action,
1038                                         "Not supported flow");
1039                         } else if (rss->func ==
1040                                    RTE_ETH_HASH_FUNCTION_SIMPLE_XOR){
1041                                 ((struct rss_meta *)*meta)->hash_function =
1042                                 RTE_ETH_HASH_FUNCTION_SIMPLE_XOR;
1043                                 return 0;
1044                         } else if (rss->func ==
1045                                    RTE_ETH_HASH_FUNCTION_SYMMETRIC_TOEPLITZ) {
1046                                 ((struct rss_meta *)*meta)->hash_function =
1047                                 RTE_ETH_HASH_FUNCTION_SYMMETRIC_TOEPLITZ;
1048                         }
1049
1050                         if (rss->level)
1051                                 return rte_flow_error_set(error, ENOTSUP,
1052                                         RTE_FLOW_ERROR_TYPE_ACTION, action,
1053                                         "a nonzero RSS encapsulation level is not supported");
1054
1055                         if (rss->key_len)
1056                                 return rte_flow_error_set(error, ENOTSUP,
1057                                         RTE_FLOW_ERROR_TYPE_ACTION, action,
1058                                         "a nonzero RSS key_len is not supported");
1059
1060                         if (rss->queue)
1061                                 return rte_flow_error_set(error, ENOTSUP,
1062                                         RTE_FLOW_ERROR_TYPE_ACTION, action,
1063                                         "a non-NULL RSS queue is not supported");
1064
1065                         /**
1066                          * Check simultaneous use of SRC_ONLY and DST_ONLY
1067                          * of the same level.
1068                          */
1069                         rss_type = rte_eth_rss_hf_refine(rss_type);
1070
1071                         rss_attr_src_dst = ETH_RSS_L2_SRC_ONLY |
1072                                            ETH_RSS_L2_DST_ONLY |
1073                                            ETH_RSS_L3_SRC_ONLY |
1074                                            ETH_RSS_L3_DST_ONLY |
1075                                            ETH_RSS_L4_SRC_ONLY |
1076                                            ETH_RSS_L4_DST_ONLY;
1077
1078                         rss_attr_l3_pre = RTE_ETH_RSS_L3_PRE32 |
1079                                           RTE_ETH_RSS_L3_PRE48 |
1080                                           RTE_ETH_RSS_L3_PRE64;
1081
1082                         rss_attr_symm = ETH_RSS_IPV4 |
1083                                         ETH_RSS_NONFRAG_IPV4_UDP |
1084                                         ETH_RSS_NONFRAG_IPV4_TCP |
1085                                         ETH_RSS_NONFRAG_IPV4_SCTP |
1086                                         ETH_RSS_IPV6 |
1087                                         ETH_RSS_NONFRAG_IPV6_UDP |
1088                                         ETH_RSS_NONFRAG_IPV6_TCP |
1089                                         ETH_RSS_NONFRAG_IPV6_SCTP;
1090
1091                         rss_attr_all = rss_attr_src_dst | rss_attr_l3_pre;
1092
1093                         /* Check if only SRC/DST_ONLY or ipv6 prefix exists. */
1094                         if ((rss_type & ~rss_attr_all) == 0)
1095                                 return rte_flow_error_set(error, ENOTSUP,
1096                                         RTE_FLOW_ERROR_TYPE_ACTION, action,
1097                                         "invalid rss types");
1098
1099                         /**
1100                          * Check if SRC/DST_ONLY is set for SYMMETRIC_TOEPLITZ
1101                          * hash function.
1102                          */
1103                         if (rss->func ==
1104                                 RTE_ETH_HASH_FUNCTION_SYMMETRIC_TOEPLITZ) {
1105                                 if (rss_type & (rss_attr_src_dst |
1106                                                 ~rss_attr_symm))
1107                                         return rte_flow_error_set(error,
1108                                                 ENOTSUP,
1109                                                 RTE_FLOW_ERROR_TYPE_ACTION,
1110                                                 action,
1111                                                 "invalid rss types");
1112                         }
1113
1114                         /* Check if rss types match pattern. */
1115                         if (rss_type & ~rss_attr_all & ~m->eth_rss_hint) {
1116                                 return rte_flow_error_set(error,
1117                                 ENOTSUP, RTE_FLOW_ERROR_TYPE_ACTION,
1118                                 action, "Not supported RSS types");
1119                         }
1120
1121                         /* Find matched hash fields according to hash type. */
1122                         for (i = 0; i < type_list_len; i++) {
1123                                 struct ice_hash_match_type *ht_map =
1124                                         &ice_hash_type_list[i];
1125
1126                                 if (rss_type == ht_map->hash_type) {
1127                                         hash_meta->hash_flds =
1128                                                         ht_map->hash_flds;
1129                                         hash_map_found = true;
1130                                         break;
1131                                 }
1132                         }
1133
1134                         if (pattern_match_item->pattern_list !=
1135                             pattern_empty && !hash_map_found) {
1136                                 return rte_flow_error_set(error, ENOTSUP,
1137                                         RTE_FLOW_ERROR_TYPE_ACTION, action,
1138                                         "Not supported flow");
1139                         }
1140
1141                         /* update hash field for nat-t esp. */
1142                         if (rss_type == ETH_RSS_ESP &&
1143                             (m->eth_rss_hint & ETH_RSS_NONFRAG_IPV4_UDP ||
1144                              m->eth_rss_hint & ETH_RSS_NONFRAG_IPV6_UDP)) {
1145                                 hash_meta->hash_flds &=
1146                                 ~(BIT_ULL(ICE_FLOW_FIELD_IDX_ESP_SPI));
1147                                 hash_meta->hash_flds |=
1148                                 BIT_ULL(ICE_FLOW_FIELD_IDX_NAT_T_ESP_SPI);
1149                         }
1150
1151                         /* update hash field for gtpu-ip and gtpu-eh. */
1152                         if (rss_type != ETH_RSS_GTPU)
1153                                 break;
1154                         else if (hash_meta->pkt_hdr & ICE_FLOW_SEG_HDR_GTPU_IP)
1155                                 hash_meta->hash_flds |=
1156                                 BIT_ULL(ICE_FLOW_FIELD_IDX_GTPU_IP_TEID);
1157                         else if (hash_meta->pkt_hdr & ICE_FLOW_SEG_HDR_GTPU_EH)
1158                                 hash_meta->hash_flds |=
1159                                 BIT_ULL(ICE_FLOW_FIELD_IDX_GTPU_EH_TEID);
1160                         else if (hash_meta->pkt_hdr & ICE_FLOW_SEG_HDR_GTPU_DWN)
1161                                 hash_meta->hash_flds |=
1162                                 BIT_ULL(ICE_FLOW_FIELD_IDX_GTPU_DWN_TEID);
1163                         else if (hash_meta->pkt_hdr & ICE_FLOW_SEG_HDR_GTPU_UP)
1164                                 hash_meta->hash_flds |=
1165                                 BIT_ULL(ICE_FLOW_FIELD_IDX_GTPU_UP_TEID);
1166
1167                         break;
1168
1169                 case RTE_FLOW_ACTION_TYPE_END:
1170                         break;
1171
1172                 default:
1173                         rte_flow_error_set(error, EINVAL,
1174                                         RTE_FLOW_ERROR_TYPE_ACTION, action,
1175                                         "Invalid action.");
1176                         return -rte_errno;
1177                 }
1178         }
1179
1180         return 0;
1181 }
1182
1183 static int
1184 ice_hash_parse_pattern_action(__rte_unused struct ice_adapter *ad,
1185                         struct ice_pattern_match_item *array,
1186                         uint32_t array_len,
1187                         const struct rte_flow_item pattern[],
1188                         const struct rte_flow_action actions[],
1189                         void **meta,
1190                         struct rte_flow_error *error)
1191 {
1192         int ret = 0;
1193         struct ice_pattern_match_item *pattern_match_item;
1194         struct rss_meta *rss_meta_ptr;
1195
1196         rss_meta_ptr = rte_zmalloc(NULL, sizeof(*rss_meta_ptr), 0);
1197         if (!rss_meta_ptr) {
1198                 rte_flow_error_set(error, EINVAL,
1199                                 RTE_FLOW_ERROR_TYPE_HANDLE, NULL,
1200                                 "No memory for rss_meta_ptr");
1201                 return -ENOMEM;
1202         }
1203
1204         /* Check rss supported pattern and find matched pattern. */
1205         pattern_match_item = ice_search_pattern_match_item(pattern,
1206                                         array, array_len, error);
1207         if (!pattern_match_item) {
1208                 ret = -rte_errno;
1209                 goto error;
1210         }
1211
1212         ret = ice_hash_parse_pattern(pattern_match_item, pattern,
1213                                      (void **)&rss_meta_ptr, error);
1214         if (ret)
1215                 goto error;
1216
1217         /* Check rss action. */
1218         ret = ice_hash_parse_action(pattern_match_item, actions,
1219                                     (void **)&rss_meta_ptr, error);
1220
1221 error:
1222         if (!ret && meta)
1223                 *meta = rss_meta_ptr;
1224         else
1225                 rte_free(rss_meta_ptr);
1226         rte_free(pattern_match_item);
1227
1228         return ret;
1229 }
1230
1231 static int
1232 ice_hash_create(struct ice_adapter *ad,
1233                 struct rte_flow *flow,
1234                 void *meta,
1235                 struct rte_flow_error *error)
1236 {
1237         struct ice_pf *pf = &ad->pf;
1238         struct ice_hw *hw = ICE_PF_TO_HW(pf);
1239         struct ice_vsi *vsi = pf->main_vsi;
1240         int ret;
1241         uint32_t reg;
1242         struct ice_hash_flow_cfg *filter_ptr;
1243
1244         uint32_t headermask = ((struct rss_meta *)meta)->pkt_hdr;
1245         uint64_t hash_field = ((struct rss_meta *)meta)->hash_flds;
1246         uint8_t hash_function = ((struct rss_meta *)meta)->hash_function;
1247
1248         filter_ptr = rte_zmalloc("ice_rss_filter",
1249                                 sizeof(struct ice_hash_flow_cfg), 0);
1250         if (!filter_ptr) {
1251                 rte_flow_error_set(error, EINVAL,
1252                                 RTE_FLOW_ERROR_TYPE_HANDLE, NULL,
1253                                 "No memory for filter_ptr");
1254                 return -ENOMEM;
1255         }
1256
1257         if (hash_function == RTE_ETH_HASH_FUNCTION_SIMPLE_XOR) {
1258                 /* Enable registers for simple_xor hash function. */
1259                 reg = ICE_READ_REG(hw, VSIQF_HASH_CTL(vsi->vsi_id));
1260                 reg = (reg & (~VSIQF_HASH_CTL_HASH_SCHEME_M)) |
1261                         (2 << VSIQF_HASH_CTL_HASH_SCHEME_S);
1262                 ICE_WRITE_REG(hw, VSIQF_HASH_CTL(vsi->vsi_id), reg);
1263
1264                 filter_ptr->simple_xor = 1;
1265
1266                 goto out;
1267         } else {
1268                 filter_ptr->rss_cfg.packet_hdr = headermask;
1269                 filter_ptr->rss_cfg.hashed_flds = hash_field;
1270                 filter_ptr->rss_cfg.symm =
1271                         (hash_function ==
1272                                 RTE_ETH_HASH_FUNCTION_SYMMETRIC_TOEPLITZ);
1273
1274                 ret = ice_add_rss_cfg(hw, vsi->idx,
1275                                 filter_ptr->rss_cfg.hashed_flds,
1276                                 filter_ptr->rss_cfg.packet_hdr,
1277                                 filter_ptr->rss_cfg.symm);
1278                 if (ret) {
1279                         rte_flow_error_set(error, EINVAL,
1280                                         RTE_FLOW_ERROR_TYPE_HANDLE, NULL,
1281                                         "rss flow create fail");
1282                         goto error;
1283                 }
1284         }
1285
1286 out:
1287         flow->rule = filter_ptr;
1288         rte_free(meta);
1289         return 0;
1290
1291 error:
1292         rte_free(filter_ptr);
1293         rte_free(meta);
1294         return -rte_errno;
1295 }
1296
1297 static int
1298 ice_hash_destroy(struct ice_adapter *ad,
1299                 struct rte_flow *flow,
1300                 struct rte_flow_error *error)
1301 {
1302         struct ice_pf *pf = ICE_DEV_PRIVATE_TO_PF(ad);
1303         struct ice_hw *hw = ICE_PF_TO_HW(pf);
1304         struct ice_vsi *vsi = pf->main_vsi;
1305         int ret;
1306         uint32_t reg;
1307         struct ice_hash_flow_cfg *filter_ptr;
1308
1309         filter_ptr = (struct ice_hash_flow_cfg *)flow->rule;
1310
1311         if (filter_ptr->simple_xor == 1) {
1312                 /* Return to symmetric_toeplitz state. */
1313                 reg = ICE_READ_REG(hw, VSIQF_HASH_CTL(vsi->vsi_id));
1314                 reg = (reg & (~VSIQF_HASH_CTL_HASH_SCHEME_M)) |
1315                         (1 << VSIQF_HASH_CTL_HASH_SCHEME_S);
1316                 ICE_WRITE_REG(hw, VSIQF_HASH_CTL(vsi->vsi_id), reg);
1317         } else {
1318                 ret = ice_rem_rss_cfg(hw, vsi->idx,
1319                                 filter_ptr->rss_cfg.hashed_flds,
1320                                 filter_ptr->rss_cfg.packet_hdr);
1321                 /* Fixme: Ignore the error if a rule does not exist.
1322                  * Currently a rule for inputset change or symm turn on/off
1323                  * will overwrite an exist rule, while application still
1324                  * have 2 rte_flow handles.
1325                  **/
1326                 if (ret && ret != ICE_ERR_DOES_NOT_EXIST) {
1327                         rte_flow_error_set(error, EINVAL,
1328                                         RTE_FLOW_ERROR_TYPE_HANDLE, NULL,
1329                                         "rss flow destroy fail");
1330                         goto error;
1331                 }
1332         }
1333
1334         rte_free(filter_ptr);
1335         return 0;
1336
1337 error:
1338         rte_free(filter_ptr);
1339         return -rte_errno;
1340 }
1341
1342 static void
1343 ice_hash_uninit(struct ice_adapter *ad)
1344 {
1345         if (ad->hw.dcf_enabled)
1346                 return;
1347
1348         if (ad->active_pkg_type == ICE_PKG_TYPE_OS_DEFAULT)
1349                 ice_unregister_parser(&ice_hash_parser_os, ad);
1350         else if (ad->active_pkg_type == ICE_PKG_TYPE_COMMS)
1351                 ice_unregister_parser(&ice_hash_parser_comms, ad);
1352 }
1353
1354 static void
1355 ice_hash_free(struct rte_flow *flow)
1356 {
1357         rte_free(flow->rule);
1358 }