drivers/net/ice/ice_hash.c

   1 /* SPDX-License-Identifier: BSD-3-Clause
   2  * Copyright(c) 2019 Intel Corporation
   3  */
   4
   5 #include <sys/queue.h>
   6 #include <stdio.h>
   7 #include <errno.h>
   8 #include <stdint.h>
   9 #include <string.h>
  10 #include <unistd.h>
  11 #include <stdarg.h>
  12
  13 #include <rte_debug.h>
  14 #include <rte_ether.h>
  15 #include <rte_ethdev_driver.h>
  16 #include <rte_log.h>
  17 #include <rte_malloc.h>
  18 #include <rte_eth_ctrl.h>
  19 #include <rte_tailq.h>
  20 #include <rte_flow_driver.h>
  21
  22 #include "ice_logs.h"
  23 #include "base/ice_type.h"
  24 #include "base/ice_flow.h"
  25 #include "ice_ethdev.h"
  26 #include "ice_generic_flow.h"
  27
  28 #define ICE_GTPU_EH_DWNLINK     0
  29 #define ICE_GTPU_EH_UPLINK      1
  30
  31 struct rss_type_match_hdr {
  32         uint32_t hdr_mask;
  33         uint64_t eth_rss_hint;
  34 };
  35
  36 struct ice_hash_match_type {
  37         uint64_t hash_type;
  38         uint64_t hash_flds;
  39 };
  40
  41 struct rss_meta {
  42         uint32_t pkt_hdr;
  43         uint64_t hash_flds;
  44         uint8_t hash_function;
  45 };
  46
  47 struct ice_hash_flow_cfg {
  48         bool simple_xor;
  49         struct ice_rss_cfg rss_cfg;
  50 };
  51
  52 static int
  53 ice_hash_init(struct ice_adapter *ad);
  54
  55 static int
  56 ice_hash_create(struct ice_adapter *ad,
  57                 struct rte_flow *flow,
  58                 void *meta,
  59                 struct rte_flow_error *error);
  60
  61 static int
  62 ice_hash_destroy(struct ice_adapter *ad,
  63                 struct rte_flow *flow,
  64                 struct rte_flow_error *error);
  65
  66 static void
  67 ice_hash_uninit(struct ice_adapter *ad);
  68
  69 static void
  70 ice_hash_free(struct rte_flow *flow);
  71
  72 static int
  73 ice_hash_parse_pattern_action(struct ice_adapter *ad,
  74                         struct ice_pattern_match_item *array,
  75                         uint32_t array_len,
  76                         const struct rte_flow_item pattern[],
  77                         const struct rte_flow_action actions[],
  78                         void **meta,
  79                         struct rte_flow_error *error);
  80
  81 /* The first member is protocol header, the second member is ETH_RSS_*. */
  82 struct rss_type_match_hdr hint_empty = {
  83         ICE_FLOW_SEG_HDR_NONE,  0};
  84 struct rss_type_match_hdr hint_eth_ipv4 = {
  85         ICE_FLOW_SEG_HDR_IPV4 | ICE_FLOW_SEG_HDR_IPV_OTHER,
  86         ETH_RSS_ETH | ETH_RSS_IPV4};
  87 struct rss_type_match_hdr hint_eth_ipv4_udp = {
  88         ICE_FLOW_SEG_HDR_IPV4 | ICE_FLOW_SEG_HDR_IPV_OTHER |
  89         ICE_FLOW_SEG_HDR_UDP,
  90         ETH_RSS_ETH | ETH_RSS_NONFRAG_IPV4_UDP};
  91 struct rss_type_match_hdr hint_eth_ipv4_tcp = {
  92         ICE_FLOW_SEG_HDR_IPV4 | ICE_FLOW_SEG_HDR_IPV_OTHER |
  93         ICE_FLOW_SEG_HDR_TCP,
  94         ETH_RSS_ETH | ETH_RSS_NONFRAG_IPV4_TCP};
  95 struct rss_type_match_hdr hint_eth_ipv4_sctp = {
  96         ICE_FLOW_SEG_HDR_IPV4 | ICE_FLOW_SEG_HDR_IPV_OTHER |
  97         ICE_FLOW_SEG_HDR_SCTP,
  98         ETH_RSS_ETH | ETH_RSS_NONFRAG_IPV4_SCTP};
  99 struct rss_type_match_hdr hint_eth_ipv4_gtpu_ipv4 = {
 100         ICE_FLOW_SEG_HDR_GTPU_IP | ICE_FLOW_SEG_HDR_IPV4 |
 101         ICE_FLOW_SEG_HDR_IPV_OTHER,
 102         ETH_RSS_GTPU | ETH_RSS_IPV4};
 103 struct rss_type_match_hdr hint_eth_ipv4_gtpu_eh_ipv4 = {
 104         ICE_FLOW_SEG_HDR_GTPU_EH | ICE_FLOW_SEG_HDR_IPV4 |
 105         ICE_FLOW_SEG_HDR_IPV_OTHER,
 106         ETH_RSS_GTPU | ETH_RSS_IPV4};
 107 struct rss_type_match_hdr hint_eth_ipv4_gtpu_eh_ipv4_udp = {
 108         ICE_FLOW_SEG_HDR_GTPU_EH | ICE_FLOW_SEG_HDR_IPV4 |
 109         ICE_FLOW_SEG_HDR_IPV_OTHER | ICE_FLOW_SEG_HDR_UDP,
 110         ETH_RSS_GTPU | ETH_RSS_NONFRAG_IPV4_UDP};
 111 struct rss_type_match_hdr hint_eth_ipv4_gtpu_eh_ipv4_tcp = {
 112         ICE_FLOW_SEG_HDR_GTPU_EH | ICE_FLOW_SEG_HDR_IPV4 |
 113         ICE_FLOW_SEG_HDR_IPV_OTHER | ICE_FLOW_SEG_HDR_TCP,
 114         ETH_RSS_GTPU | ETH_RSS_NONFRAG_IPV4_TCP};
 115 struct rss_type_match_hdr hint_eth_pppoes_ipv4 = {
 116         ICE_FLOW_SEG_HDR_PPPOE | ICE_FLOW_SEG_HDR_IPV4 |
 117         ICE_FLOW_SEG_HDR_IPV_OTHER,
 118         ETH_RSS_ETH | ETH_RSS_PPPOE | ETH_RSS_IPV4};
 119 struct rss_type_match_hdr hint_eth_pppoes_ipv4_udp = {
 120         ICE_FLOW_SEG_HDR_PPPOE | ICE_FLOW_SEG_HDR_IPV4 |
 121         ICE_FLOW_SEG_HDR_IPV_OTHER | ICE_FLOW_SEG_HDR_UDP,
 122         ETH_RSS_ETH | ETH_RSS_PPPOE | ETH_RSS_NONFRAG_IPV4_UDP};
 123 struct rss_type_match_hdr hint_eth_pppoes_ipv4_tcp = {
 124         ICE_FLOW_SEG_HDR_PPPOE | ICE_FLOW_SEG_HDR_IPV4 |
 125         ICE_FLOW_SEG_HDR_IPV_OTHER | ICE_FLOW_SEG_HDR_TCP,
 126         ETH_RSS_ETH | ETH_RSS_PPPOE | ETH_RSS_NONFRAG_IPV4_TCP};
 127 struct rss_type_match_hdr hint_eth_pppoes_ipv4_sctp = {
 128         ICE_FLOW_SEG_HDR_PPPOE | ICE_FLOW_SEG_HDR_IPV4 |
 129         ICE_FLOW_SEG_HDR_IPV_OTHER | ICE_FLOW_SEG_HDR_SCTP,
 130         ETH_RSS_ETH | ETH_RSS_PPPOE | ETH_RSS_NONFRAG_IPV4_SCTP};
 131 struct rss_type_match_hdr hint_eth_ipv4_esp = {
 132         ICE_FLOW_SEG_HDR_IPV4 | ICE_FLOW_SEG_HDR_IPV_OTHER |
 133         ICE_FLOW_SEG_HDR_ESP,
 134         ETH_RSS_ETH | ETH_RSS_IPV4 | ETH_RSS_ESP};
 135 struct rss_type_match_hdr hint_eth_ipv4_udp_esp = {
 136         ICE_FLOW_SEG_HDR_IPV4 | ICE_FLOW_SEG_HDR_IPV_OTHER |
 137         ICE_FLOW_SEG_HDR_NAT_T_ESP,
 138         ETH_RSS_ETH | ETH_RSS_NONFRAG_IPV4_UDP | ETH_RSS_ESP};
 139 struct rss_type_match_hdr hint_eth_ipv4_ah = {
 140         ICE_FLOW_SEG_HDR_IPV4 | ICE_FLOW_SEG_HDR_IPV_OTHER |
 141         ICE_FLOW_SEG_HDR_AH,
 142         ETH_RSS_ETH | ETH_RSS_IPV4 | ETH_RSS_AH};
 143 struct rss_type_match_hdr hint_eth_ipv4_l2tpv3 = {
 144         ICE_FLOW_SEG_HDR_IPV4 | ICE_FLOW_SEG_HDR_IPV_OTHER |
 145         ICE_FLOW_SEG_HDR_L2TPV3,
 146         ETH_RSS_ETH | ETH_RSS_IPV4 | ETH_RSS_L2TPV3};
 147 struct rss_type_match_hdr hint_eth_ipv4_pfcp = {
 148         ICE_FLOW_SEG_HDR_IPV4 | ICE_FLOW_SEG_HDR_IPV_OTHER |
 149         ICE_FLOW_SEG_HDR_PFCP_SESSION,
 150         ETH_RSS_ETH | ETH_RSS_NONFRAG_IPV4_UDP | ETH_RSS_PFCP};
 151 struct rss_type_match_hdr hint_eth_vlan_ipv4 = {
 152         ICE_FLOW_SEG_HDR_VLAN | ICE_FLOW_SEG_HDR_IPV4 |
 153         ICE_FLOW_SEG_HDR_IPV_OTHER,
 154         ETH_RSS_ETH | ETH_RSS_IPV4 | ETH_RSS_C_VLAN};
 155 struct rss_type_match_hdr hint_eth_vlan_ipv4_udp = {
 156         ICE_FLOW_SEG_HDR_VLAN | ICE_FLOW_SEG_HDR_IPV4 |
 157         ICE_FLOW_SEG_HDR_IPV_OTHER | ICE_FLOW_SEG_HDR_UDP,
 158         ETH_RSS_ETH | ETH_RSS_C_VLAN |
 159         ETH_RSS_NONFRAG_IPV4_UDP};
 160 struct rss_type_match_hdr hint_eth_vlan_ipv4_tcp = {
 161         ICE_FLOW_SEG_HDR_VLAN | ICE_FLOW_SEG_HDR_IPV4 |
 162         ICE_FLOW_SEG_HDR_IPV_OTHER | ICE_FLOW_SEG_HDR_TCP,
 163         ETH_RSS_ETH | ETH_RSS_C_VLAN |
 164         ETH_RSS_NONFRAG_IPV4_TCP};
 165 struct rss_type_match_hdr hint_eth_vlan_ipv4_sctp = {
 166         ICE_FLOW_SEG_HDR_VLAN | ICE_FLOW_SEG_HDR_IPV4 |
 167         ICE_FLOW_SEG_HDR_IPV_OTHER | ICE_FLOW_SEG_HDR_SCTP,
 168         ETH_RSS_ETH | ETH_RSS_C_VLAN |
 169         ETH_RSS_NONFRAG_IPV4_SCTP};
 170 struct rss_type_match_hdr hint_eth_ipv6 = {
 171         ICE_FLOW_SEG_HDR_IPV6 | ICE_FLOW_SEG_HDR_IPV_OTHER,
 172         ETH_RSS_ETH | ETH_RSS_IPV6};
 173 struct rss_type_match_hdr hint_eth_ipv6_udp = {
 174         ICE_FLOW_SEG_HDR_IPV6 | ICE_FLOW_SEG_HDR_IPV_OTHER |
 175         ICE_FLOW_SEG_HDR_UDP,
 176         ETH_RSS_ETH | ETH_RSS_NONFRAG_IPV6_UDP};
 177 struct rss_type_match_hdr hint_eth_ipv6_tcp = {
 178         ICE_FLOW_SEG_HDR_IPV6 | ICE_FLOW_SEG_HDR_IPV_OTHER |
 179         ICE_FLOW_SEG_HDR_TCP,
 180         ETH_RSS_ETH | ETH_RSS_NONFRAG_IPV6_TCP};
 181 struct rss_type_match_hdr hint_eth_ipv6_sctp = {
 182         ICE_FLOW_SEG_HDR_IPV6 | ICE_FLOW_SEG_HDR_IPV_OTHER |
 183         ICE_FLOW_SEG_HDR_SCTP,
 184         ETH_RSS_ETH | ETH_RSS_NONFRAG_IPV6_SCTP};
 185 struct rss_type_match_hdr hint_eth_ipv6_esp = {
 186         ICE_FLOW_SEG_HDR_IPV6 | ICE_FLOW_SEG_HDR_IPV_OTHER |
 187         ICE_FLOW_SEG_HDR_ESP,
 188         ETH_RSS_ETH | ETH_RSS_IPV6 | ETH_RSS_ESP};
 189 struct rss_type_match_hdr hint_eth_ipv6_udp_esp = {
 190         ICE_FLOW_SEG_HDR_IPV6 | ICE_FLOW_SEG_HDR_IPV_OTHER |
 191         ICE_FLOW_SEG_HDR_NAT_T_ESP,
 192         ETH_RSS_ETH | ETH_RSS_NONFRAG_IPV6_UDP | ETH_RSS_ESP};
 193 struct rss_type_match_hdr hint_eth_ipv6_ah = {
 194         ICE_FLOW_SEG_HDR_IPV6 | ICE_FLOW_SEG_HDR_IPV_OTHER |
 195         ICE_FLOW_SEG_HDR_AH,
 196         ETH_RSS_ETH | ETH_RSS_IPV6 | ETH_RSS_AH};
 197 struct rss_type_match_hdr hint_eth_ipv6_l2tpv3 = {
 198         ICE_FLOW_SEG_HDR_IPV6 | ICE_FLOW_SEG_HDR_IPV_OTHER |
 199         ICE_FLOW_SEG_HDR_L2TPV3,
 200         ETH_RSS_ETH | ETH_RSS_IPV6 | ETH_RSS_L2TPV3};
 201 struct rss_type_match_hdr hint_eth_ipv6_pfcp = {
 202         ICE_FLOW_SEG_HDR_IPV6 | ICE_FLOW_SEG_HDR_IPV_OTHER |
 203         ICE_FLOW_SEG_HDR_PFCP_SESSION,
 204         ETH_RSS_ETH | ETH_RSS_NONFRAG_IPV6_UDP | ETH_RSS_PFCP};
 205 struct rss_type_match_hdr hint_eth_vlan_ipv6 = {
 206         ICE_FLOW_SEG_HDR_VLAN | ICE_FLOW_SEG_HDR_IPV6 |
 207         ICE_FLOW_SEG_HDR_IPV_OTHER,
 208         ETH_RSS_ETH | ETH_RSS_IPV6 | ETH_RSS_C_VLAN};
 209 struct rss_type_match_hdr hint_eth_vlan_ipv6_udp = {
 210         ICE_FLOW_SEG_HDR_VLAN | ICE_FLOW_SEG_HDR_IPV6 |
 211         ICE_FLOW_SEG_HDR_IPV_OTHER | ICE_FLOW_SEG_HDR_UDP,
 212         ETH_RSS_ETH | ETH_RSS_C_VLAN |
 213         ETH_RSS_NONFRAG_IPV6_UDP};
 214 struct rss_type_match_hdr hint_eth_vlan_ipv6_tcp = {
 215         ICE_FLOW_SEG_HDR_VLAN | ICE_FLOW_SEG_HDR_IPV6 |
 216         ICE_FLOW_SEG_HDR_IPV_OTHER | ICE_FLOW_SEG_HDR_TCP,
 217         ETH_RSS_ETH | ETH_RSS_C_VLAN |
 218         ETH_RSS_NONFRAG_IPV6_TCP};
 219 struct rss_type_match_hdr hint_eth_vlan_ipv6_sctp = {
 220         ICE_FLOW_SEG_HDR_VLAN | ICE_FLOW_SEG_HDR_IPV6 |
 221         ICE_FLOW_SEG_HDR_IPV_OTHER | ICE_FLOW_SEG_HDR_SCTP,
 222         ETH_RSS_ETH | ETH_RSS_C_VLAN |
 223         ETH_RSS_NONFRAG_IPV6_SCTP};
 224 struct rss_type_match_hdr hint_eth_pppoes_ipv6 = {
 225         ICE_FLOW_SEG_HDR_PPPOE | ICE_FLOW_SEG_HDR_IPV6 |
 226         ICE_FLOW_SEG_HDR_IPV_OTHER,
 227         ETH_RSS_ETH | ETH_RSS_PPPOE | ETH_RSS_IPV6};
 228 struct rss_type_match_hdr hint_eth_pppoes_ipv6_udp = {
 229         ICE_FLOW_SEG_HDR_PPPOE | ICE_FLOW_SEG_HDR_IPV6 |
 230         ICE_FLOW_SEG_HDR_IPV_OTHER | ICE_FLOW_SEG_HDR_UDP,
 231         ETH_RSS_ETH | ETH_RSS_PPPOE | ETH_RSS_NONFRAG_IPV6_UDP};
 232 struct rss_type_match_hdr hint_eth_pppoes_ipv6_tcp = {
 233         ICE_FLOW_SEG_HDR_PPPOE | ICE_FLOW_SEG_HDR_IPV6 |
 234         ICE_FLOW_SEG_HDR_IPV_OTHER | ICE_FLOW_SEG_HDR_TCP,
 235         ETH_RSS_ETH | ETH_RSS_PPPOE | ETH_RSS_NONFRAG_IPV6_TCP};
 236 struct rss_type_match_hdr hint_eth_pppoes_ipv6_sctp = {
 237         ICE_FLOW_SEG_HDR_PPPOE | ICE_FLOW_SEG_HDR_IPV6 |
 238         ICE_FLOW_SEG_HDR_IPV_OTHER | ICE_FLOW_SEG_HDR_SCTP,
 239         ETH_RSS_ETH | ETH_RSS_PPPOE | ETH_RSS_NONFRAG_IPV6_SCTP};
 240 struct rss_type_match_hdr hint_eth_pppoes = {
 241         ICE_FLOW_SEG_HDR_PPPOE,
 242         ETH_RSS_ETH | ETH_RSS_PPPOE};
 243
 244 /* Supported pattern for os default package. */
 245 static struct ice_pattern_match_item ice_hash_pattern_list_os[] = {
 246         {pattern_eth_ipv4,      ICE_INSET_NONE, &hint_eth_ipv4},
 247         {pattern_eth_ipv4_udp,  ICE_INSET_NONE, &hint_eth_ipv4_udp},
 248         {pattern_eth_ipv4_tcp,  ICE_INSET_NONE, &hint_eth_ipv4_tcp},
 249         {pattern_eth_ipv4_sctp, ICE_INSET_NONE, &hint_eth_ipv4_sctp},
 250         {pattern_eth_ipv6,      ICE_INSET_NONE, &hint_eth_ipv6},
 251         {pattern_eth_ipv6_udp,  ICE_INSET_NONE, &hint_eth_ipv6_udp},
 252         {pattern_eth_ipv6_tcp,  ICE_INSET_NONE, &hint_eth_ipv6_tcp},
 253         {pattern_eth_ipv6_sctp, ICE_INSET_NONE, &hint_eth_ipv6_sctp},
 254         {pattern_empty,         ICE_INSET_NONE, &hint_empty},
 255 };
 256
 257 /* Supported pattern for comms package. */
 258 static struct ice_pattern_match_item ice_hash_pattern_list_comms[] = {
 259         {pattern_empty,                     ICE_INSET_NONE,
 260                 &hint_empty},
 261         {pattern_eth_ipv4,                  ICE_INSET_NONE,
 262                 &hint_eth_ipv4},
 263         {pattern_eth_ipv4_udp,              ICE_INSET_NONE,
 264                 &hint_eth_ipv4_udp},
 265         {pattern_eth_ipv4_tcp,              ICE_INSET_NONE,
 266                 &hint_eth_ipv4_tcp},
 267         {pattern_eth_ipv4_sctp,             ICE_INSET_NONE,
 268                 &hint_eth_ipv4_sctp},
 269         {pattern_eth_ipv4_gtpu_ipv4,        ICE_INSET_NONE,
 270                 &hint_eth_ipv4_gtpu_ipv4},
 271         {pattern_eth_ipv4_gtpu_eh_ipv4,     ICE_INSET_NONE,
 272                 &hint_eth_ipv4_gtpu_eh_ipv4},
 273         {pattern_eth_ipv4_gtpu_eh_ipv4_udp, ICE_INSET_NONE,
 274                 &hint_eth_ipv4_gtpu_eh_ipv4_udp},
 275         {pattern_eth_ipv4_gtpu_eh_ipv4_tcp, ICE_INSET_NONE,
 276                 &hint_eth_ipv4_gtpu_eh_ipv4_tcp},
 277         {pattern_eth_pppoes_ipv4,           ICE_INSET_NONE,
 278                 &hint_eth_pppoes_ipv4},
 279         {pattern_eth_pppoes_ipv4_udp,       ICE_INSET_NONE,
 280                 &hint_eth_pppoes_ipv4_udp},
 281         {pattern_eth_pppoes_ipv4_tcp,       ICE_INSET_NONE,
 282                 &hint_eth_pppoes_ipv4_tcp},
 283         {pattern_eth_pppoes_ipv4_sctp,      ICE_INSET_NONE,
 284                 &hint_eth_pppoes_ipv4_sctp},
 285         {pattern_eth_ipv4_esp,              ICE_INSET_NONE,
 286                 &hint_eth_ipv4_esp},
 287         {pattern_eth_ipv4_udp_esp,          ICE_INSET_NONE,
 288                 &hint_eth_ipv4_udp_esp},
 289         {pattern_eth_ipv4_ah,               ICE_INSET_NONE,
 290                 &hint_eth_ipv4_ah},
 291         {pattern_eth_ipv4_l2tp,             ICE_INSET_NONE,
 292                 &hint_eth_ipv4_l2tpv3},
 293         {pattern_eth_ipv4_pfcp,             ICE_INSET_NONE,
 294                 &hint_eth_ipv4_pfcp},
 295         {pattern_eth_vlan_ipv4,             ICE_INSET_NONE,
 296                 &hint_eth_vlan_ipv4},
 297         {pattern_eth_vlan_ipv4_udp,         ICE_INSET_NONE,
 298                 &hint_eth_vlan_ipv4_udp},
 299         {pattern_eth_vlan_ipv4_tcp,         ICE_INSET_NONE,
 300                 &hint_eth_vlan_ipv4_tcp},
 301         {pattern_eth_vlan_ipv4_sctp,        ICE_INSET_NONE,
 302                 &hint_eth_vlan_ipv4_sctp},
 303         {pattern_eth_ipv6,                  ICE_INSET_NONE,
 304                 &hint_eth_ipv6},
 305         {pattern_eth_ipv6_udp,              ICE_INSET_NONE,
 306                 &hint_eth_ipv6_udp},
 307         {pattern_eth_ipv6_tcp,              ICE_INSET_NONE,
 308                 &hint_eth_ipv6_tcp},
 309         {pattern_eth_ipv6_sctp,             ICE_INSET_NONE,
 310                 &hint_eth_ipv6_sctp},
 311         {pattern_eth_ipv6_esp,              ICE_INSET_NONE,
 312                 &hint_eth_ipv6_esp},
 313         {pattern_eth_ipv6_udp_esp,          ICE_INSET_NONE,
 314                 &hint_eth_ipv6_udp_esp},
 315         {pattern_eth_ipv6_ah,               ICE_INSET_NONE,
 316                 &hint_eth_ipv6_ah},
 317         {pattern_eth_ipv6_l2tp,             ICE_INSET_NONE,
 318                 &hint_eth_ipv6_l2tpv3},
 319         {pattern_eth_ipv6_pfcp,             ICE_INSET_NONE,
 320                 &hint_eth_ipv6_pfcp},
 321         {pattern_eth_vlan_ipv6,             ICE_INSET_NONE,
 322                 &hint_eth_vlan_ipv6},
 323         {pattern_eth_vlan_ipv6_udp,         ICE_INSET_NONE,
 324                 &hint_eth_vlan_ipv6_udp},
 325         {pattern_eth_vlan_ipv6_tcp,         ICE_INSET_NONE,
 326                 &hint_eth_vlan_ipv6_tcp},
 327         {pattern_eth_vlan_ipv6_sctp,        ICE_INSET_NONE,
 328                 &hint_eth_vlan_ipv6_sctp},
 329         {pattern_eth_pppoes_ipv6,           ICE_INSET_NONE,
 330                 &hint_eth_pppoes_ipv6},
 331         {pattern_eth_pppoes_ipv6_udp,       ICE_INSET_NONE,
 332                 &hint_eth_pppoes_ipv6_udp},
 333         {pattern_eth_pppoes_ipv6_tcp,       ICE_INSET_NONE,
 334                 &hint_eth_pppoes_ipv6_tcp},
 335         {pattern_eth_pppoes_ipv6_sctp,      ICE_INSET_NONE,
 336                 &hint_eth_pppoes_ipv6_sctp},
 337         {pattern_eth_pppoes,                ICE_INSET_NONE,
 338                 &hint_eth_pppoes},
 339 };
 340
 341 /**
 342  * The first member is input set combination,
 343  * the second member is hash fields.
 344  */
 345 struct ice_hash_match_type ice_hash_type_list[] = {
 346         {ETH_RSS_L2_SRC_ONLY,
 347                 BIT_ULL(ICE_FLOW_FIELD_IDX_ETH_SA)},
 348         {ETH_RSS_L2_DST_ONLY,
 349                 BIT_ULL(ICE_FLOW_FIELD_IDX_ETH_DA)},
 350         {ETH_RSS_ETH | ETH_RSS_L2_SRC_ONLY,
 351                 BIT_ULL(ICE_FLOW_FIELD_IDX_ETH_SA)},
 352         {ETH_RSS_ETH | ETH_RSS_L2_DST_ONLY,
 353                 BIT_ULL(ICE_FLOW_FIELD_IDX_ETH_DA)},
 354         {ETH_RSS_ETH,
 355                 BIT_ULL(ICE_FLOW_FIELD_IDX_ETH_SA) |
 356                 BIT_ULL(ICE_FLOW_FIELD_IDX_ETH_DA)},
 357         {ETH_RSS_PPPOE,
 358                 ICE_FLOW_HASH_PPPOE_SESS_ID},
 359         {ETH_RSS_ETH | ETH_RSS_PPPOE | ETH_RSS_L2_SRC_ONLY,
 360                 ICE_FLOW_HASH_PPPOE_SESS_ID |
 361                 BIT_ULL(ICE_FLOW_FIELD_IDX_ETH_SA)},
 362         {ETH_RSS_C_VLAN,
 363                 BIT_ULL(ICE_FLOW_FIELD_IDX_C_VLAN)},
 364         {ETH_RSS_S_VLAN,
 365                 BIT_ULL(ICE_FLOW_FIELD_IDX_S_VLAN)},
 366         {ETH_RSS_ESP,
 367                 BIT_ULL(ICE_FLOW_FIELD_IDX_ESP_SPI)},
 368         {ETH_RSS_AH,
 369                 BIT_ULL(ICE_FLOW_FIELD_IDX_AH_SPI)},
 370         {ETH_RSS_L2TPV3,
 371                 BIT_ULL(ICE_FLOW_FIELD_IDX_L2TPV3_SESS_ID)},
 372         {ETH_RSS_PFCP,
 373                 BIT_ULL(ICE_FLOW_FIELD_IDX_PFCP_SEID)},
 374         /* IPV4 */
 375         {ETH_RSS_IPV4 | ETH_RSS_L3_SRC_ONLY,
 376                 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV4_SA)},
 377         {ETH_RSS_IPV4 | ETH_RSS_L3_DST_ONLY,
 378                 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV4_DA)},
 379         {ETH_RSS_IPV4, ICE_FLOW_HASH_IPV4},
 380         {ETH_RSS_NONFRAG_IPV4_UDP | ETH_RSS_L3_SRC_ONLY | ETH_RSS_L4_SRC_ONLY,
 381                 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV4_SA) |
 382                 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV4_PROT) |
 383                 BIT_ULL(ICE_FLOW_FIELD_IDX_UDP_SRC_PORT)},
 384         {ETH_RSS_NONFRAG_IPV4_UDP | ETH_RSS_L3_SRC_ONLY | ETH_RSS_L4_DST_ONLY,
 385                 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV4_SA) |
 386                 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV4_PROT) |
 387                 BIT_ULL(ICE_FLOW_FIELD_IDX_UDP_DST_PORT)},
 388         {ETH_RSS_NONFRAG_IPV4_UDP | ETH_RSS_L3_SRC_ONLY,
 389                 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV4_SA)},
 390         {ETH_RSS_NONFRAG_IPV4_UDP | ETH_RSS_L3_DST_ONLY | ETH_RSS_L4_SRC_ONLY,
 391                 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV4_DA) |
 392                 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV4_PROT) |
 393                 BIT_ULL(ICE_FLOW_FIELD_IDX_UDP_SRC_PORT)},
 394         {ETH_RSS_NONFRAG_IPV4_UDP | ETH_RSS_L3_DST_ONLY | ETH_RSS_L4_DST_ONLY,
 395                 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV4_DA) |
 396                 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV4_PROT) |
 397                 BIT_ULL(ICE_FLOW_FIELD_IDX_UDP_DST_PORT)},
 398         {ETH_RSS_NONFRAG_IPV4_UDP | ETH_RSS_L3_DST_ONLY,
 399                 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV4_DA)},
 400         {ETH_RSS_NONFRAG_IPV4_UDP | ETH_RSS_L4_SRC_ONLY,
 401                 BIT_ULL(ICE_FLOW_FIELD_IDX_UDP_SRC_PORT) |
 402                 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV4_PROT)},
 403         {ETH_RSS_NONFRAG_IPV4_UDP | ETH_RSS_L4_DST_ONLY,
 404                 BIT_ULL(ICE_FLOW_FIELD_IDX_UDP_DST_PORT) |
 405                 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV4_PROT)},
 406         {ETH_RSS_NONFRAG_IPV4_UDP,
 407                 ICE_HASH_UDP_IPV4 |
 408                 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV4_PROT)},
 409         {ETH_RSS_NONFRAG_IPV4_TCP | ETH_RSS_L3_SRC_ONLY | ETH_RSS_L4_SRC_ONLY,
 410                 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV4_SA) |
 411                 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV4_PROT) |
 412                 BIT_ULL(ICE_FLOW_FIELD_IDX_TCP_SRC_PORT)},
 413         {ETH_RSS_NONFRAG_IPV4_TCP | ETH_RSS_L3_SRC_ONLY | ETH_RSS_L4_DST_ONLY,
 414                 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV4_SA) |
 415                 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV4_PROT) |
 416                 BIT_ULL(ICE_FLOW_FIELD_IDX_TCP_DST_PORT)},
 417         {ETH_RSS_NONFRAG_IPV4_TCP | ETH_RSS_L3_SRC_ONLY,
 418                 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV4_SA)},
 419         {ETH_RSS_NONFRAG_IPV4_TCP | ETH_RSS_L3_DST_ONLY | ETH_RSS_L4_SRC_ONLY,
 420                 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV4_DA) |
 421                 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV4_PROT) |
 422                 BIT_ULL(ICE_FLOW_FIELD_IDX_TCP_SRC_PORT)},
 423         {ETH_RSS_NONFRAG_IPV4_TCP | ETH_RSS_L3_DST_ONLY | ETH_RSS_L4_DST_ONLY,
 424                 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV4_DA) |
 425                 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV4_PROT) |
 426                 BIT_ULL(ICE_FLOW_FIELD_IDX_TCP_DST_PORT)},
 427         {ETH_RSS_NONFRAG_IPV4_TCP | ETH_RSS_L3_DST_ONLY,
 428                 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV4_DA)},
 429         {ETH_RSS_NONFRAG_IPV4_TCP | ETH_RSS_L4_SRC_ONLY,
 430                 BIT_ULL(ICE_FLOW_FIELD_IDX_TCP_SRC_PORT) |
 431                 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV4_PROT)},
 432         {ETH_RSS_NONFRAG_IPV4_TCP | ETH_RSS_L4_DST_ONLY,
 433                 BIT_ULL(ICE_FLOW_FIELD_IDX_TCP_DST_PORT) |
 434                 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV4_PROT)},
 435         {ETH_RSS_NONFRAG_IPV4_TCP,
 436                 ICE_HASH_TCP_IPV4 |
 437                 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV4_PROT)},
 438         {ETH_RSS_NONFRAG_IPV4_SCTP | ETH_RSS_L3_SRC_ONLY | ETH_RSS_L4_SRC_ONLY,
 439                 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV4_SA) |
 440                 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV4_PROT) |
 441                 BIT_ULL(ICE_FLOW_FIELD_IDX_SCTP_SRC_PORT)},
 442         {ETH_RSS_NONFRAG_IPV4_SCTP | ETH_RSS_L3_SRC_ONLY | ETH_RSS_L4_DST_ONLY,
 443                 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV4_SA) |
 444                 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV4_PROT) |
 445                 BIT_ULL(ICE_FLOW_FIELD_IDX_SCTP_DST_PORT)},
 446         {ETH_RSS_NONFRAG_IPV4_SCTP | ETH_RSS_L3_SRC_ONLY,
 447                 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV4_SA)},
 448         {ETH_RSS_NONFRAG_IPV4_SCTP | ETH_RSS_L3_DST_ONLY | ETH_RSS_L4_SRC_ONLY,
 449                 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV4_DA) |
 450                 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV4_PROT) |
 451                 BIT_ULL(ICE_FLOW_FIELD_IDX_SCTP_SRC_PORT)},
 452         {ETH_RSS_NONFRAG_IPV4_SCTP | ETH_RSS_L3_DST_ONLY | ETH_RSS_L4_DST_ONLY,
 453                 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV4_DA) |
 454                 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV4_PROT) |
 455                 BIT_ULL(ICE_FLOW_FIELD_IDX_SCTP_DST_PORT)},
 456         {ETH_RSS_NONFRAG_IPV4_SCTP | ETH_RSS_L3_DST_ONLY,
 457                 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV4_DA)},
 458         {ETH_RSS_NONFRAG_IPV4_SCTP | ETH_RSS_L4_SRC_ONLY,
 459                 BIT_ULL(ICE_FLOW_FIELD_IDX_SCTP_SRC_PORT) |
 460                 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV4_PROT)},
 461         {ETH_RSS_NONFRAG_IPV4_SCTP | ETH_RSS_L4_DST_ONLY,
 462                 BIT_ULL(ICE_FLOW_FIELD_IDX_SCTP_DST_PORT) |
 463                 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV4_PROT)},
 464         {ETH_RSS_NONFRAG_IPV4_SCTP,
 465                 ICE_HASH_SCTP_IPV4 |
 466                 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV4_PROT)},
 467         /* IPV6 */
 468         {ETH_RSS_IPV6 | ETH_RSS_L3_SRC_ONLY,
 469                 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_SA)},
 470         {ETH_RSS_IPV6 | ETH_RSS_L3_DST_ONLY,
 471                 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_DA)},
 472         {ETH_RSS_IPV6, ICE_FLOW_HASH_IPV6},
 473         {ETH_RSS_NONFRAG_IPV6_UDP | ETH_RSS_L3_SRC_ONLY | ETH_RSS_L4_SRC_ONLY,
 474                 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_SA) |
 475                 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_PROT) |
 476                 BIT_ULL(ICE_FLOW_FIELD_IDX_UDP_SRC_PORT)},
 477         {ETH_RSS_NONFRAG_IPV6_UDP | ETH_RSS_L3_SRC_ONLY | ETH_RSS_L4_DST_ONLY,
 478                 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_SA) |
 479                 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_PROT) |
 480                 BIT_ULL(ICE_FLOW_FIELD_IDX_UDP_DST_PORT)},
 481         {ETH_RSS_NONFRAG_IPV6_UDP | ETH_RSS_L3_SRC_ONLY,
 482                 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_SA)},
 483         {ETH_RSS_NONFRAG_IPV6_UDP | ETH_RSS_L3_DST_ONLY | ETH_RSS_L4_SRC_ONLY,
 484                 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_DA) |
 485                 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_PROT) |
 486                 BIT_ULL(ICE_FLOW_FIELD_IDX_UDP_SRC_PORT)},
 487         {ETH_RSS_NONFRAG_IPV6_UDP | ETH_RSS_L3_DST_ONLY | ETH_RSS_L4_DST_ONLY,
 488                 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_DA) |
 489                 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_PROT) |
 490                 BIT_ULL(ICE_FLOW_FIELD_IDX_UDP_DST_PORT)},
 491         {ETH_RSS_NONFRAG_IPV6_UDP | ETH_RSS_L3_DST_ONLY,
 492                 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_DA)},
 493         {ETH_RSS_NONFRAG_IPV6_UDP | ETH_RSS_L4_SRC_ONLY,
 494                 BIT_ULL(ICE_FLOW_FIELD_IDX_UDP_SRC_PORT) |
 495                 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_PROT)},
 496         {ETH_RSS_NONFRAG_IPV6_UDP | ETH_RSS_L4_DST_ONLY,
 497                 BIT_ULL(ICE_FLOW_FIELD_IDX_UDP_DST_PORT) |
 498                 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_PROT)},
 499         {ETH_RSS_NONFRAG_IPV6_UDP | ETH_RSS_PFCP,
 500                 BIT_ULL(ICE_FLOW_FIELD_IDX_PFCP_SEID)},
 501         {ETH_RSS_NONFRAG_IPV6_UDP,
 502                 ICE_HASH_UDP_IPV6 |
 503                 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_PROT)},
 504         {ETH_RSS_NONFRAG_IPV6_TCP | ETH_RSS_L3_SRC_ONLY | ETH_RSS_L4_SRC_ONLY,
 505                 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_SA) |
 506                 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_PROT) |
 507                 BIT_ULL(ICE_FLOW_FIELD_IDX_TCP_SRC_PORT)},
 508         {ETH_RSS_NONFRAG_IPV6_TCP | ETH_RSS_L3_SRC_ONLY | ETH_RSS_L4_DST_ONLY,
 509                 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_SA) |
 510                 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_PROT) |
 511                 BIT_ULL(ICE_FLOW_FIELD_IDX_TCP_DST_PORT)},
 512         {ETH_RSS_NONFRAG_IPV6_TCP | ETH_RSS_L3_SRC_ONLY,
 513                 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_SA)},
 514         {ETH_RSS_NONFRAG_IPV6_TCP | ETH_RSS_L3_DST_ONLY | ETH_RSS_L4_SRC_ONLY,
 515                 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_DA) |
 516                 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_PROT) |
 517                 BIT_ULL(ICE_FLOW_FIELD_IDX_TCP_SRC_PORT)},
 518         {ETH_RSS_NONFRAG_IPV6_TCP | ETH_RSS_L3_DST_ONLY | ETH_RSS_L4_DST_ONLY,
 519                 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_DA) |
 520                 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_PROT) |
 521                 BIT_ULL(ICE_FLOW_FIELD_IDX_TCP_DST_PORT)},
 522         {ETH_RSS_NONFRAG_IPV6_TCP | ETH_RSS_L3_DST_ONLY,
 523                 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_DA)},
 524         {ETH_RSS_NONFRAG_IPV6_TCP | ETH_RSS_L4_SRC_ONLY,
 525                 BIT_ULL(ICE_FLOW_FIELD_IDX_TCP_SRC_PORT) |
 526                 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_PROT)},
 527         {ETH_RSS_NONFRAG_IPV6_TCP | ETH_RSS_L4_DST_ONLY,
 528                 BIT_ULL(ICE_FLOW_FIELD_IDX_TCP_DST_PORT) |
 529                 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_PROT)},
 530         {ETH_RSS_NONFRAG_IPV6_TCP,
 531                 ICE_HASH_TCP_IPV6 |
 532                 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_PROT)},
 533         {ETH_RSS_NONFRAG_IPV6_SCTP | ETH_RSS_L3_SRC_ONLY | ETH_RSS_L4_SRC_ONLY,
 534                 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_SA) |
 535                 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_PROT) |
 536                 BIT_ULL(ICE_FLOW_FIELD_IDX_SCTP_SRC_PORT)},
 537         {ETH_RSS_NONFRAG_IPV6_SCTP | ETH_RSS_L3_SRC_ONLY | ETH_RSS_L4_DST_ONLY,
 538                 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_SA) |
 539                 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_PROT) |
 540                 BIT_ULL(ICE_FLOW_FIELD_IDX_SCTP_DST_PORT)},
 541         {ETH_RSS_NONFRAG_IPV6_SCTP | ETH_RSS_L3_SRC_ONLY,
 542                 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_SA)},
 543         {ETH_RSS_NONFRAG_IPV6_SCTP | ETH_RSS_L3_DST_ONLY | ETH_RSS_L4_SRC_ONLY,
 544                 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_DA) |
 545                 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_PROT) |
 546                 BIT_ULL(ICE_FLOW_FIELD_IDX_SCTP_SRC_PORT)},
 547         {ETH_RSS_NONFRAG_IPV6_SCTP | ETH_RSS_L3_DST_ONLY | ETH_RSS_L4_DST_ONLY,
 548                 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_DA) |
 549                 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_PROT) |
 550                 BIT_ULL(ICE_FLOW_FIELD_IDX_SCTP_DST_PORT)},
 551         {ETH_RSS_NONFRAG_IPV6_SCTP | ETH_RSS_L3_DST_ONLY,
 552                 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_DA)},
 553         {ETH_RSS_NONFRAG_IPV6_SCTP | ETH_RSS_L4_SRC_ONLY,
 554                 BIT_ULL(ICE_FLOW_FIELD_IDX_SCTP_SRC_PORT) |
 555                 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_PROT)},
 556         {ETH_RSS_NONFRAG_IPV6_SCTP | ETH_RSS_L4_DST_ONLY,
 557                 BIT_ULL(ICE_FLOW_FIELD_IDX_SCTP_DST_PORT) |
 558                 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_PROT)},
 559         {ETH_RSS_NONFRAG_IPV6_SCTP,
 560                 ICE_HASH_SCTP_IPV6 |
 561                 BIT_ULL(ICE_FLOW_FIELD_IDX_IPV6_PROT)},
 562 };
 563
 564 static struct ice_flow_engine ice_hash_engine = {
 565         .init = ice_hash_init,
 566         .create = ice_hash_create,
 567         .destroy = ice_hash_destroy,
 568         .uninit = ice_hash_uninit,
 569         .free = ice_hash_free,
 570         .type = ICE_FLOW_ENGINE_HASH,
 571 };
 572
 573 /* Register parser for os package. */
 574 static struct ice_flow_parser ice_hash_parser_os = {
 575         .engine = &ice_hash_engine,
 576         .array = ice_hash_pattern_list_os,
 577         .array_len = RTE_DIM(ice_hash_pattern_list_os),
 578         .parse_pattern_action = ice_hash_parse_pattern_action,
 579         .stage = ICE_FLOW_STAGE_RSS,
 580 };
 581
 582 /* Register parser for comms package. */
 583 static struct ice_flow_parser ice_hash_parser_comms = {
 584         .engine = &ice_hash_engine,
 585         .array = ice_hash_pattern_list_comms,
 586         .array_len = RTE_DIM(ice_hash_pattern_list_comms),
 587         .parse_pattern_action = ice_hash_parse_pattern_action,
 588         .stage = ICE_FLOW_STAGE_RSS,
 589 };
 590
 591 RTE_INIT(ice_hash_engine_init)
 592 {
 593         struct ice_flow_engine *engine = &ice_hash_engine;
 594         ice_register_flow_engine(engine);
 595 }
 596
 597 static int
 598 ice_hash_init(struct ice_adapter *ad)
 599 {
 600         struct ice_flow_parser *parser = NULL;
 601
 602         if (ad->hw.dcf_enabled)
 603                 return 0;
 604
 605         if (ad->active_pkg_type == ICE_PKG_TYPE_OS_DEFAULT)
 606                 parser = &ice_hash_parser_os;
 607         else if (ad->active_pkg_type == ICE_PKG_TYPE_COMMS)
 608                 parser = &ice_hash_parser_comms;
 609         else
 610                 return -EINVAL;
 611
 612         return ice_register_parser(parser, ad);
 613 }
 614
 615 static int
 616 ice_hash_parse_pattern(struct ice_pattern_match_item *pattern_match_item,
 617                        const struct rte_flow_item pattern[], void **meta,
 618                        struct rte_flow_error *error)
 619 {
 620         uint32_t hdr_mask = ((struct rss_type_match_hdr *)
 621                 (pattern_match_item->meta))->hdr_mask;
 622         const struct rte_flow_item *item = pattern;
 623         const struct rte_flow_item_gtp_psc *psc;
 624         uint32_t hdrs = 0;
 625
 626         for (item = pattern; item->type != RTE_FLOW_ITEM_TYPE_END; item++) {
 627                 if (item->last) {
 628                         rte_flow_error_set(error, EINVAL,
 629                                         RTE_FLOW_ERROR_TYPE_ITEM, item,
 630                                         "Not support range");
 631                         return -rte_errno;
 632                 }
 633
 634                 switch (item->type) {
 635                 case RTE_FLOW_ITEM_TYPE_GTPU:
 636                         hdrs |= ICE_FLOW_SEG_HDR_GTPU_IP;
 637                         break;
 638                 case RTE_FLOW_ITEM_TYPE_GTP_PSC:
 639                         psc = item->spec;
 640                         hdr_mask &= ~ICE_FLOW_SEG_HDR_GTPU_EH;
 641                         hdrs &= ~ICE_FLOW_SEG_HDR_GTPU_IP;
 642                         if (!psc)
 643                                 hdrs |= ICE_FLOW_SEG_HDR_GTPU_EH;
 644                         else if (psc->pdu_type == ICE_GTPU_EH_UPLINK)
 645                                 hdrs |= ICE_FLOW_SEG_HDR_GTPU_UP;
 646                         else if (psc->pdu_type == ICE_GTPU_EH_DWNLINK)
 647                                 hdrs |= ICE_FLOW_SEG_HDR_GTPU_DWN;
 648                         break;
 649                 default:
 650                         break;
 651                 }
 652         }
 653
 654         /* Save protocol header to rss_meta. */
 655         ((struct rss_meta *)*meta)->pkt_hdr |= hdr_mask | hdrs;
 656
 657         return 0;
 658 }
 659
 660 static int
 661 ice_hash_parse_action(struct ice_pattern_match_item *pattern_match_item,
 662                 const struct rte_flow_action actions[],
 663                 void **meta,
 664                 struct rte_flow_error *error)
 665 {
 666         struct rss_type_match_hdr *m = (struct rss_type_match_hdr *)
 667                                 (pattern_match_item->meta);
 668         struct rss_meta *hash_meta = (struct rss_meta *)*meta;
 669         uint32_t type_list_len = RTE_DIM(ice_hash_type_list);
 670         enum rte_flow_action_type action_type;
 671         const struct rte_flow_action_rss *rss;
 672         const struct rte_flow_action *action;
 673         uint64_t combine_type;
 674         uint64_t rss_type;
 675         uint16_t i;
 676
 677         /* Supported action is RSS. */
 678         for (action = actions; action->type !=
 679                 RTE_FLOW_ACTION_TYPE_END; action++) {
 680                 action_type = action->type;
 681                 switch (action_type) {
 682                 case RTE_FLOW_ACTION_TYPE_RSS:
 683                         rss = action->conf;
 684                         rss_type = rss->types;
 685
 686                         /* Check hash function and save it to rss_meta. */
 687                         if (pattern_match_item->pattern_list !=
 688                             pattern_empty && rss->func ==
 689                             RTE_ETH_HASH_FUNCTION_SIMPLE_XOR) {
 690                                 return rte_flow_error_set(error, ENOTSUP,
 691                                         RTE_FLOW_ERROR_TYPE_ACTION, action,
 692                                         "Not supported flow");
 693                         } else if (rss->func ==
 694                                    RTE_ETH_HASH_FUNCTION_SIMPLE_XOR){
 695                                 ((struct rss_meta *)*meta)->hash_function =
 696                                 RTE_ETH_HASH_FUNCTION_SIMPLE_XOR;
 697                                 return 0;
 698                         } else if (rss->func ==
 699                                    RTE_ETH_HASH_FUNCTION_SYMMETRIC_TOEPLITZ) {
 700                                 ((struct rss_meta *)*meta)->hash_function =
 701                                 RTE_ETH_HASH_FUNCTION_SYMMETRIC_TOEPLITZ;
 702                         }
 703
 704                         if (rss->level)
 705                                 return rte_flow_error_set(error, ENOTSUP,
 706                                         RTE_FLOW_ERROR_TYPE_ACTION, action,
 707                                         "a nonzero RSS encapsulation level is not supported");
 708
 709                         if (rss->key_len)
 710                                 return rte_flow_error_set(error, ENOTSUP,
 711                                         RTE_FLOW_ERROR_TYPE_ACTION, action,
 712                                         "a nonzero RSS key_len is not supported");
 713
 714                         if (rss->queue)
 715                                 return rte_flow_error_set(error, ENOTSUP,
 716                                         RTE_FLOW_ERROR_TYPE_ACTION, action,
 717                                         "a non-NULL RSS queue is not supported");
 718
 719                         /**
 720                          * Check simultaneous use of SRC_ONLY and DST_ONLY
 721                          * of the same level.
 722                          */
 723                         rss_type = rte_eth_rss_hf_refine(rss_type);
 724
 725                         combine_type = ETH_RSS_L2_SRC_ONLY |
 726                                         ETH_RSS_L2_DST_ONLY |
 727                                         ETH_RSS_L3_SRC_ONLY |
 728                                         ETH_RSS_L3_DST_ONLY |
 729                                         ETH_RSS_L4_SRC_ONLY |
 730                                         ETH_RSS_L4_DST_ONLY;
 731
 732                         /* Check if rss types match pattern. */
 733                         if (rss_type & ~combine_type & ~m->eth_rss_hint) {
 734                                 return rte_flow_error_set(error,
 735                                 ENOTSUP, RTE_FLOW_ERROR_TYPE_ACTION,
 736                                 action, "Not supported RSS types");
 737                         }
 738
 739                         /* Find matched hash fields according to hash type. */
 740                         for (i = 0; i < type_list_len; i++) {
 741                                 struct ice_hash_match_type *ht_map =
 742                                         &ice_hash_type_list[i];
 743
 744                                 if (rss_type == ht_map->hash_type) {
 745                                         hash_meta->hash_flds =
 746                                                         ht_map->hash_flds;
 747                                         break;
 748                                 }
 749                         }
 750
 751                         /* update hash field for nat-t esp. */
 752                         if (rss_type == ETH_RSS_ESP &&
 753                             (m->eth_rss_hint & ETH_RSS_NONFRAG_IPV4_UDP)) {
 754                                 hash_meta->hash_flds &=
 755                                 ~(BIT_ULL(ICE_FLOW_FIELD_IDX_ESP_SPI));
 756                                 hash_meta->hash_flds |=
 757                                 BIT_ULL(ICE_FLOW_FIELD_IDX_NAT_T_ESP_SPI);
 758                         }
 759
 760                         /* update hash field for gtpu-ip and gtpu-eh. */
 761                         if (rss_type != ETH_RSS_GTPU)
 762                                 break;
 763                         else if (hash_meta->pkt_hdr & ICE_FLOW_SEG_HDR_GTPU_IP)
 764                                 hash_meta->hash_flds |=
 765                                 BIT_ULL(ICE_FLOW_FIELD_IDX_GTPU_IP_TEID);
 766                         else if (hash_meta->pkt_hdr & ICE_FLOW_SEG_HDR_GTPU_EH)
 767                                 hash_meta->hash_flds |=
 768                                 BIT_ULL(ICE_FLOW_FIELD_IDX_GTPU_EH_TEID);
 769                         else if (hash_meta->pkt_hdr & ICE_FLOW_SEG_HDR_GTPU_DWN)
 770                                 hash_meta->hash_flds |=
 771                                 BIT_ULL(ICE_FLOW_FIELD_IDX_GTPU_DWN_TEID);
 772                         else if (hash_meta->pkt_hdr & ICE_FLOW_SEG_HDR_GTPU_UP)
 773                                 hash_meta->hash_flds |=
 774                                 BIT_ULL(ICE_FLOW_FIELD_IDX_GTPU_UP_TEID);
 775
 776                         break;
 777
 778                 case RTE_FLOW_ACTION_TYPE_END:
 779                         break;
 780
 781                 default:
 782                         rte_flow_error_set(error, EINVAL,
 783                                         RTE_FLOW_ERROR_TYPE_ACTION, action,
 784                                         "Invalid action.");
 785                         return -rte_errno;
 786                 }
 787         }
 788
 789         return 0;
 790 }
 791
 792 static int
 793 ice_hash_parse_pattern_action(__rte_unused struct ice_adapter *ad,
 794                         struct ice_pattern_match_item *array,
 795                         uint32_t array_len,
 796                         const struct rte_flow_item pattern[],
 797                         const struct rte_flow_action actions[],
 798                         void **meta,
 799                         struct rte_flow_error *error)
 800 {
 801         int ret = 0;
 802         struct ice_pattern_match_item *pattern_match_item;
 803         struct rss_meta *rss_meta_ptr;
 804
 805         rss_meta_ptr = rte_zmalloc(NULL, sizeof(*rss_meta_ptr), 0);
 806         if (!rss_meta_ptr) {
 807                 rte_flow_error_set(error, EINVAL,
 808                                 RTE_FLOW_ERROR_TYPE_HANDLE, NULL,
 809                                 "No memory for rss_meta_ptr");
 810                 return -ENOMEM;
 811         }
 812
 813         /* Check rss supported pattern and find matched pattern. */
 814         pattern_match_item = ice_search_pattern_match_item(pattern,
 815                                         array, array_len, error);
 816         if (!pattern_match_item) {
 817                 ret = -rte_errno;
 818                 goto error;
 819         }
 820
 821         ret = ice_hash_parse_pattern(pattern_match_item, pattern,
 822                                      (void **)&rss_meta_ptr, error);
 823         if (ret)
 824                 goto error;
 825
 826         /* Check rss action. */
 827         ret = ice_hash_parse_action(pattern_match_item, actions,
 828                                     (void **)&rss_meta_ptr, error);
 829
 830 error:
 831         if (!ret && meta)
 832                 *meta = rss_meta_ptr;
 833         else
 834                 rte_free(rss_meta_ptr);
 835         rte_free(pattern_match_item);
 836
 837         return ret;
 838 }
 839
 840 static int
 841 ice_hash_create(struct ice_adapter *ad,
 842                 struct rte_flow *flow,
 843                 void *meta,
 844                 struct rte_flow_error *error)
 845 {
 846         struct ice_pf *pf = &ad->pf;
 847         struct ice_hw *hw = ICE_PF_TO_HW(pf);
 848         struct ice_vsi *vsi = pf->main_vsi;
 849         int ret;
 850         uint32_t reg;
 851         struct ice_hash_flow_cfg *filter_ptr;
 852
 853         uint32_t headermask = ((struct rss_meta *)meta)->pkt_hdr;
 854         uint64_t hash_field = ((struct rss_meta *)meta)->hash_flds;
 855         uint8_t hash_function = ((struct rss_meta *)meta)->hash_function;
 856
 857         filter_ptr = rte_zmalloc("ice_rss_filter",
 858                                 sizeof(struct ice_hash_flow_cfg), 0);
 859         if (!filter_ptr) {
 860                 rte_flow_error_set(error, EINVAL,
 861                                 RTE_FLOW_ERROR_TYPE_HANDLE, NULL,
 862                                 "No memory for filter_ptr");
 863                 return -ENOMEM;
 864         }
 865
 866         if (hash_function == RTE_ETH_HASH_FUNCTION_SIMPLE_XOR) {
 867                 /* Enable registers for simple_xor hash function. */
 868                 reg = ICE_READ_REG(hw, VSIQF_HASH_CTL(vsi->vsi_id));
 869                 reg = (reg & (~VSIQF_HASH_CTL_HASH_SCHEME_M)) |
 870                         (2 << VSIQF_HASH_CTL_HASH_SCHEME_S);
 871                 ICE_WRITE_REG(hw, VSIQF_HASH_CTL(vsi->vsi_id), reg);
 872
 873                 filter_ptr->simple_xor = 1;
 874
 875                 goto out;
 876         } else {
 877                 filter_ptr->rss_cfg.packet_hdr = headermask;
 878                 filter_ptr->rss_cfg.hashed_flds = hash_field;
 879                 filter_ptr->rss_cfg.symm =
 880                         (hash_function ==
 881                                 RTE_ETH_HASH_FUNCTION_SYMMETRIC_TOEPLITZ);
 882
 883                 ret = ice_add_rss_cfg(hw, vsi->idx,
 884                                 filter_ptr->rss_cfg.hashed_flds,
 885                                 filter_ptr->rss_cfg.packet_hdr,
 886                                 filter_ptr->rss_cfg.symm);
 887                 if (ret) {
 888                         rte_flow_error_set(error, EINVAL,
 889                                         RTE_FLOW_ERROR_TYPE_HANDLE, NULL,
 890                                         "rss flow create fail");
 891                         goto error;
 892                 }
 893         }
 894
 895 out:
 896         flow->rule = filter_ptr;
 897         rte_free(meta);
 898         return 0;
 899
 900 error:
 901         rte_free(filter_ptr);
 902         rte_free(meta);
 903         return -rte_errno;
 904 }
 905
 906 static int
 907 ice_hash_destroy(struct ice_adapter *ad,
 908                 struct rte_flow *flow,
 909                 struct rte_flow_error *error)
 910 {
 911         struct ice_pf *pf = ICE_DEV_PRIVATE_TO_PF(ad);
 912         struct ice_hw *hw = ICE_PF_TO_HW(pf);
 913         struct ice_vsi *vsi = pf->main_vsi;
 914         int ret;
 915         uint32_t reg;
 916         struct ice_hash_flow_cfg *filter_ptr;
 917
 918         filter_ptr = (struct ice_hash_flow_cfg *)flow->rule;
 919
 920         if (filter_ptr->simple_xor == 1) {
 921                 /* Return to symmetric_toeplitz state. */
 922                 reg = ICE_READ_REG(hw, VSIQF_HASH_CTL(vsi->vsi_id));
 923                 reg = (reg & (~VSIQF_HASH_CTL_HASH_SCHEME_M)) |
 924                         (1 << VSIQF_HASH_CTL_HASH_SCHEME_S);
 925                 ICE_WRITE_REG(hw, VSIQF_HASH_CTL(vsi->vsi_id), reg);
 926         } else {
 927                 ret = ice_rem_rss_cfg(hw, vsi->idx,
 928                                 filter_ptr->rss_cfg.hashed_flds,
 929                                 filter_ptr->rss_cfg.packet_hdr);
 930                 /* Fixme: Ignore the error if a rule does not exist.
 931                  * Currently a rule for inputset change or symm turn on/off
 932                  * will overwrite an exist rule, while application still
 933                  * have 2 rte_flow handles.
 934                  **/
 935                 if (ret && ret != ICE_ERR_DOES_NOT_EXIST) {
 936                         rte_flow_error_set(error, EINVAL,
 937                                         RTE_FLOW_ERROR_TYPE_HANDLE, NULL,
 938                                         "rss flow destroy fail");
 939                         goto error;
 940                 }
 941         }
 942
 943         rte_free(filter_ptr);
 944         return 0;
 945
 946 error:
 947         rte_free(filter_ptr);
 948         return -rte_errno;
 949 }
 950
 951 static void
 952 ice_hash_uninit(struct ice_adapter *ad)
 953 {
 954         if (ad->hw.dcf_enabled)
 955                 return;
 956
 957         if (ad->active_pkg_type == ICE_PKG_TYPE_OS_DEFAULT)
 958                 ice_unregister_parser(&ice_hash_parser_os, ad);
 959         else if (ad->active_pkg_type == ICE_PKG_TYPE_COMMS)
 960                 ice_unregister_parser(&ice_hash_parser_comms, ad);
 961 }
 962
 963 static void
 964 ice_hash_free(struct rte_flow *flow)
 965 {
 966         rte_free(flow->rule);
 967 }