drivers/net/ice/ice_generic_flow.c

   1 /* SPDX-License-Identifier: BSD-3-Clause
   2  * Copyright(c) 2019 Intel Corporation
   3  */
   4
   5 #include <sys/queue.h>
   6 #include <stdio.h>
   7 #include <errno.h>
   8 #include <stdint.h>
   9 #include <string.h>
  10 #include <unistd.h>
  11 #include <stdarg.h>
  12
  13 #include <rte_ether.h>
  14 #include <ethdev_driver.h>
  15 #include <rte_malloc.h>
  16 #include <rte_tailq.h>
  17
  18 #include "ice_ethdev.h"
  19 #include "ice_generic_flow.h"
  20
  21 /**
  22  * Non-pipeline mode, fdir and switch both used as distributor,
  23  * fdir used first, switch used as fdir's backup.
  24  */
  25 #define ICE_FLOW_CLASSIFY_STAGE_DISTRIBUTOR_ONLY 0
  26 /*Pipeline mode, switch used at permission stage*/
  27 #define ICE_FLOW_CLASSIFY_STAGE_PERMISSION 1
  28 /*Pipeline mode, fdir used at distributor stage*/
  29 #define ICE_FLOW_CLASSIFY_STAGE_DISTRIBUTOR 2
  30
  31 static struct ice_engine_list engine_list =
  32                 TAILQ_HEAD_INITIALIZER(engine_list);
  33
  34 static int ice_flow_validate(struct rte_eth_dev *dev,
  35                 const struct rte_flow_attr *attr,
  36                 const struct rte_flow_item pattern[],
  37                 const struct rte_flow_action actions[],
  38                 struct rte_flow_error *error);
  39 static struct rte_flow *ice_flow_create(struct rte_eth_dev *dev,
  40                 const struct rte_flow_attr *attr,
  41                 const struct rte_flow_item pattern[],
  42                 const struct rte_flow_action actions[],
  43                 struct rte_flow_error *error);
  44 static int ice_flow_destroy(struct rte_eth_dev *dev,
  45                 struct rte_flow *flow,
  46                 struct rte_flow_error *error);
  47 static int ice_flow_flush(struct rte_eth_dev *dev,
  48                 struct rte_flow_error *error);
  49 static int ice_flow_query(struct rte_eth_dev *dev,
  50                 struct rte_flow *flow,
  51                 const struct rte_flow_action *actions,
  52                 void *data,
  53                 struct rte_flow_error *error);
  54
  55 const struct rte_flow_ops ice_flow_ops = {
  56         .validate = ice_flow_validate,
  57         .create = ice_flow_create,
  58         .destroy = ice_flow_destroy,
  59         .flush = ice_flow_flush,
  60         .query = ice_flow_query,
  61 };
  62
  63 /* empty */
  64 enum rte_flow_item_type pattern_empty[] = {
  65         RTE_FLOW_ITEM_TYPE_END,
  66 };
  67
  68 /* L2 */
  69 enum rte_flow_item_type pattern_ethertype[] = {
  70         RTE_FLOW_ITEM_TYPE_ETH,
  71         RTE_FLOW_ITEM_TYPE_END,
  72 };
  73 enum rte_flow_item_type pattern_ethertype_vlan[] = {
  74         RTE_FLOW_ITEM_TYPE_ETH,
  75         RTE_FLOW_ITEM_TYPE_VLAN,
  76         RTE_FLOW_ITEM_TYPE_END,
  77 };
  78 enum rte_flow_item_type pattern_ethertype_qinq[] = {
  79         RTE_FLOW_ITEM_TYPE_ETH,
  80         RTE_FLOW_ITEM_TYPE_VLAN,
  81         RTE_FLOW_ITEM_TYPE_VLAN,
  82         RTE_FLOW_ITEM_TYPE_END,
  83 };
  84
  85 /* ARP */
  86 enum rte_flow_item_type pattern_eth_arp[] = {
  87         RTE_FLOW_ITEM_TYPE_ETH,
  88         RTE_FLOW_ITEM_TYPE_ARP_ETH_IPV4,
  89         RTE_FLOW_ITEM_TYPE_END,
  90 };
  91
  92 /* non-tunnel IPv4 */
  93 enum rte_flow_item_type pattern_eth_ipv4[] = {
  94         RTE_FLOW_ITEM_TYPE_ETH,
  95         RTE_FLOW_ITEM_TYPE_IPV4,
  96         RTE_FLOW_ITEM_TYPE_END,
  97 };
  98 enum rte_flow_item_type pattern_eth_vlan_ipv4[] = {
  99         RTE_FLOW_ITEM_TYPE_ETH,
 100         RTE_FLOW_ITEM_TYPE_VLAN,
 101         RTE_FLOW_ITEM_TYPE_IPV4,
 102         RTE_FLOW_ITEM_TYPE_END,
 103 };
 104 enum rte_flow_item_type pattern_eth_qinq_ipv4[] = {
 105         RTE_FLOW_ITEM_TYPE_ETH,
 106         RTE_FLOW_ITEM_TYPE_VLAN,
 107         RTE_FLOW_ITEM_TYPE_VLAN,
 108         RTE_FLOW_ITEM_TYPE_IPV4,
 109         RTE_FLOW_ITEM_TYPE_END,
 110 };
 111 enum rte_flow_item_type pattern_eth_ipv4_udp[] = {
 112         RTE_FLOW_ITEM_TYPE_ETH,
 113         RTE_FLOW_ITEM_TYPE_IPV4,
 114         RTE_FLOW_ITEM_TYPE_UDP,
 115         RTE_FLOW_ITEM_TYPE_END,
 116 };
 117 enum rte_flow_item_type pattern_eth_vlan_ipv4_udp[] = {
 118         RTE_FLOW_ITEM_TYPE_ETH,
 119         RTE_FLOW_ITEM_TYPE_VLAN,
 120         RTE_FLOW_ITEM_TYPE_IPV4,
 121         RTE_FLOW_ITEM_TYPE_UDP,
 122         RTE_FLOW_ITEM_TYPE_END,
 123 };
 124 enum rte_flow_item_type pattern_eth_qinq_ipv4_udp[] = {
 125         RTE_FLOW_ITEM_TYPE_ETH,
 126         RTE_FLOW_ITEM_TYPE_VLAN,
 127         RTE_FLOW_ITEM_TYPE_VLAN,
 128         RTE_FLOW_ITEM_TYPE_IPV4,
 129         RTE_FLOW_ITEM_TYPE_UDP,
 130         RTE_FLOW_ITEM_TYPE_END,
 131 };
 132 enum rte_flow_item_type pattern_eth_ipv4_tcp[] = {
 133         RTE_FLOW_ITEM_TYPE_ETH,
 134         RTE_FLOW_ITEM_TYPE_IPV4,
 135         RTE_FLOW_ITEM_TYPE_TCP,
 136         RTE_FLOW_ITEM_TYPE_END,
 137 };
 138 enum rte_flow_item_type pattern_eth_vlan_ipv4_tcp[] = {
 139         RTE_FLOW_ITEM_TYPE_ETH,
 140         RTE_FLOW_ITEM_TYPE_VLAN,
 141         RTE_FLOW_ITEM_TYPE_IPV4,
 142         RTE_FLOW_ITEM_TYPE_TCP,
 143         RTE_FLOW_ITEM_TYPE_END,
 144 };
 145 enum rte_flow_item_type pattern_eth_qinq_ipv4_tcp[] = {
 146         RTE_FLOW_ITEM_TYPE_ETH,
 147         RTE_FLOW_ITEM_TYPE_VLAN,
 148         RTE_FLOW_ITEM_TYPE_VLAN,
 149         RTE_FLOW_ITEM_TYPE_IPV4,
 150         RTE_FLOW_ITEM_TYPE_TCP,
 151         RTE_FLOW_ITEM_TYPE_END,
 152 };
 153 enum rte_flow_item_type pattern_eth_ipv4_sctp[] = {
 154         RTE_FLOW_ITEM_TYPE_ETH,
 155         RTE_FLOW_ITEM_TYPE_IPV4,
 156         RTE_FLOW_ITEM_TYPE_SCTP,
 157         RTE_FLOW_ITEM_TYPE_END,
 158 };
 159 enum rte_flow_item_type pattern_eth_vlan_ipv4_sctp[] = {
 160         RTE_FLOW_ITEM_TYPE_ETH,
 161         RTE_FLOW_ITEM_TYPE_VLAN,
 162         RTE_FLOW_ITEM_TYPE_IPV4,
 163         RTE_FLOW_ITEM_TYPE_SCTP,
 164         RTE_FLOW_ITEM_TYPE_END,
 165 };
 166 enum rte_flow_item_type pattern_eth_qinq_ipv4_sctp[] = {
 167         RTE_FLOW_ITEM_TYPE_ETH,
 168         RTE_FLOW_ITEM_TYPE_VLAN,
 169         RTE_FLOW_ITEM_TYPE_VLAN,
 170         RTE_FLOW_ITEM_TYPE_IPV4,
 171         RTE_FLOW_ITEM_TYPE_SCTP,
 172         RTE_FLOW_ITEM_TYPE_END,
 173 };
 174 enum rte_flow_item_type pattern_eth_ipv4_icmp[] = {
 175         RTE_FLOW_ITEM_TYPE_ETH,
 176         RTE_FLOW_ITEM_TYPE_IPV4,
 177         RTE_FLOW_ITEM_TYPE_ICMP,
 178         RTE_FLOW_ITEM_TYPE_END,
 179 };
 180 enum rte_flow_item_type pattern_eth_vlan_ipv4_icmp[] = {
 181         RTE_FLOW_ITEM_TYPE_ETH,
 182         RTE_FLOW_ITEM_TYPE_VLAN,
 183         RTE_FLOW_ITEM_TYPE_IPV4,
 184         RTE_FLOW_ITEM_TYPE_ICMP,
 185         RTE_FLOW_ITEM_TYPE_END,
 186 };
 187 enum rte_flow_item_type pattern_eth_qinq_ipv4_icmp[] = {
 188         RTE_FLOW_ITEM_TYPE_ETH,
 189         RTE_FLOW_ITEM_TYPE_VLAN,
 190         RTE_FLOW_ITEM_TYPE_VLAN,
 191         RTE_FLOW_ITEM_TYPE_IPV4,
 192         RTE_FLOW_ITEM_TYPE_ICMP,
 193         RTE_FLOW_ITEM_TYPE_END,
 194 };
 195
 196 /* non-tunnel IPv6 */
 197 enum rte_flow_item_type pattern_eth_ipv6[] = {
 198         RTE_FLOW_ITEM_TYPE_ETH,
 199         RTE_FLOW_ITEM_TYPE_IPV6,
 200         RTE_FLOW_ITEM_TYPE_END,
 201 };
 202 enum rte_flow_item_type pattern_eth_vlan_ipv6[] = {
 203         RTE_FLOW_ITEM_TYPE_ETH,
 204         RTE_FLOW_ITEM_TYPE_VLAN,
 205         RTE_FLOW_ITEM_TYPE_IPV6,
 206         RTE_FLOW_ITEM_TYPE_END,
 207 };
 208 enum rte_flow_item_type pattern_eth_qinq_ipv6[] = {
 209         RTE_FLOW_ITEM_TYPE_ETH,
 210         RTE_FLOW_ITEM_TYPE_VLAN,
 211         RTE_FLOW_ITEM_TYPE_VLAN,
 212         RTE_FLOW_ITEM_TYPE_IPV6,
 213         RTE_FLOW_ITEM_TYPE_END,
 214 };
 215 enum rte_flow_item_type pattern_eth_ipv6_udp[] = {
 216         RTE_FLOW_ITEM_TYPE_ETH,
 217         RTE_FLOW_ITEM_TYPE_IPV6,
 218         RTE_FLOW_ITEM_TYPE_UDP,
 219         RTE_FLOW_ITEM_TYPE_END,
 220 };
 221 enum rte_flow_item_type pattern_eth_vlan_ipv6_udp[] = {
 222         RTE_FLOW_ITEM_TYPE_ETH,
 223         RTE_FLOW_ITEM_TYPE_VLAN,
 224         RTE_FLOW_ITEM_TYPE_IPV6,
 225         RTE_FLOW_ITEM_TYPE_UDP,
 226         RTE_FLOW_ITEM_TYPE_END,
 227 };
 228 enum rte_flow_item_type pattern_eth_qinq_ipv6_udp[] = {
 229         RTE_FLOW_ITEM_TYPE_ETH,
 230         RTE_FLOW_ITEM_TYPE_VLAN,
 231         RTE_FLOW_ITEM_TYPE_VLAN,
 232         RTE_FLOW_ITEM_TYPE_IPV6,
 233         RTE_FLOW_ITEM_TYPE_UDP,
 234         RTE_FLOW_ITEM_TYPE_END,
 235 };
 236 enum rte_flow_item_type pattern_eth_ipv6_tcp[] = {
 237         RTE_FLOW_ITEM_TYPE_ETH,
 238         RTE_FLOW_ITEM_TYPE_IPV6,
 239         RTE_FLOW_ITEM_TYPE_TCP,
 240         RTE_FLOW_ITEM_TYPE_END,
 241 };
 242 enum rte_flow_item_type pattern_eth_vlan_ipv6_tcp[] = {
 243         RTE_FLOW_ITEM_TYPE_ETH,
 244         RTE_FLOW_ITEM_TYPE_VLAN,
 245         RTE_FLOW_ITEM_TYPE_IPV6,
 246         RTE_FLOW_ITEM_TYPE_TCP,
 247         RTE_FLOW_ITEM_TYPE_END,
 248 };
 249 enum rte_flow_item_type pattern_eth_qinq_ipv6_tcp[] = {
 250         RTE_FLOW_ITEM_TYPE_ETH,
 251         RTE_FLOW_ITEM_TYPE_VLAN,
 252         RTE_FLOW_ITEM_TYPE_VLAN,
 253         RTE_FLOW_ITEM_TYPE_IPV6,
 254         RTE_FLOW_ITEM_TYPE_TCP,
 255         RTE_FLOW_ITEM_TYPE_END,
 256 };
 257 enum rte_flow_item_type pattern_eth_ipv6_sctp[] = {
 258         RTE_FLOW_ITEM_TYPE_ETH,
 259         RTE_FLOW_ITEM_TYPE_IPV6,
 260         RTE_FLOW_ITEM_TYPE_SCTP,
 261         RTE_FLOW_ITEM_TYPE_END,
 262 };
 263 enum rte_flow_item_type pattern_eth_vlan_ipv6_sctp[] = {
 264         RTE_FLOW_ITEM_TYPE_ETH,
 265         RTE_FLOW_ITEM_TYPE_VLAN,
 266         RTE_FLOW_ITEM_TYPE_IPV6,
 267         RTE_FLOW_ITEM_TYPE_SCTP,
 268         RTE_FLOW_ITEM_TYPE_END,
 269 };
 270 enum rte_flow_item_type pattern_eth_qinq_ipv6_sctp[] = {
 271         RTE_FLOW_ITEM_TYPE_ETH,
 272         RTE_FLOW_ITEM_TYPE_VLAN,
 273         RTE_FLOW_ITEM_TYPE_VLAN,
 274         RTE_FLOW_ITEM_TYPE_IPV6,
 275         RTE_FLOW_ITEM_TYPE_SCTP,
 276         RTE_FLOW_ITEM_TYPE_END,
 277 };
 278 enum rte_flow_item_type pattern_eth_ipv6_icmp6[] = {
 279         RTE_FLOW_ITEM_TYPE_ETH,
 280         RTE_FLOW_ITEM_TYPE_IPV6,
 281         RTE_FLOW_ITEM_TYPE_ICMP6,
 282         RTE_FLOW_ITEM_TYPE_END,
 283 };
 284 enum rte_flow_item_type pattern_eth_vlan_ipv6_icmp6[] = {
 285         RTE_FLOW_ITEM_TYPE_ETH,
 286         RTE_FLOW_ITEM_TYPE_VLAN,
 287         RTE_FLOW_ITEM_TYPE_IPV6,
 288         RTE_FLOW_ITEM_TYPE_ICMP6,
 289         RTE_FLOW_ITEM_TYPE_END,
 290 };
 291 enum rte_flow_item_type pattern_eth_qinq_ipv6_icmp6[] = {
 292         RTE_FLOW_ITEM_TYPE_ETH,
 293         RTE_FLOW_ITEM_TYPE_VLAN,
 294         RTE_FLOW_ITEM_TYPE_VLAN,
 295         RTE_FLOW_ITEM_TYPE_IPV6,
 296         RTE_FLOW_ITEM_TYPE_ICMP6,
 297         RTE_FLOW_ITEM_TYPE_END,
 298 };
 299
 300 /* IPv4 VXLAN IPv4 */
 301 enum rte_flow_item_type pattern_eth_ipv4_udp_vxlan_ipv4[] = {
 302         RTE_FLOW_ITEM_TYPE_ETH,
 303         RTE_FLOW_ITEM_TYPE_IPV4,
 304         RTE_FLOW_ITEM_TYPE_UDP,
 305         RTE_FLOW_ITEM_TYPE_VXLAN,
 306         RTE_FLOW_ITEM_TYPE_IPV4,
 307         RTE_FLOW_ITEM_TYPE_END,
 308 };
 309 enum rte_flow_item_type pattern_eth_ipv4_udp_vxlan_ipv4_udp[] = {
 310         RTE_FLOW_ITEM_TYPE_ETH,
 311         RTE_FLOW_ITEM_TYPE_IPV4,
 312         RTE_FLOW_ITEM_TYPE_UDP,
 313         RTE_FLOW_ITEM_TYPE_VXLAN,
 314         RTE_FLOW_ITEM_TYPE_IPV4,
 315         RTE_FLOW_ITEM_TYPE_UDP,
 316         RTE_FLOW_ITEM_TYPE_END,
 317 };
 318 enum rte_flow_item_type pattern_eth_ipv4_udp_vxlan_ipv4_tcp[] = {
 319         RTE_FLOW_ITEM_TYPE_ETH,
 320         RTE_FLOW_ITEM_TYPE_IPV4,
 321         RTE_FLOW_ITEM_TYPE_UDP,
 322         RTE_FLOW_ITEM_TYPE_VXLAN,
 323         RTE_FLOW_ITEM_TYPE_IPV4,
 324         RTE_FLOW_ITEM_TYPE_TCP,
 325         RTE_FLOW_ITEM_TYPE_END,
 326 };
 327 enum rte_flow_item_type pattern_eth_ipv4_udp_vxlan_ipv4_sctp[] = {
 328         RTE_FLOW_ITEM_TYPE_ETH,
 329         RTE_FLOW_ITEM_TYPE_IPV4,
 330         RTE_FLOW_ITEM_TYPE_UDP,
 331         RTE_FLOW_ITEM_TYPE_VXLAN,
 332         RTE_FLOW_ITEM_TYPE_IPV4,
 333         RTE_FLOW_ITEM_TYPE_SCTP,
 334         RTE_FLOW_ITEM_TYPE_END,
 335 };
 336 enum rte_flow_item_type pattern_eth_ipv4_udp_vxlan_ipv4_icmp[] = {
 337         RTE_FLOW_ITEM_TYPE_ETH,
 338         RTE_FLOW_ITEM_TYPE_IPV4,
 339         RTE_FLOW_ITEM_TYPE_UDP,
 340         RTE_FLOW_ITEM_TYPE_VXLAN,
 341         RTE_FLOW_ITEM_TYPE_IPV4,
 342         RTE_FLOW_ITEM_TYPE_ICMP,
 343         RTE_FLOW_ITEM_TYPE_END,
 344 };
 345
 346 /* IPv4 VXLAN MAC IPv4 */
 347 enum rte_flow_item_type pattern_eth_ipv4_udp_vxlan_eth_ipv4[] = {
 348         RTE_FLOW_ITEM_TYPE_ETH,
 349         RTE_FLOW_ITEM_TYPE_IPV4,
 350         RTE_FLOW_ITEM_TYPE_UDP,
 351         RTE_FLOW_ITEM_TYPE_VXLAN,
 352         RTE_FLOW_ITEM_TYPE_ETH,
 353         RTE_FLOW_ITEM_TYPE_IPV4,
 354         RTE_FLOW_ITEM_TYPE_END,
 355 };
 356 enum rte_flow_item_type pattern_eth_ipv4_udp_vxlan_eth_ipv4_udp[] = {
 357         RTE_FLOW_ITEM_TYPE_ETH,
 358         RTE_FLOW_ITEM_TYPE_IPV4,
 359         RTE_FLOW_ITEM_TYPE_UDP,
 360         RTE_FLOW_ITEM_TYPE_VXLAN,
 361         RTE_FLOW_ITEM_TYPE_ETH,
 362         RTE_FLOW_ITEM_TYPE_IPV4,
 363         RTE_FLOW_ITEM_TYPE_UDP,
 364         RTE_FLOW_ITEM_TYPE_END,
 365 };
 366 enum rte_flow_item_type pattern_eth_ipv4_udp_vxlan_eth_ipv4_tcp[] = {
 367         RTE_FLOW_ITEM_TYPE_ETH,
 368         RTE_FLOW_ITEM_TYPE_IPV4,
 369         RTE_FLOW_ITEM_TYPE_UDP,
 370         RTE_FLOW_ITEM_TYPE_VXLAN,
 371         RTE_FLOW_ITEM_TYPE_ETH,
 372         RTE_FLOW_ITEM_TYPE_IPV4,
 373         RTE_FLOW_ITEM_TYPE_TCP,
 374         RTE_FLOW_ITEM_TYPE_END,
 375 };
 376 enum rte_flow_item_type pattern_eth_ipv4_udp_vxlan_eth_ipv4_sctp[] = {
 377         RTE_FLOW_ITEM_TYPE_ETH,
 378         RTE_FLOW_ITEM_TYPE_IPV4,
 379         RTE_FLOW_ITEM_TYPE_UDP,
 380         RTE_FLOW_ITEM_TYPE_VXLAN,
 381         RTE_FLOW_ITEM_TYPE_ETH,
 382         RTE_FLOW_ITEM_TYPE_IPV4,
 383         RTE_FLOW_ITEM_TYPE_SCTP,
 384         RTE_FLOW_ITEM_TYPE_END,
 385 };
 386 enum rte_flow_item_type pattern_eth_ipv4_udp_vxlan_eth_ipv4_icmp[] = {
 387         RTE_FLOW_ITEM_TYPE_ETH,
 388         RTE_FLOW_ITEM_TYPE_IPV4,
 389         RTE_FLOW_ITEM_TYPE_UDP,
 390         RTE_FLOW_ITEM_TYPE_VXLAN,
 391         RTE_FLOW_ITEM_TYPE_ETH,
 392         RTE_FLOW_ITEM_TYPE_IPV4,
 393         RTE_FLOW_ITEM_TYPE_ICMP,
 394         RTE_FLOW_ITEM_TYPE_END,
 395 };
 396
 397 /* IPv6 VXLAN IPv4 */
 398 enum rte_flow_item_type pattern_eth_ipv6_udp_vxlan_ipv4[] = {
 399         RTE_FLOW_ITEM_TYPE_ETH,
 400         RTE_FLOW_ITEM_TYPE_IPV6,
 401         RTE_FLOW_ITEM_TYPE_UDP,
 402         RTE_FLOW_ITEM_TYPE_VXLAN,
 403         RTE_FLOW_ITEM_TYPE_IPV4,
 404         RTE_FLOW_ITEM_TYPE_END,
 405 };
 406 enum rte_flow_item_type pattern_eth_ipv6_udp_vxlan_ipv4_tcp[] = {
 407         RTE_FLOW_ITEM_TYPE_ETH,
 408         RTE_FLOW_ITEM_TYPE_IPV6,
 409         RTE_FLOW_ITEM_TYPE_UDP,
 410         RTE_FLOW_ITEM_TYPE_VXLAN,
 411         RTE_FLOW_ITEM_TYPE_IPV4,
 412         RTE_FLOW_ITEM_TYPE_TCP,
 413         RTE_FLOW_ITEM_TYPE_END,
 414 };
 415 enum rte_flow_item_type pattern_eth_ipv6_udp_vxlan_ipv4_udp[] = {
 416         RTE_FLOW_ITEM_TYPE_ETH,
 417         RTE_FLOW_ITEM_TYPE_IPV6,
 418         RTE_FLOW_ITEM_TYPE_UDP,
 419         RTE_FLOW_ITEM_TYPE_VXLAN,
 420         RTE_FLOW_ITEM_TYPE_IPV4,
 421         RTE_FLOW_ITEM_TYPE_UDP,
 422         RTE_FLOW_ITEM_TYPE_END,
 423 };
 424 enum rte_flow_item_type pattern_eth_ipv6_udp_vxlan_ipv4_sctp[] = {
 425         RTE_FLOW_ITEM_TYPE_ETH,
 426         RTE_FLOW_ITEM_TYPE_IPV6,
 427         RTE_FLOW_ITEM_TYPE_UDP,
 428         RTE_FLOW_ITEM_TYPE_VXLAN,
 429         RTE_FLOW_ITEM_TYPE_IPV4,
 430         RTE_FLOW_ITEM_TYPE_SCTP,
 431         RTE_FLOW_ITEM_TYPE_END,
 432 };
 433 enum rte_flow_item_type pattern_eth_ipv6_udp_vxlan_ipv4_icmp[] = {
 434         RTE_FLOW_ITEM_TYPE_ETH,
 435         RTE_FLOW_ITEM_TYPE_IPV6,
 436         RTE_FLOW_ITEM_TYPE_UDP,
 437         RTE_FLOW_ITEM_TYPE_VXLAN,
 438         RTE_FLOW_ITEM_TYPE_IPV4,
 439         RTE_FLOW_ITEM_TYPE_ICMP,
 440         RTE_FLOW_ITEM_TYPE_END,
 441 };
 442
 443 /* IPv6 VXLAN MAC IPv4 */
 444 enum rte_flow_item_type pattern_eth_ipv6_udp_vxlan_eth_ipv4[] = {
 445         RTE_FLOW_ITEM_TYPE_ETH,
 446         RTE_FLOW_ITEM_TYPE_IPV6,
 447         RTE_FLOW_ITEM_TYPE_UDP,
 448         RTE_FLOW_ITEM_TYPE_VXLAN,
 449         RTE_FLOW_ITEM_TYPE_ETH,
 450         RTE_FLOW_ITEM_TYPE_IPV4,
 451         RTE_FLOW_ITEM_TYPE_END,
 452 };
 453 enum rte_flow_item_type pattern_eth_ipv6_udp_vxlan_eth_ipv4_tcp[] = {
 454         RTE_FLOW_ITEM_TYPE_ETH,
 455         RTE_FLOW_ITEM_TYPE_IPV6,
 456         RTE_FLOW_ITEM_TYPE_UDP,
 457         RTE_FLOW_ITEM_TYPE_VXLAN,
 458         RTE_FLOW_ITEM_TYPE_ETH,
 459         RTE_FLOW_ITEM_TYPE_IPV4,
 460         RTE_FLOW_ITEM_TYPE_TCP,
 461         RTE_FLOW_ITEM_TYPE_END,
 462 };
 463 enum rte_flow_item_type pattern_eth_ipv6_udp_vxlan_eth_ipv4_udp[] = {
 464         RTE_FLOW_ITEM_TYPE_ETH,
 465         RTE_FLOW_ITEM_TYPE_IPV6,
 466         RTE_FLOW_ITEM_TYPE_UDP,
 467         RTE_FLOW_ITEM_TYPE_VXLAN,
 468         RTE_FLOW_ITEM_TYPE_ETH,
 469         RTE_FLOW_ITEM_TYPE_IPV4,
 470         RTE_FLOW_ITEM_TYPE_UDP,
 471         RTE_FLOW_ITEM_TYPE_END,
 472 };
 473 enum rte_flow_item_type pattern_eth_ipv6_udp_vxlan_eth_ipv4_sctp[] = {
 474         RTE_FLOW_ITEM_TYPE_ETH,
 475         RTE_FLOW_ITEM_TYPE_IPV6,
 476         RTE_FLOW_ITEM_TYPE_UDP,
 477         RTE_FLOW_ITEM_TYPE_VXLAN,
 478         RTE_FLOW_ITEM_TYPE_ETH,
 479         RTE_FLOW_ITEM_TYPE_IPV4,
 480         RTE_FLOW_ITEM_TYPE_SCTP,
 481         RTE_FLOW_ITEM_TYPE_END,
 482 };
 483 enum rte_flow_item_type pattern_eth_ipv6_udp_vxlan_eth_ipv4_icmp[] = {
 484         RTE_FLOW_ITEM_TYPE_ETH,
 485         RTE_FLOW_ITEM_TYPE_IPV6,
 486         RTE_FLOW_ITEM_TYPE_UDP,
 487         RTE_FLOW_ITEM_TYPE_VXLAN,
 488         RTE_FLOW_ITEM_TYPE_ETH,
 489         RTE_FLOW_ITEM_TYPE_IPV4,
 490         RTE_FLOW_ITEM_TYPE_ICMP,
 491         RTE_FLOW_ITEM_TYPE_END,
 492 };
 493
 494 /* IPv4 VXLAN IPv6 */
 495 enum rte_flow_item_type pattern_eth_ipv4_udp_vxlan_ipv6[] = {
 496         RTE_FLOW_ITEM_TYPE_ETH,
 497         RTE_FLOW_ITEM_TYPE_IPV4,
 498         RTE_FLOW_ITEM_TYPE_UDP,
 499         RTE_FLOW_ITEM_TYPE_VXLAN,
 500         RTE_FLOW_ITEM_TYPE_IPV6,
 501         RTE_FLOW_ITEM_TYPE_END,
 502 };
 503 enum rte_flow_item_type pattern_eth_ipv4_udp_vxlan_ipv6_udp[] = {
 504         RTE_FLOW_ITEM_TYPE_ETH,
 505         RTE_FLOW_ITEM_TYPE_IPV4,
 506         RTE_FLOW_ITEM_TYPE_UDP,
 507         RTE_FLOW_ITEM_TYPE_VXLAN,
 508         RTE_FLOW_ITEM_TYPE_IPV6,
 509         RTE_FLOW_ITEM_TYPE_UDP,
 510         RTE_FLOW_ITEM_TYPE_END,
 511 };
 512 enum rte_flow_item_type pattern_eth_ipv4_udp_vxlan_ipv6_tcp[] = {
 513         RTE_FLOW_ITEM_TYPE_ETH,
 514         RTE_FLOW_ITEM_TYPE_IPV4,
 515         RTE_FLOW_ITEM_TYPE_UDP,
 516         RTE_FLOW_ITEM_TYPE_VXLAN,
 517         RTE_FLOW_ITEM_TYPE_IPV6,
 518         RTE_FLOW_ITEM_TYPE_TCP,
 519         RTE_FLOW_ITEM_TYPE_END,
 520 };
 521 enum rte_flow_item_type pattern_eth_ipv4_udp_vxlan_ipv6_sctp[] = {
 522         RTE_FLOW_ITEM_TYPE_ETH,
 523         RTE_FLOW_ITEM_TYPE_IPV4,
 524         RTE_FLOW_ITEM_TYPE_UDP,
 525         RTE_FLOW_ITEM_TYPE_VXLAN,
 526         RTE_FLOW_ITEM_TYPE_IPV6,
 527         RTE_FLOW_ITEM_TYPE_SCTP,
 528         RTE_FLOW_ITEM_TYPE_END,
 529 };
 530 enum rte_flow_item_type pattern_eth_ipv4_udp_vxlan_ipv6_icmp6[] = {
 531         RTE_FLOW_ITEM_TYPE_ETH,
 532         RTE_FLOW_ITEM_TYPE_IPV4,
 533         RTE_FLOW_ITEM_TYPE_UDP,
 534         RTE_FLOW_ITEM_TYPE_VXLAN,
 535         RTE_FLOW_ITEM_TYPE_IPV6,
 536         RTE_FLOW_ITEM_TYPE_ICMP6,
 537         RTE_FLOW_ITEM_TYPE_END,
 538 };
 539
 540 /* IPv4 VXLAN MAC IPv6 */
 541 enum rte_flow_item_type pattern_eth_ipv4_udp_vxlan_eth_ipv6[] = {
 542         RTE_FLOW_ITEM_TYPE_ETH,
 543         RTE_FLOW_ITEM_TYPE_IPV4,
 544         RTE_FLOW_ITEM_TYPE_UDP,
 545         RTE_FLOW_ITEM_TYPE_VXLAN,
 546         RTE_FLOW_ITEM_TYPE_ETH,
 547         RTE_FLOW_ITEM_TYPE_IPV6,
 548         RTE_FLOW_ITEM_TYPE_END,
 549 };
 550 enum rte_flow_item_type pattern_eth_ipv4_udp_vxlan_eth_ipv6_udp[] = {
 551         RTE_FLOW_ITEM_TYPE_ETH,
 552         RTE_FLOW_ITEM_TYPE_IPV4,
 553         RTE_FLOW_ITEM_TYPE_UDP,
 554         RTE_FLOW_ITEM_TYPE_VXLAN,
 555         RTE_FLOW_ITEM_TYPE_ETH,
 556         RTE_FLOW_ITEM_TYPE_IPV6,
 557         RTE_FLOW_ITEM_TYPE_UDP,
 558         RTE_FLOW_ITEM_TYPE_END,
 559 };
 560 enum rte_flow_item_type pattern_eth_ipv4_udp_vxlan_eth_ipv6_tcp[] = {
 561         RTE_FLOW_ITEM_TYPE_ETH,
 562         RTE_FLOW_ITEM_TYPE_IPV4,
 563         RTE_FLOW_ITEM_TYPE_UDP,
 564         RTE_FLOW_ITEM_TYPE_VXLAN,
 565         RTE_FLOW_ITEM_TYPE_ETH,
 566         RTE_FLOW_ITEM_TYPE_IPV6,
 567         RTE_FLOW_ITEM_TYPE_TCP,
 568         RTE_FLOW_ITEM_TYPE_END,
 569 };
 570 enum rte_flow_item_type pattern_eth_ipv4_udp_vxlan_eth_ipv6_sctp[] = {
 571         RTE_FLOW_ITEM_TYPE_ETH,
 572         RTE_FLOW_ITEM_TYPE_IPV4,
 573         RTE_FLOW_ITEM_TYPE_UDP,
 574         RTE_FLOW_ITEM_TYPE_VXLAN,
 575         RTE_FLOW_ITEM_TYPE_ETH,
 576         RTE_FLOW_ITEM_TYPE_IPV6,
 577         RTE_FLOW_ITEM_TYPE_SCTP,
 578         RTE_FLOW_ITEM_TYPE_END,
 579 };
 580 enum rte_flow_item_type pattern_eth_ipv4_udp_vxlan_eth_ipv6_icmp6[] = {
 581         RTE_FLOW_ITEM_TYPE_ETH,
 582         RTE_FLOW_ITEM_TYPE_IPV4,
 583         RTE_FLOW_ITEM_TYPE_UDP,
 584         RTE_FLOW_ITEM_TYPE_VXLAN,
 585         RTE_FLOW_ITEM_TYPE_ETH,
 586         RTE_FLOW_ITEM_TYPE_IPV6,
 587         RTE_FLOW_ITEM_TYPE_ICMP6,
 588         RTE_FLOW_ITEM_TYPE_END,
 589 };
 590
 591 /* IPv6 VXLAN IPv6 */
 592 enum rte_flow_item_type pattern_eth_ipv6_udp_vxlan_ipv6[] = {
 593         RTE_FLOW_ITEM_TYPE_ETH,
 594         RTE_FLOW_ITEM_TYPE_IPV6,
 595         RTE_FLOW_ITEM_TYPE_UDP,
 596         RTE_FLOW_ITEM_TYPE_VXLAN,
 597         RTE_FLOW_ITEM_TYPE_IPV6,
 598         RTE_FLOW_ITEM_TYPE_END,
 599 };
 600 enum rte_flow_item_type pattern_eth_ipv6_udp_vxlan_ipv6_tcp[] = {
 601         RTE_FLOW_ITEM_TYPE_ETH,
 602         RTE_FLOW_ITEM_TYPE_IPV6,
 603         RTE_FLOW_ITEM_TYPE_UDP,
 604         RTE_FLOW_ITEM_TYPE_VXLAN,
 605         RTE_FLOW_ITEM_TYPE_IPV6,
 606         RTE_FLOW_ITEM_TYPE_TCP,
 607         RTE_FLOW_ITEM_TYPE_END,
 608 };
 609 enum rte_flow_item_type pattern_eth_ipv6_udp_vxlan_ipv6_udp[] = {
 610         RTE_FLOW_ITEM_TYPE_ETH,
 611         RTE_FLOW_ITEM_TYPE_IPV6,
 612         RTE_FLOW_ITEM_TYPE_UDP,
 613         RTE_FLOW_ITEM_TYPE_VXLAN,
 614         RTE_FLOW_ITEM_TYPE_IPV6,
 615         RTE_FLOW_ITEM_TYPE_UDP,
 616         RTE_FLOW_ITEM_TYPE_END,
 617 };
 618 enum rte_flow_item_type pattern_eth_ipv6_udp_vxlan_ipv6_sctp[] = {
 619         RTE_FLOW_ITEM_TYPE_ETH,
 620         RTE_FLOW_ITEM_TYPE_IPV6,
 621         RTE_FLOW_ITEM_TYPE_UDP,
 622         RTE_FLOW_ITEM_TYPE_VXLAN,
 623         RTE_FLOW_ITEM_TYPE_IPV6,
 624         RTE_FLOW_ITEM_TYPE_SCTP,
 625         RTE_FLOW_ITEM_TYPE_END,
 626 };
 627 enum rte_flow_item_type pattern_eth_ipv6_udp_vxlan_ipv6_icmp6[] = {
 628         RTE_FLOW_ITEM_TYPE_ETH,
 629         RTE_FLOW_ITEM_TYPE_IPV6,
 630         RTE_FLOW_ITEM_TYPE_UDP,
 631         RTE_FLOW_ITEM_TYPE_VXLAN,
 632         RTE_FLOW_ITEM_TYPE_IPV6,
 633         RTE_FLOW_ITEM_TYPE_ICMP6,
 634         RTE_FLOW_ITEM_TYPE_END,
 635 };
 636
 637 /* IPv6 VXLAN MAC IPv6 */
 638 enum rte_flow_item_type pattern_eth_ipv6_udp_vxlan_eth_ipv6[] = {
 639         RTE_FLOW_ITEM_TYPE_ETH,
 640         RTE_FLOW_ITEM_TYPE_IPV6,
 641         RTE_FLOW_ITEM_TYPE_UDP,
 642         RTE_FLOW_ITEM_TYPE_VXLAN,
 643         RTE_FLOW_ITEM_TYPE_ETH,
 644         RTE_FLOW_ITEM_TYPE_IPV6,
 645         RTE_FLOW_ITEM_TYPE_END,
 646 };
 647 enum rte_flow_item_type pattern_eth_ipv6_udp_vxlan_eth_ipv6_tcp[] = {
 648         RTE_FLOW_ITEM_TYPE_ETH,
 649         RTE_FLOW_ITEM_TYPE_IPV6,
 650         RTE_FLOW_ITEM_TYPE_UDP,
 651         RTE_FLOW_ITEM_TYPE_VXLAN,
 652         RTE_FLOW_ITEM_TYPE_ETH,
 653         RTE_FLOW_ITEM_TYPE_IPV6,
 654         RTE_FLOW_ITEM_TYPE_TCP,
 655         RTE_FLOW_ITEM_TYPE_END,
 656 };
 657 enum rte_flow_item_type pattern_eth_ipv6_udp_vxlan_eth_ipv6_udp[] = {
 658         RTE_FLOW_ITEM_TYPE_ETH,
 659         RTE_FLOW_ITEM_TYPE_IPV6,
 660         RTE_FLOW_ITEM_TYPE_UDP,
 661         RTE_FLOW_ITEM_TYPE_VXLAN,
 662         RTE_FLOW_ITEM_TYPE_ETH,
 663         RTE_FLOW_ITEM_TYPE_IPV6,
 664         RTE_FLOW_ITEM_TYPE_UDP,
 665         RTE_FLOW_ITEM_TYPE_END,
 666 };
 667 enum rte_flow_item_type pattern_eth_ipv6_udp_vxlan_eth_ipv6_sctp[] = {
 668         RTE_FLOW_ITEM_TYPE_ETH,
 669         RTE_FLOW_ITEM_TYPE_IPV6,
 670         RTE_FLOW_ITEM_TYPE_UDP,
 671         RTE_FLOW_ITEM_TYPE_VXLAN,
 672         RTE_FLOW_ITEM_TYPE_ETH,
 673         RTE_FLOW_ITEM_TYPE_IPV6,
 674         RTE_FLOW_ITEM_TYPE_SCTP,
 675         RTE_FLOW_ITEM_TYPE_END,
 676 };
 677 enum rte_flow_item_type pattern_eth_ipv6_udp_vxlan_eth_ipv6_icmp6[] = {
 678         RTE_FLOW_ITEM_TYPE_ETH,
 679         RTE_FLOW_ITEM_TYPE_IPV6,
 680         RTE_FLOW_ITEM_TYPE_UDP,
 681         RTE_FLOW_ITEM_TYPE_VXLAN,
 682         RTE_FLOW_ITEM_TYPE_ETH,
 683         RTE_FLOW_ITEM_TYPE_IPV6,
 684         RTE_FLOW_ITEM_TYPE_ICMP6,
 685         RTE_FLOW_ITEM_TYPE_END,
 686 };
 687
 688 /* IPv4 NVGRE IPv4 */
 689 enum rte_flow_item_type pattern_eth_ipv4_nvgre_ipv4[] = {
 690         RTE_FLOW_ITEM_TYPE_ETH,
 691         RTE_FLOW_ITEM_TYPE_IPV4,
 692         RTE_FLOW_ITEM_TYPE_NVGRE,
 693         RTE_FLOW_ITEM_TYPE_IPV4,
 694         RTE_FLOW_ITEM_TYPE_END,
 695 };
 696 enum rte_flow_item_type pattern_eth_ipv4_nvgre_ipv4_udp[] = {
 697         RTE_FLOW_ITEM_TYPE_ETH,
 698         RTE_FLOW_ITEM_TYPE_IPV4,
 699         RTE_FLOW_ITEM_TYPE_NVGRE,
 700         RTE_FLOW_ITEM_TYPE_IPV4,
 701         RTE_FLOW_ITEM_TYPE_UDP,
 702         RTE_FLOW_ITEM_TYPE_END,
 703 };
 704 enum rte_flow_item_type pattern_eth_ipv4_nvgre_ipv4_tcp[] = {
 705         RTE_FLOW_ITEM_TYPE_ETH,
 706         RTE_FLOW_ITEM_TYPE_IPV4,
 707         RTE_FLOW_ITEM_TYPE_NVGRE,
 708         RTE_FLOW_ITEM_TYPE_IPV4,
 709         RTE_FLOW_ITEM_TYPE_TCP,
 710         RTE_FLOW_ITEM_TYPE_END,
 711 };
 712 enum rte_flow_item_type pattern_eth_ipv4_nvgre_ipv4_sctp[] = {
 713         RTE_FLOW_ITEM_TYPE_ETH,
 714         RTE_FLOW_ITEM_TYPE_IPV4,
 715         RTE_FLOW_ITEM_TYPE_NVGRE,
 716         RTE_FLOW_ITEM_TYPE_IPV4,
 717         RTE_FLOW_ITEM_TYPE_SCTP,
 718         RTE_FLOW_ITEM_TYPE_END,
 719 };
 720 enum rte_flow_item_type pattern_eth_ipv4_nvgre_ipv4_icmp[] = {
 721         RTE_FLOW_ITEM_TYPE_ETH,
 722         RTE_FLOW_ITEM_TYPE_IPV4,
 723         RTE_FLOW_ITEM_TYPE_NVGRE,
 724         RTE_FLOW_ITEM_TYPE_IPV4,
 725         RTE_FLOW_ITEM_TYPE_ICMP,
 726         RTE_FLOW_ITEM_TYPE_END,
 727 };
 728
 729 /* IPv4 NVGRE MAC IPv4 */
 730 enum rte_flow_item_type pattern_eth_ipv4_nvgre_eth_ipv4[] = {
 731         RTE_FLOW_ITEM_TYPE_ETH,
 732         RTE_FLOW_ITEM_TYPE_IPV4,
 733         RTE_FLOW_ITEM_TYPE_NVGRE,
 734         RTE_FLOW_ITEM_TYPE_ETH,
 735         RTE_FLOW_ITEM_TYPE_IPV4,
 736         RTE_FLOW_ITEM_TYPE_END,
 737 };
 738 enum rte_flow_item_type pattern_eth_ipv4_nvgre_eth_ipv4_udp[] = {
 739         RTE_FLOW_ITEM_TYPE_ETH,
 740         RTE_FLOW_ITEM_TYPE_IPV4,
 741         RTE_FLOW_ITEM_TYPE_NVGRE,
 742         RTE_FLOW_ITEM_TYPE_ETH,
 743         RTE_FLOW_ITEM_TYPE_IPV4,
 744         RTE_FLOW_ITEM_TYPE_UDP,
 745         RTE_FLOW_ITEM_TYPE_END,
 746 };
 747 enum rte_flow_item_type pattern_eth_ipv4_nvgre_eth_ipv4_tcp[] = {
 748         RTE_FLOW_ITEM_TYPE_ETH,
 749         RTE_FLOW_ITEM_TYPE_IPV4,
 750         RTE_FLOW_ITEM_TYPE_NVGRE,
 751         RTE_FLOW_ITEM_TYPE_ETH,
 752         RTE_FLOW_ITEM_TYPE_IPV4,
 753         RTE_FLOW_ITEM_TYPE_TCP,
 754         RTE_FLOW_ITEM_TYPE_END,
 755 };
 756 enum rte_flow_item_type pattern_eth_ipv4_nvgre_eth_ipv4_sctp[] = {
 757         RTE_FLOW_ITEM_TYPE_ETH,
 758         RTE_FLOW_ITEM_TYPE_IPV4,
 759         RTE_FLOW_ITEM_TYPE_NVGRE,
 760         RTE_FLOW_ITEM_TYPE_ETH,
 761         RTE_FLOW_ITEM_TYPE_IPV4,
 762         RTE_FLOW_ITEM_TYPE_SCTP,
 763         RTE_FLOW_ITEM_TYPE_END,
 764 };
 765 enum rte_flow_item_type pattern_eth_ipv4_nvgre_eth_ipv4_icmp[] = {
 766         RTE_FLOW_ITEM_TYPE_ETH,
 767         RTE_FLOW_ITEM_TYPE_IPV4,
 768         RTE_FLOW_ITEM_TYPE_NVGRE,
 769         RTE_FLOW_ITEM_TYPE_ETH,
 770         RTE_FLOW_ITEM_TYPE_IPV4,
 771         RTE_FLOW_ITEM_TYPE_ICMP,
 772         RTE_FLOW_ITEM_TYPE_END,
 773 };
 774
 775 /* IPv6 NVGRE IPv4 */
 776 enum rte_flow_item_type pattern_eth_ipv6_nvgre_ipv4[] = {
 777         RTE_FLOW_ITEM_TYPE_ETH,
 778         RTE_FLOW_ITEM_TYPE_IPV6,
 779         RTE_FLOW_ITEM_TYPE_NVGRE,
 780         RTE_FLOW_ITEM_TYPE_IPV4,
 781         RTE_FLOW_ITEM_TYPE_END,
 782 };
 783 enum rte_flow_item_type pattern_eth_ipv6_nvgre_ipv4_tcp[] = {
 784         RTE_FLOW_ITEM_TYPE_ETH,
 785         RTE_FLOW_ITEM_TYPE_IPV6,
 786         RTE_FLOW_ITEM_TYPE_NVGRE,
 787         RTE_FLOW_ITEM_TYPE_IPV4,
 788         RTE_FLOW_ITEM_TYPE_TCP,
 789         RTE_FLOW_ITEM_TYPE_END,
 790 };
 791 enum rte_flow_item_type pattern_eth_ipv6_nvgre_ipv4_udp[] = {
 792         RTE_FLOW_ITEM_TYPE_ETH,
 793         RTE_FLOW_ITEM_TYPE_IPV6,
 794         RTE_FLOW_ITEM_TYPE_NVGRE,
 795         RTE_FLOW_ITEM_TYPE_IPV4,
 796         RTE_FLOW_ITEM_TYPE_UDP,
 797         RTE_FLOW_ITEM_TYPE_END,
 798 };
 799 enum rte_flow_item_type pattern_eth_ipv6_nvgre_ipv4_sctp[] = {
 800         RTE_FLOW_ITEM_TYPE_ETH,
 801         RTE_FLOW_ITEM_TYPE_IPV6,
 802         RTE_FLOW_ITEM_TYPE_NVGRE,
 803         RTE_FLOW_ITEM_TYPE_IPV4,
 804         RTE_FLOW_ITEM_TYPE_SCTP,
 805         RTE_FLOW_ITEM_TYPE_END,
 806 };
 807 enum rte_flow_item_type pattern_eth_ipv6_nvgre_ipv4_icmp[] = {
 808         RTE_FLOW_ITEM_TYPE_ETH,
 809         RTE_FLOW_ITEM_TYPE_IPV6,
 810         RTE_FLOW_ITEM_TYPE_NVGRE,
 811         RTE_FLOW_ITEM_TYPE_IPV4,
 812         RTE_FLOW_ITEM_TYPE_ICMP,
 813         RTE_FLOW_ITEM_TYPE_END,
 814 };
 815
 816 /* IPv6 NVGRE MAC IPv4 */
 817 enum rte_flow_item_type pattern_eth_ipv6_nvgre_eth_ipv4[] = {
 818         RTE_FLOW_ITEM_TYPE_ETH,
 819         RTE_FLOW_ITEM_TYPE_IPV6,
 820         RTE_FLOW_ITEM_TYPE_NVGRE,
 821         RTE_FLOW_ITEM_TYPE_ETH,
 822         RTE_FLOW_ITEM_TYPE_IPV4,
 823         RTE_FLOW_ITEM_TYPE_END,
 824 };
 825 enum rte_flow_item_type pattern_eth_ipv6_nvgre_eth_ipv4_tcp[] = {
 826         RTE_FLOW_ITEM_TYPE_ETH,
 827         RTE_FLOW_ITEM_TYPE_IPV6,
 828         RTE_FLOW_ITEM_TYPE_NVGRE,
 829         RTE_FLOW_ITEM_TYPE_ETH,
 830         RTE_FLOW_ITEM_TYPE_IPV4,
 831         RTE_FLOW_ITEM_TYPE_TCP,
 832         RTE_FLOW_ITEM_TYPE_END,
 833 };
 834 enum rte_flow_item_type pattern_eth_ipv6_nvgre_eth_ipv4_udp[] = {
 835         RTE_FLOW_ITEM_TYPE_ETH,
 836         RTE_FLOW_ITEM_TYPE_IPV6,
 837         RTE_FLOW_ITEM_TYPE_NVGRE,
 838         RTE_FLOW_ITEM_TYPE_ETH,
 839         RTE_FLOW_ITEM_TYPE_IPV4,
 840         RTE_FLOW_ITEM_TYPE_UDP,
 841         RTE_FLOW_ITEM_TYPE_END,
 842 };
 843 enum rte_flow_item_type pattern_eth_ipv6_nvgre_eth_ipv4_sctp[] = {
 844         RTE_FLOW_ITEM_TYPE_ETH,
 845         RTE_FLOW_ITEM_TYPE_IPV6,
 846         RTE_FLOW_ITEM_TYPE_NVGRE,
 847         RTE_FLOW_ITEM_TYPE_ETH,
 848         RTE_FLOW_ITEM_TYPE_IPV4,
 849         RTE_FLOW_ITEM_TYPE_SCTP,
 850         RTE_FLOW_ITEM_TYPE_END,
 851 };
 852 enum rte_flow_item_type pattern_eth_ipv6_nvgre_eth_ipv4_icmp[] = {
 853         RTE_FLOW_ITEM_TYPE_ETH,
 854         RTE_FLOW_ITEM_TYPE_IPV6,
 855         RTE_FLOW_ITEM_TYPE_NVGRE,
 856         RTE_FLOW_ITEM_TYPE_ETH,
 857         RTE_FLOW_ITEM_TYPE_IPV4,
 858         RTE_FLOW_ITEM_TYPE_ICMP,
 859         RTE_FLOW_ITEM_TYPE_END,
 860 };
 861
 862 /* IPv4 NVGRE IPv6 */
 863 enum rte_flow_item_type pattern_eth_ipv4_nvgre_ipv6[] = {
 864         RTE_FLOW_ITEM_TYPE_ETH,
 865         RTE_FLOW_ITEM_TYPE_IPV4,
 866         RTE_FLOW_ITEM_TYPE_NVGRE,
 867         RTE_FLOW_ITEM_TYPE_IPV6,
 868         RTE_FLOW_ITEM_TYPE_END,
 869 };
 870 enum rte_flow_item_type pattern_eth_ipv4_nvgre_ipv6_udp[] = {
 871         RTE_FLOW_ITEM_TYPE_ETH,
 872         RTE_FLOW_ITEM_TYPE_IPV4,
 873         RTE_FLOW_ITEM_TYPE_NVGRE,
 874         RTE_FLOW_ITEM_TYPE_IPV6,
 875         RTE_FLOW_ITEM_TYPE_UDP,
 876         RTE_FLOW_ITEM_TYPE_END,
 877 };
 878 enum rte_flow_item_type pattern_eth_ipv4_nvgre_ipv6_tcp[] = {
 879         RTE_FLOW_ITEM_TYPE_ETH,
 880         RTE_FLOW_ITEM_TYPE_IPV4,
 881         RTE_FLOW_ITEM_TYPE_NVGRE,
 882         RTE_FLOW_ITEM_TYPE_IPV6,
 883         RTE_FLOW_ITEM_TYPE_TCP,
 884         RTE_FLOW_ITEM_TYPE_END,
 885 };
 886 enum rte_flow_item_type pattern_eth_ipv4_nvgre_ipv6_sctp[] = {
 887         RTE_FLOW_ITEM_TYPE_ETH,
 888         RTE_FLOW_ITEM_TYPE_IPV4,
 889         RTE_FLOW_ITEM_TYPE_NVGRE,
 890         RTE_FLOW_ITEM_TYPE_IPV6,
 891         RTE_FLOW_ITEM_TYPE_SCTP,
 892         RTE_FLOW_ITEM_TYPE_END,
 893 };
 894 enum rte_flow_item_type pattern_eth_ipv4_nvgre_ipv6_icmp6[] = {
 895         RTE_FLOW_ITEM_TYPE_ETH,
 896         RTE_FLOW_ITEM_TYPE_IPV4,
 897         RTE_FLOW_ITEM_TYPE_NVGRE,
 898         RTE_FLOW_ITEM_TYPE_IPV6,
 899         RTE_FLOW_ITEM_TYPE_ICMP6,
 900         RTE_FLOW_ITEM_TYPE_END,
 901 };
 902
 903 /* IPv4 NVGRE MAC IPv6 */
 904 enum rte_flow_item_type pattern_eth_ipv4_nvgre_eth_ipv6[] = {
 905         RTE_FLOW_ITEM_TYPE_ETH,
 906         RTE_FLOW_ITEM_TYPE_IPV4,
 907         RTE_FLOW_ITEM_TYPE_NVGRE,
 908         RTE_FLOW_ITEM_TYPE_ETH,
 909         RTE_FLOW_ITEM_TYPE_IPV6,
 910         RTE_FLOW_ITEM_TYPE_END,
 911 };
 912 enum rte_flow_item_type pattern_eth_ipv4_nvgre_eth_ipv6_udp[] = {
 913         RTE_FLOW_ITEM_TYPE_ETH,
 914         RTE_FLOW_ITEM_TYPE_IPV4,
 915         RTE_FLOW_ITEM_TYPE_NVGRE,
 916         RTE_FLOW_ITEM_TYPE_ETH,
 917         RTE_FLOW_ITEM_TYPE_IPV6,
 918         RTE_FLOW_ITEM_TYPE_UDP,
 919         RTE_FLOW_ITEM_TYPE_END,
 920 };
 921 enum rte_flow_item_type pattern_eth_ipv4_nvgre_eth_ipv6_tcp[] = {
 922         RTE_FLOW_ITEM_TYPE_ETH,
 923         RTE_FLOW_ITEM_TYPE_IPV4,
 924         RTE_FLOW_ITEM_TYPE_NVGRE,
 925         RTE_FLOW_ITEM_TYPE_ETH,
 926         RTE_FLOW_ITEM_TYPE_IPV6,
 927         RTE_FLOW_ITEM_TYPE_TCP,
 928         RTE_FLOW_ITEM_TYPE_END,
 929 };
 930 enum rte_flow_item_type pattern_eth_ipv4_nvgre_eth_ipv6_sctp[] = {
 931         RTE_FLOW_ITEM_TYPE_ETH,
 932         RTE_FLOW_ITEM_TYPE_IPV4,
 933         RTE_FLOW_ITEM_TYPE_NVGRE,
 934         RTE_FLOW_ITEM_TYPE_ETH,
 935         RTE_FLOW_ITEM_TYPE_IPV6,
 936         RTE_FLOW_ITEM_TYPE_SCTP,
 937         RTE_FLOW_ITEM_TYPE_END,
 938 };
 939 enum rte_flow_item_type pattern_eth_ipv4_nvgre_eth_ipv6_icmp6[] = {
 940         RTE_FLOW_ITEM_TYPE_ETH,
 941         RTE_FLOW_ITEM_TYPE_IPV4,
 942         RTE_FLOW_ITEM_TYPE_NVGRE,
 943         RTE_FLOW_ITEM_TYPE_ETH,
 944         RTE_FLOW_ITEM_TYPE_IPV6,
 945         RTE_FLOW_ITEM_TYPE_ICMP6,
 946         RTE_FLOW_ITEM_TYPE_END,
 947 };
 948
 949 /* IPv6 NVGRE IPv6 */
 950 enum rte_flow_item_type pattern_eth_ipv6_nvgre_ipv6[] = {
 951         RTE_FLOW_ITEM_TYPE_ETH,
 952         RTE_FLOW_ITEM_TYPE_IPV6,
 953         RTE_FLOW_ITEM_TYPE_NVGRE,
 954         RTE_FLOW_ITEM_TYPE_IPV6,
 955         RTE_FLOW_ITEM_TYPE_END,
 956 };
 957 enum rte_flow_item_type pattern_eth_ipv6_nvgre_ipv6_tcp[] = {
 958         RTE_FLOW_ITEM_TYPE_ETH,
 959         RTE_FLOW_ITEM_TYPE_IPV6,
 960         RTE_FLOW_ITEM_TYPE_NVGRE,
 961         RTE_FLOW_ITEM_TYPE_IPV6,
 962         RTE_FLOW_ITEM_TYPE_TCP,
 963         RTE_FLOW_ITEM_TYPE_END,
 964 };
 965 enum rte_flow_item_type pattern_eth_ipv6_nvgre_ipv6_udp[] = {
 966         RTE_FLOW_ITEM_TYPE_ETH,
 967         RTE_FLOW_ITEM_TYPE_IPV6,
 968         RTE_FLOW_ITEM_TYPE_NVGRE,
 969         RTE_FLOW_ITEM_TYPE_IPV6,
 970         RTE_FLOW_ITEM_TYPE_UDP,
 971         RTE_FLOW_ITEM_TYPE_END,
 972 };
 973 enum rte_flow_item_type pattern_eth_ipv6_nvgre_ipv6_sctp[] = {
 974         RTE_FLOW_ITEM_TYPE_ETH,
 975         RTE_FLOW_ITEM_TYPE_IPV6,
 976         RTE_FLOW_ITEM_TYPE_NVGRE,
 977         RTE_FLOW_ITEM_TYPE_IPV6,
 978         RTE_FLOW_ITEM_TYPE_SCTP,
 979         RTE_FLOW_ITEM_TYPE_END,
 980 };
 981 enum rte_flow_item_type pattern_eth_ipv6_nvgre_ipv6_icmp6[] = {
 982         RTE_FLOW_ITEM_TYPE_ETH,
 983         RTE_FLOW_ITEM_TYPE_IPV6,
 984         RTE_FLOW_ITEM_TYPE_NVGRE,
 985         RTE_FLOW_ITEM_TYPE_IPV6,
 986         RTE_FLOW_ITEM_TYPE_ICMP6,
 987         RTE_FLOW_ITEM_TYPE_END,
 988 };
 989
 990 /* IPv6 NVGRE MAC IPv6 */
 991 enum rte_flow_item_type pattern_eth_ipv6_nvgre_eth_ipv6[] = {
 992         RTE_FLOW_ITEM_TYPE_ETH,
 993         RTE_FLOW_ITEM_TYPE_IPV6,
 994         RTE_FLOW_ITEM_TYPE_NVGRE,
 995         RTE_FLOW_ITEM_TYPE_ETH,
 996         RTE_FLOW_ITEM_TYPE_IPV6,
 997         RTE_FLOW_ITEM_TYPE_END,
 998 };
 999 enum rte_flow_item_type pattern_eth_ipv6_nvgre_eth_ipv6_tcp[] = {
1000         RTE_FLOW_ITEM_TYPE_ETH,
1001         RTE_FLOW_ITEM_TYPE_IPV6,
1002         RTE_FLOW_ITEM_TYPE_NVGRE,
1003         RTE_FLOW_ITEM_TYPE_ETH,
1004         RTE_FLOW_ITEM_TYPE_IPV6,
1005         RTE_FLOW_ITEM_TYPE_TCP,
1006         RTE_FLOW_ITEM_TYPE_END,
1007 };
1008 enum rte_flow_item_type pattern_eth_ipv6_nvgre_eth_ipv6_udp[] = {
1009         RTE_FLOW_ITEM_TYPE_ETH,
1010         RTE_FLOW_ITEM_TYPE_IPV6,
1011         RTE_FLOW_ITEM_TYPE_NVGRE,
1012         RTE_FLOW_ITEM_TYPE_ETH,
1013         RTE_FLOW_ITEM_TYPE_IPV6,
1014         RTE_FLOW_ITEM_TYPE_UDP,
1015         RTE_FLOW_ITEM_TYPE_END,
1016 };
1017 enum rte_flow_item_type pattern_eth_ipv6_nvgre_eth_ipv6_sctp[] = {
1018         RTE_FLOW_ITEM_TYPE_ETH,
1019         RTE_FLOW_ITEM_TYPE_IPV6,
1020         RTE_FLOW_ITEM_TYPE_NVGRE,
1021         RTE_FLOW_ITEM_TYPE_ETH,
1022         RTE_FLOW_ITEM_TYPE_IPV6,
1023         RTE_FLOW_ITEM_TYPE_SCTP,
1024         RTE_FLOW_ITEM_TYPE_END,
1025 };
1026 enum rte_flow_item_type pattern_eth_ipv6_nvgre_eth_ipv6_icmp6[] = {
1027         RTE_FLOW_ITEM_TYPE_ETH,
1028         RTE_FLOW_ITEM_TYPE_IPV6,
1029         RTE_FLOW_ITEM_TYPE_NVGRE,
1030         RTE_FLOW_ITEM_TYPE_ETH,
1031         RTE_FLOW_ITEM_TYPE_IPV6,
1032         RTE_FLOW_ITEM_TYPE_ICMP6,
1033         RTE_FLOW_ITEM_TYPE_END,
1034 };
1035
1036 /*IPv4 GTPU (EH) */
1037 enum rte_flow_item_type pattern_eth_ipv4_gtpu[] = {
1038         RTE_FLOW_ITEM_TYPE_ETH,
1039         RTE_FLOW_ITEM_TYPE_IPV4,
1040         RTE_FLOW_ITEM_TYPE_UDP,
1041         RTE_FLOW_ITEM_TYPE_GTPU,
1042         RTE_FLOW_ITEM_TYPE_END,
1043 };
1044
1045 enum rte_flow_item_type pattern_eth_ipv4_gtpu_eh[] = {
1046         RTE_FLOW_ITEM_TYPE_ETH,
1047         RTE_FLOW_ITEM_TYPE_IPV4,
1048         RTE_FLOW_ITEM_TYPE_UDP,
1049         RTE_FLOW_ITEM_TYPE_GTPU,
1050         RTE_FLOW_ITEM_TYPE_GTP_PSC,
1051         RTE_FLOW_ITEM_TYPE_END,
1052 };
1053
1054 /*IPv6 GTPU (EH) */
1055 enum rte_flow_item_type pattern_eth_ipv6_gtpu[] = {
1056         RTE_FLOW_ITEM_TYPE_ETH,
1057         RTE_FLOW_ITEM_TYPE_IPV6,
1058         RTE_FLOW_ITEM_TYPE_UDP,
1059         RTE_FLOW_ITEM_TYPE_GTPU,
1060         RTE_FLOW_ITEM_TYPE_END,
1061 };
1062
1063 enum rte_flow_item_type pattern_eth_ipv6_gtpu_eh[] = {
1064         RTE_FLOW_ITEM_TYPE_ETH,
1065         RTE_FLOW_ITEM_TYPE_IPV6,
1066         RTE_FLOW_ITEM_TYPE_UDP,
1067         RTE_FLOW_ITEM_TYPE_GTPU,
1068         RTE_FLOW_ITEM_TYPE_GTP_PSC,
1069         RTE_FLOW_ITEM_TYPE_END,
1070 };
1071
1072 /*IPv4 GTPU IPv4 */
1073 enum rte_flow_item_type pattern_eth_ipv4_gtpu_ipv4[] = {
1074         RTE_FLOW_ITEM_TYPE_ETH,
1075         RTE_FLOW_ITEM_TYPE_IPV4,
1076         RTE_FLOW_ITEM_TYPE_UDP,
1077         RTE_FLOW_ITEM_TYPE_GTPU,
1078         RTE_FLOW_ITEM_TYPE_IPV4,
1079         RTE_FLOW_ITEM_TYPE_END,
1080 };
1081
1082 enum rte_flow_item_type pattern_eth_ipv4_gtpu_ipv4_udp[] = {
1083         RTE_FLOW_ITEM_TYPE_ETH,
1084         RTE_FLOW_ITEM_TYPE_IPV4,
1085         RTE_FLOW_ITEM_TYPE_UDP,
1086         RTE_FLOW_ITEM_TYPE_GTPU,
1087         RTE_FLOW_ITEM_TYPE_IPV4,
1088         RTE_FLOW_ITEM_TYPE_UDP,
1089         RTE_FLOW_ITEM_TYPE_END,
1090 };
1091
1092 enum rte_flow_item_type pattern_eth_ipv4_gtpu_ipv4_tcp[] = {
1093         RTE_FLOW_ITEM_TYPE_ETH,
1094         RTE_FLOW_ITEM_TYPE_IPV4,
1095         RTE_FLOW_ITEM_TYPE_UDP,
1096         RTE_FLOW_ITEM_TYPE_GTPU,
1097         RTE_FLOW_ITEM_TYPE_IPV4,
1098         RTE_FLOW_ITEM_TYPE_TCP,
1099         RTE_FLOW_ITEM_TYPE_END,
1100 };
1101
1102 enum rte_flow_item_type pattern_eth_ipv4_gtpu_ipv4_icmp[] = {
1103         RTE_FLOW_ITEM_TYPE_ETH,
1104         RTE_FLOW_ITEM_TYPE_IPV4,
1105         RTE_FLOW_ITEM_TYPE_UDP,
1106         RTE_FLOW_ITEM_TYPE_GTPU,
1107         RTE_FLOW_ITEM_TYPE_IPV4,
1108         RTE_FLOW_ITEM_TYPE_ICMP,
1109         RTE_FLOW_ITEM_TYPE_END,
1110 };
1111
1112 /*IPv4 GTPU IPv6 */
1113 enum rte_flow_item_type pattern_eth_ipv4_gtpu_ipv6[] = {
1114         RTE_FLOW_ITEM_TYPE_ETH,
1115         RTE_FLOW_ITEM_TYPE_IPV4,
1116         RTE_FLOW_ITEM_TYPE_UDP,
1117         RTE_FLOW_ITEM_TYPE_GTPU,
1118         RTE_FLOW_ITEM_TYPE_IPV6,
1119         RTE_FLOW_ITEM_TYPE_END,
1120 };
1121
1122 enum rte_flow_item_type pattern_eth_ipv4_gtpu_ipv6_udp[] = {
1123         RTE_FLOW_ITEM_TYPE_ETH,
1124         RTE_FLOW_ITEM_TYPE_IPV4,
1125         RTE_FLOW_ITEM_TYPE_UDP,
1126         RTE_FLOW_ITEM_TYPE_GTPU,
1127         RTE_FLOW_ITEM_TYPE_IPV6,
1128         RTE_FLOW_ITEM_TYPE_UDP,
1129         RTE_FLOW_ITEM_TYPE_END,
1130 };
1131
1132 enum rte_flow_item_type pattern_eth_ipv4_gtpu_ipv6_tcp[] = {
1133         RTE_FLOW_ITEM_TYPE_ETH,
1134         RTE_FLOW_ITEM_TYPE_IPV4,
1135         RTE_FLOW_ITEM_TYPE_UDP,
1136         RTE_FLOW_ITEM_TYPE_GTPU,
1137         RTE_FLOW_ITEM_TYPE_IPV6,
1138         RTE_FLOW_ITEM_TYPE_TCP,
1139         RTE_FLOW_ITEM_TYPE_END,
1140 };
1141
1142 enum rte_flow_item_type pattern_eth_ipv4_gtpu_ipv6_icmp[] = {
1143         RTE_FLOW_ITEM_TYPE_ETH,
1144         RTE_FLOW_ITEM_TYPE_IPV4,
1145         RTE_FLOW_ITEM_TYPE_UDP,
1146         RTE_FLOW_ITEM_TYPE_GTPU,
1147         RTE_FLOW_ITEM_TYPE_IPV6,
1148         RTE_FLOW_ITEM_TYPE_ICMP,
1149         RTE_FLOW_ITEM_TYPE_END,
1150 };
1151
1152 /*IPv6 GTPU IPv4 */
1153 enum rte_flow_item_type pattern_eth_ipv6_gtpu_ipv4[] = {
1154         RTE_FLOW_ITEM_TYPE_ETH,
1155         RTE_FLOW_ITEM_TYPE_IPV6,
1156         RTE_FLOW_ITEM_TYPE_UDP,
1157         RTE_FLOW_ITEM_TYPE_GTPU,
1158         RTE_FLOW_ITEM_TYPE_IPV4,
1159         RTE_FLOW_ITEM_TYPE_END,
1160 };
1161
1162 enum rte_flow_item_type pattern_eth_ipv6_gtpu_ipv4_udp[] = {
1163         RTE_FLOW_ITEM_TYPE_ETH,
1164         RTE_FLOW_ITEM_TYPE_IPV6,
1165         RTE_FLOW_ITEM_TYPE_UDP,
1166         RTE_FLOW_ITEM_TYPE_GTPU,
1167         RTE_FLOW_ITEM_TYPE_IPV4,
1168         RTE_FLOW_ITEM_TYPE_UDP,
1169         RTE_FLOW_ITEM_TYPE_END,
1170 };
1171
1172 enum rte_flow_item_type pattern_eth_ipv6_gtpu_ipv4_tcp[] = {
1173         RTE_FLOW_ITEM_TYPE_ETH,
1174         RTE_FLOW_ITEM_TYPE_IPV6,
1175         RTE_FLOW_ITEM_TYPE_UDP,
1176         RTE_FLOW_ITEM_TYPE_GTPU,
1177         RTE_FLOW_ITEM_TYPE_IPV4,
1178         RTE_FLOW_ITEM_TYPE_TCP,
1179         RTE_FLOW_ITEM_TYPE_END,
1180 };
1181
1182 enum rte_flow_item_type pattern_eth_ipv6_gtpu_ipv4_icmp[] = {
1183         RTE_FLOW_ITEM_TYPE_ETH,
1184         RTE_FLOW_ITEM_TYPE_IPV6,
1185         RTE_FLOW_ITEM_TYPE_UDP,
1186         RTE_FLOW_ITEM_TYPE_GTPU,
1187         RTE_FLOW_ITEM_TYPE_IPV4,
1188         RTE_FLOW_ITEM_TYPE_ICMP,
1189         RTE_FLOW_ITEM_TYPE_END,
1190 };
1191
1192 /*IPv6 GTPU IPv6 */
1193 enum rte_flow_item_type pattern_eth_ipv6_gtpu_ipv6[] = {
1194         RTE_FLOW_ITEM_TYPE_ETH,
1195         RTE_FLOW_ITEM_TYPE_IPV6,
1196         RTE_FLOW_ITEM_TYPE_UDP,
1197         RTE_FLOW_ITEM_TYPE_GTPU,
1198         RTE_FLOW_ITEM_TYPE_IPV6,
1199         RTE_FLOW_ITEM_TYPE_END,
1200 };
1201
1202 enum rte_flow_item_type pattern_eth_ipv6_gtpu_ipv6_udp[] = {
1203         RTE_FLOW_ITEM_TYPE_ETH,
1204         RTE_FLOW_ITEM_TYPE_IPV6,
1205         RTE_FLOW_ITEM_TYPE_UDP,
1206         RTE_FLOW_ITEM_TYPE_GTPU,
1207         RTE_FLOW_ITEM_TYPE_IPV6,
1208         RTE_FLOW_ITEM_TYPE_UDP,
1209         RTE_FLOW_ITEM_TYPE_END,
1210 };
1211
1212 enum rte_flow_item_type pattern_eth_ipv6_gtpu_ipv6_tcp[] = {
1213         RTE_FLOW_ITEM_TYPE_ETH,
1214         RTE_FLOW_ITEM_TYPE_IPV6,
1215         RTE_FLOW_ITEM_TYPE_UDP,
1216         RTE_FLOW_ITEM_TYPE_GTPU,
1217         RTE_FLOW_ITEM_TYPE_IPV6,
1218         RTE_FLOW_ITEM_TYPE_TCP,
1219         RTE_FLOW_ITEM_TYPE_END,
1220 };
1221
1222 enum rte_flow_item_type pattern_eth_ipv6_gtpu_ipv6_icmp[] = {
1223         RTE_FLOW_ITEM_TYPE_ETH,
1224         RTE_FLOW_ITEM_TYPE_IPV6,
1225         RTE_FLOW_ITEM_TYPE_UDP,
1226         RTE_FLOW_ITEM_TYPE_GTPU,
1227         RTE_FLOW_ITEM_TYPE_IPV6,
1228         RTE_FLOW_ITEM_TYPE_ICMP,
1229         RTE_FLOW_ITEM_TYPE_END,
1230 };
1231
1232 /*IPv4 GTPU EH IPv4 */
1233 enum rte_flow_item_type pattern_eth_ipv4_gtpu_eh_ipv4[] = {
1234         RTE_FLOW_ITEM_TYPE_ETH,
1235         RTE_FLOW_ITEM_TYPE_IPV4,
1236         RTE_FLOW_ITEM_TYPE_UDP,
1237         RTE_FLOW_ITEM_TYPE_GTPU,
1238         RTE_FLOW_ITEM_TYPE_GTP_PSC,
1239         RTE_FLOW_ITEM_TYPE_IPV4,
1240         RTE_FLOW_ITEM_TYPE_END,
1241 };
1242
1243 enum rte_flow_item_type pattern_eth_ipv4_gtpu_eh_ipv4_udp[] = {
1244         RTE_FLOW_ITEM_TYPE_ETH,
1245         RTE_FLOW_ITEM_TYPE_IPV4,
1246         RTE_FLOW_ITEM_TYPE_UDP,
1247         RTE_FLOW_ITEM_TYPE_GTPU,
1248         RTE_FLOW_ITEM_TYPE_GTP_PSC,
1249         RTE_FLOW_ITEM_TYPE_IPV4,
1250         RTE_FLOW_ITEM_TYPE_UDP,
1251         RTE_FLOW_ITEM_TYPE_END,
1252 };
1253
1254 enum rte_flow_item_type pattern_eth_ipv4_gtpu_eh_ipv4_tcp[] = {
1255         RTE_FLOW_ITEM_TYPE_ETH,
1256         RTE_FLOW_ITEM_TYPE_IPV4,
1257         RTE_FLOW_ITEM_TYPE_UDP,
1258         RTE_FLOW_ITEM_TYPE_GTPU,
1259         RTE_FLOW_ITEM_TYPE_GTP_PSC,
1260         RTE_FLOW_ITEM_TYPE_IPV4,
1261         RTE_FLOW_ITEM_TYPE_TCP,
1262         RTE_FLOW_ITEM_TYPE_END,
1263 };
1264
1265 enum rte_flow_item_type pattern_eth_ipv4_gtpu_eh_ipv4_icmp[] = {
1266         RTE_FLOW_ITEM_TYPE_ETH,
1267         RTE_FLOW_ITEM_TYPE_IPV4,
1268         RTE_FLOW_ITEM_TYPE_UDP,
1269         RTE_FLOW_ITEM_TYPE_GTPU,
1270         RTE_FLOW_ITEM_TYPE_GTP_PSC,
1271         RTE_FLOW_ITEM_TYPE_IPV4,
1272         RTE_FLOW_ITEM_TYPE_ICMP,
1273         RTE_FLOW_ITEM_TYPE_END,
1274 };
1275
1276 /*IPv4 GTPU EH IPv6 */
1277 enum rte_flow_item_type pattern_eth_ipv4_gtpu_eh_ipv6[] = {
1278         RTE_FLOW_ITEM_TYPE_ETH,
1279         RTE_FLOW_ITEM_TYPE_IPV4,
1280         RTE_FLOW_ITEM_TYPE_UDP,
1281         RTE_FLOW_ITEM_TYPE_GTPU,
1282         RTE_FLOW_ITEM_TYPE_GTP_PSC,
1283         RTE_FLOW_ITEM_TYPE_IPV6,
1284         RTE_FLOW_ITEM_TYPE_END,
1285 };
1286
1287 enum rte_flow_item_type pattern_eth_ipv4_gtpu_eh_ipv6_udp[] = {
1288         RTE_FLOW_ITEM_TYPE_ETH,
1289         RTE_FLOW_ITEM_TYPE_IPV4,
1290         RTE_FLOW_ITEM_TYPE_UDP,
1291         RTE_FLOW_ITEM_TYPE_GTPU,
1292         RTE_FLOW_ITEM_TYPE_GTP_PSC,
1293         RTE_FLOW_ITEM_TYPE_IPV6,
1294         RTE_FLOW_ITEM_TYPE_UDP,
1295         RTE_FLOW_ITEM_TYPE_END,
1296 };
1297
1298 enum rte_flow_item_type pattern_eth_ipv4_gtpu_eh_ipv6_tcp[] = {
1299         RTE_FLOW_ITEM_TYPE_ETH,
1300         RTE_FLOW_ITEM_TYPE_IPV4,
1301         RTE_FLOW_ITEM_TYPE_UDP,
1302         RTE_FLOW_ITEM_TYPE_GTPU,
1303         RTE_FLOW_ITEM_TYPE_GTP_PSC,
1304         RTE_FLOW_ITEM_TYPE_IPV6,
1305         RTE_FLOW_ITEM_TYPE_TCP,
1306         RTE_FLOW_ITEM_TYPE_END,
1307 };
1308
1309 enum rte_flow_item_type pattern_eth_ipv4_gtpu_eh_ipv6_icmp[] = {
1310         RTE_FLOW_ITEM_TYPE_ETH,
1311         RTE_FLOW_ITEM_TYPE_IPV4,
1312         RTE_FLOW_ITEM_TYPE_UDP,
1313         RTE_FLOW_ITEM_TYPE_GTPU,
1314         RTE_FLOW_ITEM_TYPE_GTP_PSC,
1315         RTE_FLOW_ITEM_TYPE_IPV6,
1316         RTE_FLOW_ITEM_TYPE_ICMP,
1317         RTE_FLOW_ITEM_TYPE_END,
1318 };
1319
1320 /*IPv6 GTPU EH IPv4 */
1321 enum rte_flow_item_type pattern_eth_ipv6_gtpu_eh_ipv4[] = {
1322         RTE_FLOW_ITEM_TYPE_ETH,
1323         RTE_FLOW_ITEM_TYPE_IPV6,
1324         RTE_FLOW_ITEM_TYPE_UDP,
1325         RTE_FLOW_ITEM_TYPE_GTPU,
1326         RTE_FLOW_ITEM_TYPE_GTP_PSC,
1327         RTE_FLOW_ITEM_TYPE_IPV4,
1328         RTE_FLOW_ITEM_TYPE_END,
1329 };
1330
1331 enum rte_flow_item_type pattern_eth_ipv6_gtpu_eh_ipv4_udp[] = {
1332         RTE_FLOW_ITEM_TYPE_ETH,
1333         RTE_FLOW_ITEM_TYPE_IPV6,
1334         RTE_FLOW_ITEM_TYPE_UDP,
1335         RTE_FLOW_ITEM_TYPE_GTPU,
1336         RTE_FLOW_ITEM_TYPE_GTP_PSC,
1337         RTE_FLOW_ITEM_TYPE_IPV4,
1338         RTE_FLOW_ITEM_TYPE_UDP,
1339         RTE_FLOW_ITEM_TYPE_END,
1340 };
1341
1342 enum rte_flow_item_type pattern_eth_ipv6_gtpu_eh_ipv4_tcp[] = {
1343         RTE_FLOW_ITEM_TYPE_ETH,
1344         RTE_FLOW_ITEM_TYPE_IPV6,
1345         RTE_FLOW_ITEM_TYPE_UDP,
1346         RTE_FLOW_ITEM_TYPE_GTPU,
1347         RTE_FLOW_ITEM_TYPE_GTP_PSC,
1348         RTE_FLOW_ITEM_TYPE_IPV4,
1349         RTE_FLOW_ITEM_TYPE_TCP,
1350         RTE_FLOW_ITEM_TYPE_END,
1351 };
1352
1353 enum rte_flow_item_type pattern_eth_ipv6_gtpu_eh_ipv4_icmp[] = {
1354         RTE_FLOW_ITEM_TYPE_ETH,
1355         RTE_FLOW_ITEM_TYPE_IPV6,
1356         RTE_FLOW_ITEM_TYPE_UDP,
1357         RTE_FLOW_ITEM_TYPE_GTPU,
1358         RTE_FLOW_ITEM_TYPE_GTP_PSC,
1359         RTE_FLOW_ITEM_TYPE_IPV4,
1360         RTE_FLOW_ITEM_TYPE_ICMP,
1361         RTE_FLOW_ITEM_TYPE_END,
1362 };
1363
1364 /*IPv6 GTPU EH IPv6 */
1365 enum rte_flow_item_type pattern_eth_ipv6_gtpu_eh_ipv6[] = {
1366         RTE_FLOW_ITEM_TYPE_ETH,
1367         RTE_FLOW_ITEM_TYPE_IPV6,
1368         RTE_FLOW_ITEM_TYPE_UDP,
1369         RTE_FLOW_ITEM_TYPE_GTPU,
1370         RTE_FLOW_ITEM_TYPE_GTP_PSC,
1371         RTE_FLOW_ITEM_TYPE_IPV6,
1372         RTE_FLOW_ITEM_TYPE_END,
1373 };
1374
1375 enum rte_flow_item_type pattern_eth_ipv6_gtpu_eh_ipv6_udp[] = {
1376         RTE_FLOW_ITEM_TYPE_ETH,
1377         RTE_FLOW_ITEM_TYPE_IPV6,
1378         RTE_FLOW_ITEM_TYPE_UDP,
1379         RTE_FLOW_ITEM_TYPE_GTPU,
1380         RTE_FLOW_ITEM_TYPE_GTP_PSC,
1381         RTE_FLOW_ITEM_TYPE_IPV6,
1382         RTE_FLOW_ITEM_TYPE_UDP,
1383         RTE_FLOW_ITEM_TYPE_END,
1384 };
1385
1386 enum rte_flow_item_type pattern_eth_ipv6_gtpu_eh_ipv6_tcp[] = {
1387         RTE_FLOW_ITEM_TYPE_ETH,
1388         RTE_FLOW_ITEM_TYPE_IPV6,
1389         RTE_FLOW_ITEM_TYPE_UDP,
1390         RTE_FLOW_ITEM_TYPE_GTPU,
1391         RTE_FLOW_ITEM_TYPE_GTP_PSC,
1392         RTE_FLOW_ITEM_TYPE_IPV6,
1393         RTE_FLOW_ITEM_TYPE_TCP,
1394         RTE_FLOW_ITEM_TYPE_END,
1395 };
1396
1397 enum rte_flow_item_type pattern_eth_ipv6_gtpu_eh_ipv6_icmp[] = {
1398         RTE_FLOW_ITEM_TYPE_ETH,
1399         RTE_FLOW_ITEM_TYPE_IPV6,
1400         RTE_FLOW_ITEM_TYPE_UDP,
1401         RTE_FLOW_ITEM_TYPE_GTPU,
1402         RTE_FLOW_ITEM_TYPE_GTP_PSC,
1403         RTE_FLOW_ITEM_TYPE_IPV6,
1404         RTE_FLOW_ITEM_TYPE_ICMP,
1405         RTE_FLOW_ITEM_TYPE_END,
1406 };
1407
1408 /* PPPoE */
1409 enum rte_flow_item_type pattern_eth_pppoed[] = {
1410         RTE_FLOW_ITEM_TYPE_ETH,
1411         RTE_FLOW_ITEM_TYPE_PPPOED,
1412         RTE_FLOW_ITEM_TYPE_END,
1413 };
1414 enum rte_flow_item_type pattern_eth_vlan_pppoed[] = {
1415         RTE_FLOW_ITEM_TYPE_ETH,
1416         RTE_FLOW_ITEM_TYPE_VLAN,
1417         RTE_FLOW_ITEM_TYPE_PPPOED,
1418         RTE_FLOW_ITEM_TYPE_END,
1419 };
1420 enum rte_flow_item_type pattern_eth_qinq_pppoed[] = {
1421         RTE_FLOW_ITEM_TYPE_ETH,
1422         RTE_FLOW_ITEM_TYPE_VLAN,
1423         RTE_FLOW_ITEM_TYPE_VLAN,
1424         RTE_FLOW_ITEM_TYPE_PPPOED,
1425         RTE_FLOW_ITEM_TYPE_END,
1426 };
1427 enum rte_flow_item_type pattern_eth_pppoes[] = {
1428         RTE_FLOW_ITEM_TYPE_ETH,
1429         RTE_FLOW_ITEM_TYPE_PPPOES,
1430         RTE_FLOW_ITEM_TYPE_END,
1431 };
1432 enum rte_flow_item_type pattern_eth_pppoes_proto[] = {
1433         RTE_FLOW_ITEM_TYPE_ETH,
1434         RTE_FLOW_ITEM_TYPE_PPPOES,
1435         RTE_FLOW_ITEM_TYPE_PPPOE_PROTO_ID,
1436         RTE_FLOW_ITEM_TYPE_END,
1437 };
1438 enum rte_flow_item_type pattern_eth_vlan_pppoes[] = {
1439         RTE_FLOW_ITEM_TYPE_ETH,
1440         RTE_FLOW_ITEM_TYPE_VLAN,
1441         RTE_FLOW_ITEM_TYPE_PPPOES,
1442         RTE_FLOW_ITEM_TYPE_END,
1443 };
1444 enum rte_flow_item_type pattern_eth_vlan_pppoes_proto[] = {
1445         RTE_FLOW_ITEM_TYPE_ETH,
1446         RTE_FLOW_ITEM_TYPE_VLAN,
1447         RTE_FLOW_ITEM_TYPE_PPPOES,
1448         RTE_FLOW_ITEM_TYPE_PPPOE_PROTO_ID,
1449         RTE_FLOW_ITEM_TYPE_END,
1450 };
1451 enum rte_flow_item_type pattern_eth_qinq_pppoes[] = {
1452         RTE_FLOW_ITEM_TYPE_ETH,
1453         RTE_FLOW_ITEM_TYPE_VLAN,
1454         RTE_FLOW_ITEM_TYPE_VLAN,
1455         RTE_FLOW_ITEM_TYPE_PPPOES,
1456         RTE_FLOW_ITEM_TYPE_END,
1457 };
1458 enum rte_flow_item_type pattern_eth_qinq_pppoes_proto[] = {
1459         RTE_FLOW_ITEM_TYPE_ETH,
1460         RTE_FLOW_ITEM_TYPE_VLAN,
1461         RTE_FLOW_ITEM_TYPE_VLAN,
1462         RTE_FLOW_ITEM_TYPE_PPPOES,
1463         RTE_FLOW_ITEM_TYPE_PPPOE_PROTO_ID,
1464         RTE_FLOW_ITEM_TYPE_END,
1465 };
1466 enum rte_flow_item_type pattern_eth_pppoes_ipv4[] = {
1467         RTE_FLOW_ITEM_TYPE_ETH,
1468         RTE_FLOW_ITEM_TYPE_PPPOES,
1469         RTE_FLOW_ITEM_TYPE_IPV4,
1470         RTE_FLOW_ITEM_TYPE_END,
1471 };
1472 enum rte_flow_item_type pattern_eth_vlan_pppoes_ipv4[] = {
1473         RTE_FLOW_ITEM_TYPE_ETH,
1474         RTE_FLOW_ITEM_TYPE_VLAN,
1475         RTE_FLOW_ITEM_TYPE_PPPOES,
1476         RTE_FLOW_ITEM_TYPE_IPV4,
1477         RTE_FLOW_ITEM_TYPE_END,
1478 };
1479 enum rte_flow_item_type pattern_eth_qinq_pppoes_ipv4[] = {
1480         RTE_FLOW_ITEM_TYPE_ETH,
1481         RTE_FLOW_ITEM_TYPE_VLAN,
1482         RTE_FLOW_ITEM_TYPE_VLAN,
1483         RTE_FLOW_ITEM_TYPE_PPPOES,
1484         RTE_FLOW_ITEM_TYPE_IPV4,
1485         RTE_FLOW_ITEM_TYPE_END,
1486 };
1487 enum rte_flow_item_type pattern_eth_pppoes_ipv4_udp[] = {
1488         RTE_FLOW_ITEM_TYPE_ETH,
1489         RTE_FLOW_ITEM_TYPE_PPPOES,
1490         RTE_FLOW_ITEM_TYPE_IPV4,
1491         RTE_FLOW_ITEM_TYPE_UDP,
1492         RTE_FLOW_ITEM_TYPE_END,
1493 };
1494 enum rte_flow_item_type pattern_eth_vlan_pppoes_ipv4_udp[] = {
1495         RTE_FLOW_ITEM_TYPE_ETH,
1496         RTE_FLOW_ITEM_TYPE_VLAN,
1497         RTE_FLOW_ITEM_TYPE_PPPOES,
1498         RTE_FLOW_ITEM_TYPE_IPV4,
1499         RTE_FLOW_ITEM_TYPE_UDP,
1500         RTE_FLOW_ITEM_TYPE_END,
1501 };
1502 enum rte_flow_item_type pattern_eth_qinq_pppoes_ipv4_udp[] = {
1503         RTE_FLOW_ITEM_TYPE_ETH,
1504         RTE_FLOW_ITEM_TYPE_VLAN,
1505         RTE_FLOW_ITEM_TYPE_VLAN,
1506         RTE_FLOW_ITEM_TYPE_PPPOES,
1507         RTE_FLOW_ITEM_TYPE_IPV4,
1508         RTE_FLOW_ITEM_TYPE_UDP,
1509         RTE_FLOW_ITEM_TYPE_END,
1510 };
1511 enum rte_flow_item_type pattern_eth_pppoes_ipv4_tcp[] = {
1512         RTE_FLOW_ITEM_TYPE_ETH,
1513         RTE_FLOW_ITEM_TYPE_PPPOES,
1514         RTE_FLOW_ITEM_TYPE_IPV4,
1515         RTE_FLOW_ITEM_TYPE_TCP,
1516         RTE_FLOW_ITEM_TYPE_END,
1517 };
1518 enum rte_flow_item_type pattern_eth_vlan_pppoes_ipv4_tcp[] = {
1519         RTE_FLOW_ITEM_TYPE_ETH,
1520         RTE_FLOW_ITEM_TYPE_VLAN,
1521         RTE_FLOW_ITEM_TYPE_PPPOES,
1522         RTE_FLOW_ITEM_TYPE_IPV4,
1523         RTE_FLOW_ITEM_TYPE_TCP,
1524         RTE_FLOW_ITEM_TYPE_END,
1525 };
1526 enum rte_flow_item_type pattern_eth_qinq_pppoes_ipv4_tcp[] = {
1527         RTE_FLOW_ITEM_TYPE_ETH,
1528         RTE_FLOW_ITEM_TYPE_VLAN,
1529         RTE_FLOW_ITEM_TYPE_VLAN,
1530         RTE_FLOW_ITEM_TYPE_PPPOES,
1531         RTE_FLOW_ITEM_TYPE_IPV4,
1532         RTE_FLOW_ITEM_TYPE_TCP,
1533         RTE_FLOW_ITEM_TYPE_END,
1534 };
1535 enum rte_flow_item_type pattern_eth_pppoes_ipv4_sctp[] = {
1536         RTE_FLOW_ITEM_TYPE_ETH,
1537         RTE_FLOW_ITEM_TYPE_PPPOES,
1538         RTE_FLOW_ITEM_TYPE_IPV4,
1539         RTE_FLOW_ITEM_TYPE_SCTP,
1540         RTE_FLOW_ITEM_TYPE_END,
1541 };
1542 enum rte_flow_item_type pattern_eth_vlan_pppoes_ipv4_sctp[] = {
1543         RTE_FLOW_ITEM_TYPE_ETH,
1544         RTE_FLOW_ITEM_TYPE_VLAN,
1545         RTE_FLOW_ITEM_TYPE_PPPOES,
1546         RTE_FLOW_ITEM_TYPE_IPV4,
1547         RTE_FLOW_ITEM_TYPE_SCTP,
1548         RTE_FLOW_ITEM_TYPE_END,
1549 };
1550 enum rte_flow_item_type pattern_eth_qinq_pppoes_ipv4_sctp[] = {
1551         RTE_FLOW_ITEM_TYPE_ETH,
1552         RTE_FLOW_ITEM_TYPE_VLAN,
1553         RTE_FLOW_ITEM_TYPE_VLAN,
1554         RTE_FLOW_ITEM_TYPE_PPPOES,
1555         RTE_FLOW_ITEM_TYPE_IPV4,
1556         RTE_FLOW_ITEM_TYPE_SCTP,
1557         RTE_FLOW_ITEM_TYPE_END,
1558 };
1559 enum rte_flow_item_type pattern_eth_pppoes_ipv4_icmp[] = {
1560         RTE_FLOW_ITEM_TYPE_ETH,
1561         RTE_FLOW_ITEM_TYPE_PPPOES,
1562         RTE_FLOW_ITEM_TYPE_IPV4,
1563         RTE_FLOW_ITEM_TYPE_ICMP,
1564         RTE_FLOW_ITEM_TYPE_END,
1565 };
1566 enum rte_flow_item_type pattern_eth_vlan_pppoes_ipv4_icmp[] = {
1567         RTE_FLOW_ITEM_TYPE_ETH,
1568         RTE_FLOW_ITEM_TYPE_VLAN,
1569         RTE_FLOW_ITEM_TYPE_PPPOES,
1570         RTE_FLOW_ITEM_TYPE_IPV4,
1571         RTE_FLOW_ITEM_TYPE_ICMP,
1572         RTE_FLOW_ITEM_TYPE_END,
1573 };
1574 enum rte_flow_item_type pattern_eth_qinq_pppoes_ipv4_icmp[] = {
1575         RTE_FLOW_ITEM_TYPE_ETH,
1576         RTE_FLOW_ITEM_TYPE_VLAN,
1577         RTE_FLOW_ITEM_TYPE_VLAN,
1578         RTE_FLOW_ITEM_TYPE_PPPOES,
1579         RTE_FLOW_ITEM_TYPE_IPV4,
1580         RTE_FLOW_ITEM_TYPE_ICMP,
1581         RTE_FLOW_ITEM_TYPE_END,
1582 };
1583 enum rte_flow_item_type pattern_eth_pppoes_ipv6[] = {
1584         RTE_FLOW_ITEM_TYPE_ETH,
1585         RTE_FLOW_ITEM_TYPE_PPPOES,
1586         RTE_FLOW_ITEM_TYPE_IPV6,
1587         RTE_FLOW_ITEM_TYPE_END,
1588 };
1589 enum rte_flow_item_type pattern_eth_vlan_pppoes_ipv6[] = {
1590         RTE_FLOW_ITEM_TYPE_ETH,
1591         RTE_FLOW_ITEM_TYPE_VLAN,
1592         RTE_FLOW_ITEM_TYPE_PPPOES,
1593         RTE_FLOW_ITEM_TYPE_IPV6,
1594         RTE_FLOW_ITEM_TYPE_END,
1595 };
1596 enum rte_flow_item_type pattern_eth_qinq_pppoes_ipv6[] = {
1597         RTE_FLOW_ITEM_TYPE_ETH,
1598         RTE_FLOW_ITEM_TYPE_VLAN,
1599         RTE_FLOW_ITEM_TYPE_VLAN,
1600         RTE_FLOW_ITEM_TYPE_PPPOES,
1601         RTE_FLOW_ITEM_TYPE_IPV6,
1602         RTE_FLOW_ITEM_TYPE_END,
1603 };
1604 enum rte_flow_item_type pattern_eth_pppoes_ipv6_udp[] = {
1605         RTE_FLOW_ITEM_TYPE_ETH,
1606         RTE_FLOW_ITEM_TYPE_PPPOES,
1607         RTE_FLOW_ITEM_TYPE_IPV6,
1608         RTE_FLOW_ITEM_TYPE_UDP,
1609         RTE_FLOW_ITEM_TYPE_END,
1610 };
1611 enum rte_flow_item_type pattern_eth_vlan_pppoes_ipv6_udp[] = {
1612         RTE_FLOW_ITEM_TYPE_ETH,
1613         RTE_FLOW_ITEM_TYPE_VLAN,
1614         RTE_FLOW_ITEM_TYPE_PPPOES,
1615         RTE_FLOW_ITEM_TYPE_IPV6,
1616         RTE_FLOW_ITEM_TYPE_UDP,
1617         RTE_FLOW_ITEM_TYPE_END,
1618 };
1619 enum rte_flow_item_type pattern_eth_qinq_pppoes_ipv6_udp[] = {
1620         RTE_FLOW_ITEM_TYPE_ETH,
1621         RTE_FLOW_ITEM_TYPE_VLAN,
1622         RTE_FLOW_ITEM_TYPE_VLAN,
1623         RTE_FLOW_ITEM_TYPE_PPPOES,
1624         RTE_FLOW_ITEM_TYPE_IPV6,
1625         RTE_FLOW_ITEM_TYPE_UDP,
1626         RTE_FLOW_ITEM_TYPE_END,
1627 };
1628 enum rte_flow_item_type pattern_eth_pppoes_ipv6_tcp[] = {
1629         RTE_FLOW_ITEM_TYPE_ETH,
1630         RTE_FLOW_ITEM_TYPE_PPPOES,
1631         RTE_FLOW_ITEM_TYPE_IPV6,
1632         RTE_FLOW_ITEM_TYPE_TCP,
1633         RTE_FLOW_ITEM_TYPE_END,
1634 };
1635 enum rte_flow_item_type pattern_eth_vlan_pppoes_ipv6_tcp[] = {
1636         RTE_FLOW_ITEM_TYPE_ETH,
1637         RTE_FLOW_ITEM_TYPE_VLAN,
1638         RTE_FLOW_ITEM_TYPE_PPPOES,
1639         RTE_FLOW_ITEM_TYPE_IPV6,
1640         RTE_FLOW_ITEM_TYPE_TCP,
1641         RTE_FLOW_ITEM_TYPE_END,
1642 };
1643 enum rte_flow_item_type pattern_eth_qinq_pppoes_ipv6_tcp[] = {
1644         RTE_FLOW_ITEM_TYPE_ETH,
1645         RTE_FLOW_ITEM_TYPE_VLAN,
1646         RTE_FLOW_ITEM_TYPE_VLAN,
1647         RTE_FLOW_ITEM_TYPE_PPPOES,
1648         RTE_FLOW_ITEM_TYPE_IPV6,
1649         RTE_FLOW_ITEM_TYPE_TCP,
1650         RTE_FLOW_ITEM_TYPE_END,
1651 };
1652 enum rte_flow_item_type pattern_eth_pppoes_ipv6_sctp[] = {
1653         RTE_FLOW_ITEM_TYPE_ETH,
1654         RTE_FLOW_ITEM_TYPE_PPPOES,
1655         RTE_FLOW_ITEM_TYPE_IPV6,
1656         RTE_FLOW_ITEM_TYPE_SCTP,
1657         RTE_FLOW_ITEM_TYPE_END,
1658 };
1659 enum rte_flow_item_type pattern_eth_vlan_pppoes_ipv6_sctp[] = {
1660         RTE_FLOW_ITEM_TYPE_ETH,
1661         RTE_FLOW_ITEM_TYPE_VLAN,
1662         RTE_FLOW_ITEM_TYPE_PPPOES,
1663         RTE_FLOW_ITEM_TYPE_IPV6,
1664         RTE_FLOW_ITEM_TYPE_SCTP,
1665         RTE_FLOW_ITEM_TYPE_END,
1666 };
1667 enum rte_flow_item_type pattern_eth_qinq_pppoes_ipv6_sctp[] = {
1668         RTE_FLOW_ITEM_TYPE_ETH,
1669         RTE_FLOW_ITEM_TYPE_VLAN,
1670         RTE_FLOW_ITEM_TYPE_VLAN,
1671         RTE_FLOW_ITEM_TYPE_PPPOES,
1672         RTE_FLOW_ITEM_TYPE_IPV6,
1673         RTE_FLOW_ITEM_TYPE_SCTP,
1674         RTE_FLOW_ITEM_TYPE_END,
1675 };
1676 enum rte_flow_item_type pattern_eth_pppoes_ipv6_icmp6[] = {
1677         RTE_FLOW_ITEM_TYPE_ETH,
1678         RTE_FLOW_ITEM_TYPE_PPPOES,
1679         RTE_FLOW_ITEM_TYPE_IPV6,
1680         RTE_FLOW_ITEM_TYPE_ICMP6,
1681         RTE_FLOW_ITEM_TYPE_END,
1682 };
1683 enum rte_flow_item_type pattern_eth_vlan_pppoes_ipv6_icmp6[] = {
1684         RTE_FLOW_ITEM_TYPE_ETH,
1685         RTE_FLOW_ITEM_TYPE_VLAN,
1686         RTE_FLOW_ITEM_TYPE_PPPOES,
1687         RTE_FLOW_ITEM_TYPE_IPV6,
1688         RTE_FLOW_ITEM_TYPE_ICMP6,
1689         RTE_FLOW_ITEM_TYPE_END,
1690 };
1691 enum rte_flow_item_type pattern_eth_qinq_pppoes_ipv6_icmp6[] = {
1692         RTE_FLOW_ITEM_TYPE_ETH,
1693         RTE_FLOW_ITEM_TYPE_VLAN,
1694         RTE_FLOW_ITEM_TYPE_VLAN,
1695         RTE_FLOW_ITEM_TYPE_PPPOES,
1696         RTE_FLOW_ITEM_TYPE_IPV6,
1697         RTE_FLOW_ITEM_TYPE_ICMP6,
1698         RTE_FLOW_ITEM_TYPE_END,
1699 };
1700 enum rte_flow_item_type pattern_eth_ipv4_esp[] = {
1701         RTE_FLOW_ITEM_TYPE_ETH,
1702         RTE_FLOW_ITEM_TYPE_IPV4,
1703         RTE_FLOW_ITEM_TYPE_ESP,
1704         RTE_FLOW_ITEM_TYPE_END,
1705 };
1706 enum rte_flow_item_type pattern_eth_ipv6_esp[] = {
1707         RTE_FLOW_ITEM_TYPE_ETH,
1708         RTE_FLOW_ITEM_TYPE_IPV6,
1709         RTE_FLOW_ITEM_TYPE_ESP,
1710         RTE_FLOW_ITEM_TYPE_END,
1711 };
1712 enum rte_flow_item_type pattern_eth_ipv4_ah[] = {
1713         RTE_FLOW_ITEM_TYPE_ETH,
1714         RTE_FLOW_ITEM_TYPE_IPV4,
1715         RTE_FLOW_ITEM_TYPE_AH,
1716         RTE_FLOW_ITEM_TYPE_END,
1717 };
1718 enum rte_flow_item_type pattern_eth_ipv6_ah[] = {
1719         RTE_FLOW_ITEM_TYPE_ETH,
1720         RTE_FLOW_ITEM_TYPE_IPV6,
1721         RTE_FLOW_ITEM_TYPE_AH,
1722         RTE_FLOW_ITEM_TYPE_END,
1723 };
1724 enum rte_flow_item_type pattern_eth_ipv4_udp_esp[] = {
1725         RTE_FLOW_ITEM_TYPE_ETH,
1726         RTE_FLOW_ITEM_TYPE_IPV4,
1727         RTE_FLOW_ITEM_TYPE_UDP,
1728         RTE_FLOW_ITEM_TYPE_ESP,
1729         RTE_FLOW_ITEM_TYPE_END,
1730 };
1731 enum rte_flow_item_type pattern_eth_ipv6_udp_esp[] = {
1732         RTE_FLOW_ITEM_TYPE_ETH,
1733         RTE_FLOW_ITEM_TYPE_IPV6,
1734         RTE_FLOW_ITEM_TYPE_UDP,
1735         RTE_FLOW_ITEM_TYPE_ESP,
1736         RTE_FLOW_ITEM_TYPE_END,
1737 };
1738 enum rte_flow_item_type pattern_eth_ipv6_udp_ah[] = {
1739         RTE_FLOW_ITEM_TYPE_ETH,
1740         RTE_FLOW_ITEM_TYPE_IPV6,
1741         RTE_FLOW_ITEM_TYPE_UDP,
1742         RTE_FLOW_ITEM_TYPE_AH,
1743         RTE_FLOW_ITEM_TYPE_END,
1744 };
1745 enum rte_flow_item_type pattern_eth_ipv4_l2tp[] = {
1746         RTE_FLOW_ITEM_TYPE_ETH,
1747         RTE_FLOW_ITEM_TYPE_IPV4,
1748         RTE_FLOW_ITEM_TYPE_L2TPV3OIP,
1749         RTE_FLOW_ITEM_TYPE_END,
1750 };
1751 enum rte_flow_item_type pattern_eth_ipv6_l2tp[] = {
1752         RTE_FLOW_ITEM_TYPE_ETH,
1753         RTE_FLOW_ITEM_TYPE_IPV6,
1754         RTE_FLOW_ITEM_TYPE_L2TPV3OIP,
1755         RTE_FLOW_ITEM_TYPE_END,
1756 };
1757 enum rte_flow_item_type pattern_eth_ipv4_pfcp[] = {
1758         RTE_FLOW_ITEM_TYPE_ETH,
1759         RTE_FLOW_ITEM_TYPE_IPV4,
1760         RTE_FLOW_ITEM_TYPE_UDP,
1761         RTE_FLOW_ITEM_TYPE_PFCP,
1762         RTE_FLOW_ITEM_TYPE_END,
1763 };
1764 enum rte_flow_item_type pattern_eth_ipv6_pfcp[] = {
1765         RTE_FLOW_ITEM_TYPE_ETH,
1766         RTE_FLOW_ITEM_TYPE_IPV6,
1767         RTE_FLOW_ITEM_TYPE_UDP,
1768         RTE_FLOW_ITEM_TYPE_PFCP,
1769         RTE_FLOW_ITEM_TYPE_END,
1770 };
1771
1772
1773
1774 typedef struct ice_flow_engine * (*parse_engine_t)(struct ice_adapter *ad,
1775                 struct rte_flow *flow,
1776                 struct ice_parser_list *parser_list,
1777                 const struct rte_flow_item pattern[],
1778                 const struct rte_flow_action actions[],
1779                 struct rte_flow_error *error);
1780
1781 void
1782 ice_register_flow_engine(struct ice_flow_engine *engine)
1783 {
1784         TAILQ_INSERT_TAIL(&engine_list, engine, node);
1785 }
1786
1787 int
1788 ice_flow_init(struct ice_adapter *ad)
1789 {
1790         int ret;
1791         struct ice_pf *pf = &ad->pf;
1792         void *temp;
1793         struct ice_flow_engine *engine;
1794
1795         TAILQ_INIT(&pf->flow_list);
1796         TAILQ_INIT(&pf->rss_parser_list);
1797         TAILQ_INIT(&pf->perm_parser_list);
1798         TAILQ_INIT(&pf->dist_parser_list);
1799         rte_spinlock_init(&pf->flow_ops_lock);
1800
1801         TAILQ_FOREACH_SAFE(engine, &engine_list, node, temp) {
1802                 if (engine->init == NULL) {
1803                         PMD_INIT_LOG(ERR, "Invalid engine type (%d)",
1804                                         engine->type);
1805                         return -ENOTSUP;
1806                 }
1807
1808                 ret = engine->init(ad);
1809                 if (ret) {
1810                         PMD_INIT_LOG(ERR, "Failed to initialize engine %d",
1811                                         engine->type);
1812                         return ret;
1813                 }
1814         }
1815         return 0;
1816 }
1817
1818 void
1819 ice_flow_uninit(struct ice_adapter *ad)
1820 {
1821         struct ice_pf *pf = &ad->pf;
1822         struct ice_flow_engine *engine;
1823         struct rte_flow *p_flow;
1824         struct ice_flow_parser_node *p_parser;
1825         void *temp;
1826
1827         TAILQ_FOREACH_SAFE(engine, &engine_list, node, temp) {
1828                 if (engine->uninit)
1829                         engine->uninit(ad);
1830         }
1831
1832         /* Remove all flows */
1833         while ((p_flow = TAILQ_FIRST(&pf->flow_list))) {
1834                 TAILQ_REMOVE(&pf->flow_list, p_flow, node);
1835                 if (p_flow->engine->free)
1836                         p_flow->engine->free(p_flow);
1837                 rte_free(p_flow);
1838         }
1839
1840         /* Cleanup parser list */
1841         while ((p_parser = TAILQ_FIRST(&pf->rss_parser_list))) {
1842                 TAILQ_REMOVE(&pf->rss_parser_list, p_parser, node);
1843                 rte_free(p_parser);
1844         }
1845
1846         while ((p_parser = TAILQ_FIRST(&pf->perm_parser_list))) {
1847                 TAILQ_REMOVE(&pf->perm_parser_list, p_parser, node);
1848                 rte_free(p_parser);
1849         }
1850
1851         while ((p_parser = TAILQ_FIRST(&pf->dist_parser_list))) {
1852                 TAILQ_REMOVE(&pf->dist_parser_list, p_parser, node);
1853                 rte_free(p_parser);
1854         }
1855 }
1856
1857 static struct ice_parser_list *
1858 ice_get_parser_list(struct ice_flow_parser *parser,
1859                 struct ice_adapter *ad)
1860 {
1861         struct ice_parser_list *list;
1862         struct ice_pf *pf = &ad->pf;
1863
1864         switch (parser->stage) {
1865         case ICE_FLOW_STAGE_RSS:
1866                 list = &pf->rss_parser_list;
1867                 break;
1868         case ICE_FLOW_STAGE_PERMISSION:
1869                 list = &pf->perm_parser_list;
1870                 break;
1871         case ICE_FLOW_STAGE_DISTRIBUTOR:
1872                 list = &pf->dist_parser_list;
1873                 break;
1874         default:
1875                 return NULL;
1876         }
1877
1878         return list;
1879 }
1880
1881 int
1882 ice_register_parser(struct ice_flow_parser *parser,
1883                 struct ice_adapter *ad)
1884 {
1885         struct ice_parser_list *list;
1886         struct ice_flow_parser_node *parser_node;
1887
1888         parser_node = rte_zmalloc("ice_parser", sizeof(*parser_node), 0);
1889         if (parser_node == NULL) {
1890                 PMD_DRV_LOG(ERR, "Failed to allocate memory.");
1891                 return -ENOMEM;
1892         }
1893         parser_node->parser = parser;
1894
1895         list = ice_get_parser_list(parser, ad);
1896         if (list == NULL)
1897                 return -EINVAL;
1898
1899         if (ad->devargs.pipe_mode_support) {
1900                 TAILQ_INSERT_TAIL(list, parser_node, node);
1901         } else {
1902                 if (parser->engine->type == ICE_FLOW_ENGINE_SWITCH ||
1903                                 parser->engine->type == ICE_FLOW_ENGINE_HASH)
1904                         TAILQ_INSERT_TAIL(list, parser_node, node);
1905                 else if (parser->engine->type == ICE_FLOW_ENGINE_FDIR)
1906                         TAILQ_INSERT_HEAD(list, parser_node, node);
1907                 else if (parser->engine->type == ICE_FLOW_ENGINE_ACL)
1908                         TAILQ_INSERT_HEAD(list, parser_node, node);
1909                 else
1910                         return -EINVAL;
1911         }
1912         return 0;
1913 }
1914
1915 void
1916 ice_unregister_parser(struct ice_flow_parser *parser,
1917                 struct ice_adapter *ad)
1918 {
1919         struct ice_parser_list *list;
1920         struct ice_flow_parser_node *p_parser;
1921         void *temp;
1922
1923         list = ice_get_parser_list(parser, ad);
1924         if (list == NULL)
1925                 return;
1926
1927         TAILQ_FOREACH_SAFE(p_parser, list, node, temp) {
1928                 if (p_parser->parser->engine->type == parser->engine->type) {
1929                         TAILQ_REMOVE(list, p_parser, node);
1930                         rte_free(p_parser);
1931                 }
1932         }
1933 }
1934
1935 static int
1936 ice_flow_valid_attr(struct ice_adapter *ad,
1937                 const struct rte_flow_attr *attr,
1938                 int *ice_pipeline_stage,
1939                 struct rte_flow_error *error)
1940 {
1941         /* Must be input direction */
1942         if (!attr->ingress) {
1943                 rte_flow_error_set(error, EINVAL,
1944                                 RTE_FLOW_ERROR_TYPE_ATTR_INGRESS,
1945                                 attr, "Only support ingress.");
1946                 return -rte_errno;
1947         }
1948
1949         /* Not supported */
1950         if (attr->egress) {
1951                 rte_flow_error_set(error, EINVAL,
1952                                 RTE_FLOW_ERROR_TYPE_ATTR_EGRESS,
1953                                 attr, "Not support egress.");
1954                 return -rte_errno;
1955         }
1956
1957         /* Check pipeline mode support to set classification stage */
1958         if (ad->devargs.pipe_mode_support) {
1959                 if (attr->priority == 0)
1960                         *ice_pipeline_stage =
1961                                 ICE_FLOW_CLASSIFY_STAGE_PERMISSION;
1962                 else
1963                         *ice_pipeline_stage =
1964                                 ICE_FLOW_CLASSIFY_STAGE_DISTRIBUTOR;
1965         } else {
1966                 *ice_pipeline_stage =
1967                         ICE_FLOW_CLASSIFY_STAGE_DISTRIBUTOR_ONLY;
1968                 /* Not supported */
1969                 if (attr->priority) {
1970                         rte_flow_error_set(error, EINVAL,
1971                                         RTE_FLOW_ERROR_TYPE_ATTR_PRIORITY,
1972                                         attr, "Not support priority.");
1973                         return -rte_errno;
1974                 }
1975         }
1976
1977         /* Not supported */
1978         if (attr->group) {
1979                 rte_flow_error_set(error, EINVAL,
1980                                 RTE_FLOW_ERROR_TYPE_ATTR_GROUP,
1981                                 attr, "Not support group.");
1982                 return -rte_errno;
1983         }
1984
1985         return 0;
1986 }
1987
1988 /* Find the first VOID or non-VOID item pointer */
1989 static const struct rte_flow_item *
1990 ice_find_first_item(const struct rte_flow_item *item, bool is_void)
1991 {
1992         bool is_find;
1993
1994         while (item->type != RTE_FLOW_ITEM_TYPE_END) {
1995                 if (is_void)
1996                         is_find = item->type == RTE_FLOW_ITEM_TYPE_VOID;
1997                 else
1998                         is_find = item->type != RTE_FLOW_ITEM_TYPE_VOID;
1999                 if (is_find)
2000                         break;
2001                 item++;
2002         }
2003         return item;
2004 }
2005
2006 /* Skip all VOID items of the pattern */
2007 static void
2008 ice_pattern_skip_void_item(struct rte_flow_item *items,
2009                         const struct rte_flow_item *pattern)
2010 {
2011         uint32_t cpy_count = 0;
2012         const struct rte_flow_item *pb = pattern, *pe = pattern;
2013
2014         for (;;) {
2015                 /* Find a non-void item first */
2016                 pb = ice_find_first_item(pb, false);
2017                 if (pb->type == RTE_FLOW_ITEM_TYPE_END) {
2018                         pe = pb;
2019                         break;
2020                 }
2021
2022                 /* Find a void item */
2023                 pe = ice_find_first_item(pb + 1, true);
2024
2025                 cpy_count = pe - pb;
2026                 rte_memcpy(items, pb, sizeof(struct rte_flow_item) * cpy_count);
2027
2028                 items += cpy_count;
2029
2030                 if (pe->type == RTE_FLOW_ITEM_TYPE_END) {
2031                         break;
2032                 }
2033
2034                 pb = pe + 1;
2035         }
2036         /* Copy the END item. */
2037         rte_memcpy(items, pe, sizeof(struct rte_flow_item));
2038 }
2039
2040 /* Check if the pattern matches a supported item type array */
2041 static bool
2042 ice_match_pattern(enum rte_flow_item_type *item_array,
2043                 const struct rte_flow_item *pattern)
2044 {
2045         const struct rte_flow_item *item = pattern;
2046
2047         while ((*item_array == item->type) &&
2048                (*item_array != RTE_FLOW_ITEM_TYPE_END)) {
2049                 item_array++;
2050                 item++;
2051         }
2052
2053         return (*item_array == RTE_FLOW_ITEM_TYPE_END &&
2054                 item->type == RTE_FLOW_ITEM_TYPE_END);
2055 }
2056
2057 struct ice_ptype_match {
2058         enum rte_flow_item_type *pattern_list;
2059         uint16_t hw_ptype;
2060 };
2061
2062 static struct ice_ptype_match ice_ptype_map[] = {
2063         {pattern_eth_ipv4,                              ICE_PTYPE_IPV4_PAY},
2064         {pattern_eth_ipv4_udp,                          ICE_PTYPE_IPV4_UDP_PAY},
2065         {pattern_eth_ipv4_tcp,                          ICE_PTYPE_IPV4_TCP_PAY},
2066         {pattern_eth_ipv4_sctp,                         ICE_PTYPE_IPV4_SCTP_PAY},
2067         {pattern_eth_ipv4_gtpu,                         ICE_MAC_IPV4_GTPU},
2068         {pattern_eth_ipv4_gtpu_eh,                      ICE_MAC_IPV4_GTPU},
2069         {pattern_eth_ipv4_gtpu_ipv4,                    ICE_MAC_IPV4_GTPU_IPV4_PAY},
2070         {pattern_eth_ipv4_gtpu_ipv4_udp,                ICE_MAC_IPV4_GTPU_IPV4_UDP_PAY},
2071         {pattern_eth_ipv4_gtpu_ipv4_tcp,                ICE_MAC_IPV4_GTPU_IPV4_TCP},
2072         {pattern_eth_ipv4_gtpu_ipv6,                    ICE_MAC_IPV4_GTPU_IPV6_PAY},
2073         {pattern_eth_ipv4_gtpu_ipv6_udp,                ICE_MAC_IPV4_GTPU_IPV6_UDP_PAY},
2074         {pattern_eth_ipv4_gtpu_ipv6_tcp,                ICE_MAC_IPV4_GTPU_IPV6_TCP},
2075         {pattern_eth_ipv4_gtpu_eh_ipv4,                 ICE_MAC_IPV4_GTPU_IPV4_PAY},
2076         {pattern_eth_ipv4_gtpu_eh_ipv4_udp,             ICE_MAC_IPV4_GTPU_IPV4_UDP_PAY},
2077         {pattern_eth_ipv4_gtpu_eh_ipv4_tcp,             ICE_MAC_IPV4_GTPU_IPV4_TCP},
2078         {pattern_eth_ipv4_gtpu_eh_ipv6,                 ICE_MAC_IPV4_GTPU_IPV6_PAY},
2079         {pattern_eth_ipv4_gtpu_eh_ipv6_udp,             ICE_MAC_IPV4_GTPU_IPV6_UDP_PAY},
2080         {pattern_eth_ipv4_gtpu_eh_ipv6_tcp,             ICE_MAC_IPV4_GTPU_IPV6_TCP},
2081         {pattern_eth_ipv4_esp,                          ICE_MAC_IPV4_ESP},
2082         {pattern_eth_ipv4_udp_esp,                      ICE_MAC_IPV4_NAT_T_ESP},
2083         {pattern_eth_ipv4_ah,                           ICE_MAC_IPV4_AH},
2084         {pattern_eth_ipv4_l2tp,                         ICE_MAC_IPV4_L2TPV3},
2085         {pattern_eth_ipv4_pfcp,                         ICE_MAC_IPV4_PFCP_SESSION},
2086         {pattern_eth_ipv6,                              ICE_PTYPE_IPV6_PAY},
2087         {pattern_eth_ipv6_udp,                          ICE_PTYPE_IPV6_UDP_PAY},
2088         {pattern_eth_ipv6_tcp,                          ICE_PTYPE_IPV6_TCP_PAY},
2089         {pattern_eth_ipv6_sctp,                         ICE_PTYPE_IPV6_SCTP_PAY},
2090         {pattern_eth_ipv6_gtpu,                         ICE_MAC_IPV6_GTPU},
2091         {pattern_eth_ipv6_gtpu_eh,                      ICE_MAC_IPV6_GTPU},
2092         {pattern_eth_ipv6_gtpu_ipv4,                    ICE_MAC_IPV6_GTPU_IPV4_PAY},
2093         {pattern_eth_ipv6_gtpu_ipv4_udp,                ICE_MAC_IPV6_GTPU_IPV4_UDP_PAY},
2094         {pattern_eth_ipv6_gtpu_ipv4_tcp,                ICE_MAC_IPV6_GTPU_IPV4_TCP},
2095         {pattern_eth_ipv6_gtpu_ipv6,                    ICE_MAC_IPV6_GTPU_IPV6_PAY},
2096         {pattern_eth_ipv6_gtpu_ipv6_udp,                ICE_MAC_IPV6_GTPU_IPV6_UDP_PAY},
2097         {pattern_eth_ipv6_gtpu_ipv6_tcp,                ICE_MAC_IPV6_GTPU_IPV6_TCP},
2098         {pattern_eth_ipv6_gtpu_eh_ipv4,                 ICE_MAC_IPV6_GTPU_IPV4_PAY},
2099         {pattern_eth_ipv6_gtpu_eh_ipv4_udp,             ICE_MAC_IPV6_GTPU_IPV4_UDP_PAY},
2100         {pattern_eth_ipv6_gtpu_eh_ipv4_tcp,             ICE_MAC_IPV6_GTPU_IPV4_TCP},
2101         {pattern_eth_ipv6_gtpu_eh_ipv6,                 ICE_MAC_IPV6_GTPU_IPV6_PAY},
2102         {pattern_eth_ipv6_gtpu_eh_ipv6_udp,             ICE_MAC_IPV6_GTPU_IPV6_UDP_PAY},
2103         {pattern_eth_ipv6_gtpu_eh_ipv6_tcp,             ICE_MAC_IPV6_GTPU_IPV6_TCP},
2104         {pattern_eth_ipv6_esp,                          ICE_MAC_IPV6_ESP},
2105         {pattern_eth_ipv6_udp_esp,                      ICE_MAC_IPV6_NAT_T_ESP},
2106         {pattern_eth_ipv6_ah,                           ICE_MAC_IPV6_AH},
2107         {pattern_eth_ipv6_l2tp,                         ICE_MAC_IPV6_L2TPV3},
2108         {pattern_eth_ipv6_pfcp,                         ICE_MAC_IPV6_PFCP_SESSION},
2109         {pattern_ethertype,                             ICE_PTYPE_MAC_PAY},
2110         {pattern_ethertype_vlan,                        ICE_PTYPE_MAC_PAY},
2111         {pattern_ethertype_qinq,                        ICE_PTYPE_MAC_PAY},
2112         {pattern_eth_arp,                               ICE_PTYPE_MAC_PAY},
2113         {pattern_eth_vlan_ipv4,                         ICE_PTYPE_IPV4_PAY},
2114         {pattern_eth_qinq_ipv4,                         ICE_PTYPE_IPV4_PAY},
2115         {pattern_eth_vlan_ipv4_udp,                     ICE_PTYPE_IPV4_UDP_PAY},
2116         {pattern_eth_vlan_ipv4_tcp,                     ICE_PTYPE_IPV4_TCP_PAY},
2117         {pattern_eth_vlan_ipv4_sctp,                    ICE_PTYPE_IPV4_SCTP_PAY},
2118         {pattern_eth_vlan_ipv6,                         ICE_PTYPE_IPV6_PAY},
2119         {pattern_eth_qinq_ipv6,                         ICE_PTYPE_IPV6_PAY},
2120         {pattern_eth_vlan_ipv6_udp,                     ICE_PTYPE_IPV6_UDP_PAY},
2121         {pattern_eth_vlan_ipv6_tcp,                     ICE_PTYPE_IPV6_TCP_PAY},
2122         {pattern_eth_vlan_ipv6_sctp,                    ICE_PTYPE_IPV6_SCTP_PAY},
2123         {pattern_eth_pppoes,                            ICE_MAC_PPPOE_PAY},
2124         {pattern_eth_vlan_pppoes,                       ICE_MAC_PPPOE_PAY},
2125         {pattern_eth_qinq_pppoes,                       ICE_MAC_PPPOE_PAY},
2126         {pattern_eth_pppoes_proto,                      ICE_MAC_PPPOE_PAY},
2127         {pattern_eth_vlan_pppoes_proto,                 ICE_MAC_PPPOE_PAY},
2128         {pattern_eth_qinq_pppoes_proto,                 ICE_MAC_PPPOE_PAY},
2129         {pattern_eth_pppoes_ipv4,                       ICE_MAC_PPPOE_IPV4_PAY},
2130         {pattern_eth_pppoes_ipv4_udp,                   ICE_MAC_PPPOE_IPV4_UDP_PAY},
2131         {pattern_eth_pppoes_ipv4_tcp,                   ICE_MAC_PPPOE_IPV4_TCP},
2132         {pattern_eth_vlan_pppoes_ipv4,                  ICE_MAC_PPPOE_IPV4_PAY},
2133         {pattern_eth_qinq_pppoes_ipv4,                  ICE_MAC_PPPOE_IPV4_PAY},
2134         {pattern_eth_vlan_pppoes_ipv4_tcp,              ICE_MAC_PPPOE_IPV4_TCP},
2135         {pattern_eth_vlan_pppoes_ipv4_udp,              ICE_MAC_PPPOE_IPV4_UDP_PAY},
2136         {pattern_eth_pppoes_ipv6,                       ICE_MAC_PPPOE_IPV6_PAY},
2137         {pattern_eth_pppoes_ipv6_udp,                   ICE_MAC_PPPOE_IPV6_UDP_PAY},
2138         {pattern_eth_pppoes_ipv6_tcp,                   ICE_MAC_PPPOE_IPV6_TCP},
2139         {pattern_eth_vlan_pppoes_ipv6,                  ICE_MAC_PPPOE_IPV6_PAY},
2140         {pattern_eth_qinq_pppoes_ipv6,                  ICE_MAC_PPPOE_IPV6_PAY},
2141         {pattern_eth_vlan_pppoes_ipv6_tcp,              ICE_MAC_PPPOE_IPV6_TCP},
2142         {pattern_eth_vlan_pppoes_ipv6_udp,              ICE_MAC_PPPOE_IPV6_UDP_PAY},
2143         {pattern_eth_ipv4_udp_vxlan_ipv4,               ICE_MAC_IPV4_TUN_IPV4_PAY},
2144         {pattern_eth_ipv4_udp_vxlan_ipv4_udp,           ICE_MAC_IPV4_TUN_IPV4_UDP_PAY},
2145         {pattern_eth_ipv4_udp_vxlan_ipv4_tcp,           ICE_MAC_IPV4_TUN_IPV4_TCP},
2146         {pattern_eth_ipv4_udp_vxlan_ipv4_sctp,          ICE_MAC_IPV4_TUN_IPV4_SCTP},
2147         {pattern_eth_ipv4_udp_vxlan_eth_ipv4,           ICE_MAC_IPV4_TUN_IPV4_PAY},
2148         {pattern_eth_ipv4_udp_vxlan_eth_ipv4_udp,       ICE_MAC_IPV4_TUN_IPV4_UDP_PAY},
2149         {pattern_eth_ipv4_udp_vxlan_eth_ipv4_tcp,       ICE_MAC_IPV4_TUN_IPV4_TCP},
2150         {pattern_eth_ipv4_udp_vxlan_eth_ipv4_sctp,      ICE_MAC_IPV4_TUN_IPV4_SCTP},
2151         {pattern_eth_ipv4_nvgre_eth_ipv4,               ICE_MAC_IPV4_TUN_IPV4_PAY},
2152         {pattern_eth_ipv4_nvgre_eth_ipv4_udp,           ICE_MAC_IPV4_TUN_IPV4_UDP_PAY},
2153         {pattern_eth_ipv4_nvgre_eth_ipv4_tcp,           ICE_MAC_IPV4_TUN_IPV4_TCP},
2154         {pattern_empty,                                 0},
2155 };
2156
2157 static bool
2158 ice_pattern_is_supported(__rte_unused struct ice_adapter *ad,
2159                          const struct rte_flow_item *pattern)
2160 {
2161         uint16_t i;
2162
2163         for (i = 0; i < RTE_DIM(ice_ptype_map); i++) {
2164                 if (ice_match_pattern(ice_ptype_map[i].pattern_list,
2165                                       pattern)) {
2166                         return ice_hw_ptype_ena(&ad->hw,
2167                                                 ice_ptype_map[i].hw_ptype);
2168                 }
2169         }
2170
2171         return false;
2172 }
2173
2174 struct ice_pattern_match_item *
2175 ice_search_pattern_match_item(struct ice_adapter *ad,
2176                               const struct rte_flow_item pattern[],
2177                               struct ice_pattern_match_item *array,
2178                               uint32_t array_len,
2179                               struct rte_flow_error *error)
2180 {
2181         struct ice_pattern_match_item *pattern_match_item;
2182         /* need free by each filter */
2183         struct rte_flow_item *items; /* used for pattern without VOID items */
2184         uint32_t item_num = 0; /* non-void item number */
2185         uint16_t i = 0;
2186
2187         /* Get the non-void item number of pattern */
2188         while ((pattern + i)->type != RTE_FLOW_ITEM_TYPE_END) {
2189                 if ((pattern + i)->type != RTE_FLOW_ITEM_TYPE_VOID)
2190                         item_num++;
2191                 i++;
2192         }
2193         item_num++;
2194
2195         items = rte_zmalloc("ice_pattern",
2196                             item_num * sizeof(struct rte_flow_item), 0);
2197         if (!items) {
2198                 rte_flow_error_set(error, ENOMEM, RTE_FLOW_ERROR_TYPE_ITEM_NUM,
2199                                    NULL, "No memory for PMD internal items.");
2200                 return NULL;
2201         }
2202         pattern_match_item = rte_zmalloc("ice_pattern_match_item",
2203                         sizeof(struct ice_pattern_match_item), 0);
2204         if (!pattern_match_item) {
2205                 rte_flow_error_set(error, ENOMEM, RTE_FLOW_ERROR_TYPE_HANDLE,
2206                                 NULL, "Failed to allocate memory.");
2207                 rte_free(items);
2208                 return NULL;
2209         }
2210
2211         ice_pattern_skip_void_item(items, pattern);
2212
2213         if (!ice_pattern_is_supported(ad, pattern))
2214                 goto unsupported;
2215
2216         for (i = 0; i < array_len; i++) {
2217                 if (ice_match_pattern(array[i].pattern_list,
2218                                       items)) {
2219                         pattern_match_item->input_set_mask_o =
2220                                 array[i].input_set_mask_o;
2221                         pattern_match_item->input_set_mask_i =
2222                                 array[i].input_set_mask_i;
2223                         pattern_match_item->pattern_list =
2224                                 array[i].pattern_list;
2225                         pattern_match_item->meta = array[i].meta;
2226                         rte_free(items);
2227                         return pattern_match_item;
2228                 }
2229         }
2230
2231 unsupported:
2232         rte_flow_error_set(error, EINVAL, RTE_FLOW_ERROR_TYPE_ITEM,
2233                            pattern, "Unsupported pattern");
2234         rte_free(items);
2235         rte_free(pattern_match_item);
2236         return NULL;
2237 }
2238
2239 static struct ice_flow_engine *
2240 ice_parse_engine_create(struct ice_adapter *ad,
2241                 struct rte_flow *flow,
2242                 struct ice_parser_list *parser_list,
2243                 const struct rte_flow_item pattern[],
2244                 const struct rte_flow_action actions[],
2245                 struct rte_flow_error *error)
2246 {
2247         struct ice_flow_engine *engine = NULL;
2248         struct ice_flow_parser_node *parser_node;
2249         void *meta = NULL;
2250         void *temp;
2251
2252         TAILQ_FOREACH_SAFE(parser_node, parser_list, node, temp) {
2253                 int ret;
2254
2255                 if (parser_node->parser->parse_pattern_action(ad,
2256                                 parser_node->parser->array,
2257                                 parser_node->parser->array_len,
2258                                 pattern, actions, &meta, error) < 0)
2259                         continue;
2260
2261                 engine = parser_node->parser->engine;
2262                 RTE_ASSERT(engine->create != NULL);
2263                 ret = engine->create(ad, flow, meta, error);
2264                 if (ret == 0)
2265                         return engine;
2266                 else if (ret == -EEXIST)
2267                         return NULL;
2268         }
2269         return NULL;
2270 }
2271
2272 static struct ice_flow_engine *
2273 ice_parse_engine_validate(struct ice_adapter *ad,
2274                 struct rte_flow *flow __rte_unused,
2275                 struct ice_parser_list *parser_list,
2276                 const struct rte_flow_item pattern[],
2277                 const struct rte_flow_action actions[],
2278                 struct rte_flow_error *error)
2279 {
2280         struct ice_flow_engine *engine = NULL;
2281         struct ice_flow_parser_node *parser_node;
2282         void *temp;
2283
2284         TAILQ_FOREACH_SAFE(parser_node, parser_list, node, temp) {
2285                 if (parser_node->parser->parse_pattern_action(ad,
2286                                 parser_node->parser->array,
2287                                 parser_node->parser->array_len,
2288                                 pattern, actions, NULL, error) < 0)
2289                         continue;
2290
2291                 engine = parser_node->parser->engine;
2292                 break;
2293         }
2294         return engine;
2295 }
2296
2297 static int
2298 ice_flow_process_filter(struct rte_eth_dev *dev,
2299                 struct rte_flow *flow,
2300                 const struct rte_flow_attr *attr,
2301                 const struct rte_flow_item pattern[],
2302                 const struct rte_flow_action actions[],
2303                 struct ice_flow_engine **engine,
2304                 parse_engine_t ice_parse_engine,
2305                 struct rte_flow_error *error)
2306 {
2307         int ret = ICE_ERR_NOT_SUPPORTED;
2308         struct ice_adapter *ad =
2309                 ICE_DEV_PRIVATE_TO_ADAPTER(dev->data->dev_private);
2310         struct ice_pf *pf = ICE_DEV_PRIVATE_TO_PF(dev->data->dev_private);
2311         int ice_pipeline_stage = 0;
2312
2313         if (!pattern) {
2314                 rte_flow_error_set(error, EINVAL, RTE_FLOW_ERROR_TYPE_ITEM_NUM,
2315                                    NULL, "NULL pattern.");
2316                 return -rte_errno;
2317         }
2318
2319         if (!actions || actions->type == RTE_FLOW_ACTION_TYPE_END) {
2320                 rte_flow_error_set(error, EINVAL,
2321                                    RTE_FLOW_ERROR_TYPE_ACTION_NUM,
2322                                    NULL, "NULL action.");
2323                 return -rte_errno;
2324         }
2325
2326         if (!attr) {
2327                 rte_flow_error_set(error, EINVAL,
2328                                    RTE_FLOW_ERROR_TYPE_ATTR,
2329                                    NULL, "NULL attribute.");
2330                 return -rte_errno;
2331         }
2332
2333         ret = ice_flow_valid_attr(ad, attr, &ice_pipeline_stage, error);
2334         if (ret)
2335                 return ret;
2336
2337         *engine = ice_parse_engine(ad, flow, &pf->rss_parser_list,
2338                         pattern, actions, error);
2339         if (*engine != NULL)
2340                 return 0;
2341
2342         switch (ice_pipeline_stage) {
2343         case ICE_FLOW_CLASSIFY_STAGE_DISTRIBUTOR_ONLY:
2344         case ICE_FLOW_CLASSIFY_STAGE_DISTRIBUTOR:
2345                 *engine = ice_parse_engine(ad, flow, &pf->dist_parser_list,
2346                                 pattern, actions, error);
2347                 break;
2348         case ICE_FLOW_CLASSIFY_STAGE_PERMISSION:
2349                 *engine = ice_parse_engine(ad, flow, &pf->perm_parser_list,
2350                                 pattern, actions, error);
2351                 break;
2352         default:
2353                 return -EINVAL;
2354         }
2355
2356         if (*engine == NULL)
2357                 return -EINVAL;
2358
2359         return 0;
2360 }
2361
2362 static int
2363 ice_flow_validate(struct rte_eth_dev *dev,
2364                 const struct rte_flow_attr *attr,
2365                 const struct rte_flow_item pattern[],
2366                 const struct rte_flow_action actions[],
2367                 struct rte_flow_error *error)
2368 {
2369         struct ice_flow_engine *engine;
2370
2371         return ice_flow_process_filter(dev, NULL, attr, pattern, actions,
2372                         &engine, ice_parse_engine_validate, error);
2373 }
2374
2375 static struct rte_flow *
2376 ice_flow_create(struct rte_eth_dev *dev,
2377                 const struct rte_flow_attr *attr,
2378                 const struct rte_flow_item pattern[],
2379                 const struct rte_flow_action actions[],
2380                 struct rte_flow_error *error)
2381 {
2382         struct ice_pf *pf = ICE_DEV_PRIVATE_TO_PF(dev->data->dev_private);
2383         struct rte_flow *flow = NULL;
2384         int ret;
2385         struct ice_flow_engine *engine = NULL;
2386
2387         flow = rte_zmalloc("ice_flow", sizeof(struct rte_flow), 0);
2388         if (!flow) {
2389                 rte_flow_error_set(error, ENOMEM,
2390                                    RTE_FLOW_ERROR_TYPE_HANDLE, NULL,
2391                                    "Failed to allocate memory");
2392                 return flow;
2393         }
2394
2395         rte_spinlock_lock(&pf->flow_ops_lock);
2396
2397         ret = ice_flow_process_filter(dev, flow, attr, pattern, actions,
2398                         &engine, ice_parse_engine_create, error);
2399         if (ret < 0) {
2400                 PMD_DRV_LOG(ERR, "Failed to create flow");
2401                 rte_free(flow);
2402                 flow = NULL;
2403                 goto out;
2404         }
2405
2406         flow->engine = engine;
2407         TAILQ_INSERT_TAIL(&pf->flow_list, flow, node);
2408         PMD_DRV_LOG(INFO, "Succeeded to create (%d) flow", engine->type);
2409
2410 out:
2411         rte_spinlock_unlock(&pf->flow_ops_lock);
2412         return flow;
2413 }
2414
2415 static int
2416 ice_flow_destroy(struct rte_eth_dev *dev,
2417                 struct rte_flow *flow,
2418                 struct rte_flow_error *error)
2419 {
2420         struct ice_pf *pf = ICE_DEV_PRIVATE_TO_PF(dev->data->dev_private);
2421         struct ice_adapter *ad =
2422                 ICE_DEV_PRIVATE_TO_ADAPTER(dev->data->dev_private);
2423         int ret = 0;
2424
2425         if (!flow || !flow->engine || !flow->engine->destroy) {
2426                 rte_flow_error_set(error, EINVAL,
2427                                 RTE_FLOW_ERROR_TYPE_HANDLE,
2428                                 NULL, "Invalid flow");
2429                 return -rte_errno;
2430         }
2431
2432         rte_spinlock_lock(&pf->flow_ops_lock);
2433
2434         ret = flow->engine->destroy(ad, flow, error);
2435         if (!ret) {
2436                 TAILQ_REMOVE(&pf->flow_list, flow, node);
2437                 rte_free(flow);
2438         } else {
2439                 PMD_DRV_LOG(ERR, "Failed to destroy flow");
2440         }
2441
2442         rte_spinlock_unlock(&pf->flow_ops_lock);
2443
2444         return ret;
2445 }
2446
2447 static int
2448 ice_flow_flush(struct rte_eth_dev *dev,
2449                 struct rte_flow_error *error)
2450 {
2451         struct ice_pf *pf = ICE_DEV_PRIVATE_TO_PF(dev->data->dev_private);
2452         struct rte_flow *p_flow;
2453         void *temp;
2454         int ret = 0;
2455
2456         TAILQ_FOREACH_SAFE(p_flow, &pf->flow_list, node, temp) {
2457                 ret = ice_flow_destroy(dev, p_flow, error);
2458                 if (ret) {
2459                         PMD_DRV_LOG(ERR, "Failed to flush flows");
2460                         return -EINVAL;
2461                 }
2462         }
2463
2464         return ret;
2465 }
2466
2467 static int
2468 ice_flow_query(struct rte_eth_dev *dev,
2469                 struct rte_flow *flow,
2470                 const struct rte_flow_action *actions,
2471                 void *data,
2472                 struct rte_flow_error *error)
2473 {
2474         int ret = -EINVAL;
2475         struct ice_adapter *ad =
2476                 ICE_DEV_PRIVATE_TO_ADAPTER(dev->data->dev_private);
2477         struct rte_flow_query_count *count = data;
2478         struct ice_pf *pf = &ad->pf;
2479
2480         if (!flow || !flow->engine || !flow->engine->query_count) {
2481                 rte_flow_error_set(error, EINVAL,
2482                                 RTE_FLOW_ERROR_TYPE_HANDLE,
2483                                 NULL, "Invalid flow");
2484                 return -rte_errno;
2485         }
2486
2487         rte_spinlock_lock(&pf->flow_ops_lock);
2488
2489         for (; actions->type != RTE_FLOW_ACTION_TYPE_END; actions++) {
2490                 switch (actions->type) {
2491                 case RTE_FLOW_ACTION_TYPE_VOID:
2492                         break;
2493                 case RTE_FLOW_ACTION_TYPE_COUNT:
2494                         ret = flow->engine->query_count(ad, flow, count, error);
2495                         break;
2496                 default:
2497                         return rte_flow_error_set(error, ENOTSUP,
2498                                         RTE_FLOW_ERROR_TYPE_ACTION,
2499                                         actions,
2500                                         "action not supported");
2501                 }
2502         }
2503
2504         rte_spinlock_unlock(&pf->flow_ops_lock);
2505
2506         return ret;
2507 }
2508
2509 int
2510 ice_flow_redirect(struct ice_adapter *ad,
2511                   struct ice_flow_redirect *rd)
2512 {
2513         struct ice_pf *pf = &ad->pf;
2514         struct rte_flow *p_flow;
2515         void *temp;
2516         int ret;
2517
2518         rte_spinlock_lock(&pf->flow_ops_lock);
2519
2520         TAILQ_FOREACH_SAFE(p_flow, &pf->flow_list, node, temp) {
2521                 if (!p_flow->engine->redirect)
2522                         continue;
2523                 ret = p_flow->engine->redirect(ad, p_flow, rd);
2524                 if (ret) {
2525                         PMD_DRV_LOG(ERR, "Failed to redirect flows");
2526                         return ret;
2527                 }
2528         }
2529
2530         rte_spinlock_unlock(&pf->flow_ops_lock);
2531
2532         return 0;
2533 }