app/test-pmd/cmdline_flow.c

   1 /* SPDX-License-Identifier: BSD-3-Clause
   2  * Copyright 2016 6WIND S.A.
   3  * Copyright 2016 Mellanox Technologies, Ltd
   4  */
   5
   6 #include <stddef.h>
   7 #include <stdint.h>
   8 #include <stdio.h>
   9 #include <inttypes.h>
  10 #include <errno.h>
  11 #include <ctype.h>
  12 #include <string.h>
  13 #include <arpa/inet.h>
  14 #include <sys/socket.h>
  15
  16 #include <rte_string_fns.h>
  17 #include <rte_common.h>
  18 #include <rte_ethdev.h>
  19 #include <rte_byteorder.h>
  20 #include <cmdline_parse.h>
  21 #include <cmdline_parse_etheraddr.h>
  22 #include <cmdline_parse_string.h>
  23 #include <cmdline_parse_num.h>
  24 #include <rte_flow.h>
  25 #include <rte_hexdump.h>
  26 #include <rte_vxlan.h>
  27 #include <rte_gre.h>
  28 #include <rte_mpls.h>
  29 #include <rte_gtp.h>
  30 #include <rte_geneve.h>
  31
  32 #include "testpmd.h"
  33
  34 /** Parser token indices. */
  35 enum index {
  36         /* Special tokens. */
  37         ZERO = 0,
  38         END,
  39         START_SET,
  40         END_SET,
  41
  42         /* Common tokens. */
  43         INTEGER,
  44         UNSIGNED,
  45         PREFIX,
  46         BOOLEAN,
  47         STRING,
  48         HEX,
  49         FILE_PATH,
  50         MAC_ADDR,
  51         IPV4_ADDR,
  52         IPV6_ADDR,
  53         RULE_ID,
  54         PORT_ID,
  55         GROUP_ID,
  56         PRIORITY_LEVEL,
  57         INDIRECT_ACTION_ID,
  58
  59         /* Top-level command. */
  60         SET,
  61         /* Sub-leve commands. */
  62         SET_RAW_ENCAP,
  63         SET_RAW_DECAP,
  64         SET_RAW_INDEX,
  65         SET_SAMPLE_ACTIONS,
  66         SET_SAMPLE_INDEX,
  67
  68         /* Top-level command. */
  69         FLOW,
  70         /* Sub-level commands. */
  71         INDIRECT_ACTION,
  72         VALIDATE,
  73         CREATE,
  74         DESTROY,
  75         FLUSH,
  76         DUMP,
  77         QUERY,
  78         LIST,
  79         AGED,
  80         ISOLATE,
  81         TUNNEL,
  82
  83         /* Tunnel arguments. */
  84         TUNNEL_CREATE,
  85         TUNNEL_CREATE_TYPE,
  86         TUNNEL_LIST,
  87         TUNNEL_DESTROY,
  88         TUNNEL_DESTROY_ID,
  89
  90         /* Destroy arguments. */
  91         DESTROY_RULE,
  92
  93         /* Query arguments. */
  94         QUERY_ACTION,
  95
  96         /* List arguments. */
  97         LIST_GROUP,
  98
  99         /* Destroy aged flow arguments. */
 100         AGED_DESTROY,
 101
 102         /* Validate/create arguments. */
 103         GROUP,
 104         PRIORITY,
 105         INGRESS,
 106         EGRESS,
 107         TRANSFER,
 108         TUNNEL_SET,
 109         TUNNEL_MATCH,
 110
 111         /* Dump arguments */
 112         DUMP_ALL,
 113         DUMP_ONE,
 114
 115         /* Indirect action arguments */
 116         INDIRECT_ACTION_CREATE,
 117         INDIRECT_ACTION_UPDATE,
 118         INDIRECT_ACTION_DESTROY,
 119         INDIRECT_ACTION_QUERY,
 120
 121         /* Indirect action create arguments */
 122         INDIRECT_ACTION_CREATE_ID,
 123         INDIRECT_ACTION_INGRESS,
 124         INDIRECT_ACTION_EGRESS,
 125         INDIRECT_ACTION_TRANSFER,
 126         INDIRECT_ACTION_SPEC,
 127
 128         /* Indirect action destroy arguments */
 129         INDIRECT_ACTION_DESTROY_ID,
 130
 131         /* Validate/create pattern. */
 132         PATTERN,
 133         ITEM_PARAM_IS,
 134         ITEM_PARAM_SPEC,
 135         ITEM_PARAM_LAST,
 136         ITEM_PARAM_MASK,
 137         ITEM_PARAM_PREFIX,
 138         ITEM_NEXT,
 139         ITEM_END,
 140         ITEM_VOID,
 141         ITEM_INVERT,
 142         ITEM_ANY,
 143         ITEM_ANY_NUM,
 144         ITEM_PF,
 145         ITEM_VF,
 146         ITEM_VF_ID,
 147         ITEM_PHY_PORT,
 148         ITEM_PHY_PORT_INDEX,
 149         ITEM_PORT_ID,
 150         ITEM_PORT_ID_ID,
 151         ITEM_MARK,
 152         ITEM_MARK_ID,
 153         ITEM_RAW,
 154         ITEM_RAW_RELATIVE,
 155         ITEM_RAW_SEARCH,
 156         ITEM_RAW_OFFSET,
 157         ITEM_RAW_LIMIT,
 158         ITEM_RAW_PATTERN,
 159         ITEM_ETH,
 160         ITEM_ETH_DST,
 161         ITEM_ETH_SRC,
 162         ITEM_ETH_TYPE,
 163         ITEM_ETH_HAS_VLAN,
 164         ITEM_VLAN,
 165         ITEM_VLAN_TCI,
 166         ITEM_VLAN_PCP,
 167         ITEM_VLAN_DEI,
 168         ITEM_VLAN_VID,
 169         ITEM_VLAN_INNER_TYPE,
 170         ITEM_VLAN_HAS_MORE_VLAN,
 171         ITEM_IPV4,
 172         ITEM_IPV4_TOS,
 173         ITEM_IPV4_ID,
 174         ITEM_IPV4_FRAGMENT_OFFSET,
 175         ITEM_IPV4_TTL,
 176         ITEM_IPV4_PROTO,
 177         ITEM_IPV4_SRC,
 178         ITEM_IPV4_DST,
 179         ITEM_IPV6,
 180         ITEM_IPV6_TC,
 181         ITEM_IPV6_FLOW,
 182         ITEM_IPV6_PROTO,
 183         ITEM_IPV6_HOP,
 184         ITEM_IPV6_SRC,
 185         ITEM_IPV6_DST,
 186         ITEM_IPV6_HAS_FRAG_EXT,
 187         ITEM_ICMP,
 188         ITEM_ICMP_TYPE,
 189         ITEM_ICMP_CODE,
 190         ITEM_ICMP_IDENT,
 191         ITEM_ICMP_SEQ,
 192         ITEM_UDP,
 193         ITEM_UDP_SRC,
 194         ITEM_UDP_DST,
 195         ITEM_TCP,
 196         ITEM_TCP_SRC,
 197         ITEM_TCP_DST,
 198         ITEM_TCP_FLAGS,
 199         ITEM_SCTP,
 200         ITEM_SCTP_SRC,
 201         ITEM_SCTP_DST,
 202         ITEM_SCTP_TAG,
 203         ITEM_SCTP_CKSUM,
 204         ITEM_VXLAN,
 205         ITEM_VXLAN_VNI,
 206         ITEM_E_TAG,
 207         ITEM_E_TAG_GRP_ECID_B,
 208         ITEM_NVGRE,
 209         ITEM_NVGRE_TNI,
 210         ITEM_MPLS,
 211         ITEM_MPLS_LABEL,
 212         ITEM_MPLS_TC,
 213         ITEM_MPLS_S,
 214         ITEM_GRE,
 215         ITEM_GRE_PROTO,
 216         ITEM_GRE_C_RSVD0_VER,
 217         ITEM_GRE_C_BIT,
 218         ITEM_GRE_K_BIT,
 219         ITEM_GRE_S_BIT,
 220         ITEM_FUZZY,
 221         ITEM_FUZZY_THRESH,
 222         ITEM_GTP,
 223         ITEM_GTP_FLAGS,
 224         ITEM_GTP_MSG_TYPE,
 225         ITEM_GTP_TEID,
 226         ITEM_GTPC,
 227         ITEM_GTPU,
 228         ITEM_GENEVE,
 229         ITEM_GENEVE_VNI,
 230         ITEM_GENEVE_PROTO,
 231         ITEM_GENEVE_OPTLEN,
 232         ITEM_VXLAN_GPE,
 233         ITEM_VXLAN_GPE_VNI,
 234         ITEM_ARP_ETH_IPV4,
 235         ITEM_ARP_ETH_IPV4_SHA,
 236         ITEM_ARP_ETH_IPV4_SPA,
 237         ITEM_ARP_ETH_IPV4_THA,
 238         ITEM_ARP_ETH_IPV4_TPA,
 239         ITEM_IPV6_EXT,
 240         ITEM_IPV6_EXT_NEXT_HDR,
 241         ITEM_IPV6_FRAG_EXT,
 242         ITEM_IPV6_FRAG_EXT_NEXT_HDR,
 243         ITEM_IPV6_FRAG_EXT_FRAG_DATA,
 244         ITEM_IPV6_FRAG_EXT_ID,
 245         ITEM_ICMP6,
 246         ITEM_ICMP6_TYPE,
 247         ITEM_ICMP6_CODE,
 248         ITEM_ICMP6_ND_NS,
 249         ITEM_ICMP6_ND_NS_TARGET_ADDR,
 250         ITEM_ICMP6_ND_NA,
 251         ITEM_ICMP6_ND_NA_TARGET_ADDR,
 252         ITEM_ICMP6_ND_OPT,
 253         ITEM_ICMP6_ND_OPT_TYPE,
 254         ITEM_ICMP6_ND_OPT_SLA_ETH,
 255         ITEM_ICMP6_ND_OPT_SLA_ETH_SLA,
 256         ITEM_ICMP6_ND_OPT_TLA_ETH,
 257         ITEM_ICMP6_ND_OPT_TLA_ETH_TLA,
 258         ITEM_META,
 259         ITEM_META_DATA,
 260         ITEM_GRE_KEY,
 261         ITEM_GRE_KEY_VALUE,
 262         ITEM_GTP_PSC,
 263         ITEM_GTP_PSC_QFI,
 264         ITEM_GTP_PSC_PDU_T,
 265         ITEM_PPPOES,
 266         ITEM_PPPOED,
 267         ITEM_PPPOE_SEID,
 268         ITEM_PPPOE_PROTO_ID,
 269         ITEM_HIGIG2,
 270         ITEM_HIGIG2_CLASSIFICATION,
 271         ITEM_HIGIG2_VID,
 272         ITEM_TAG,
 273         ITEM_TAG_DATA,
 274         ITEM_TAG_INDEX,
 275         ITEM_L2TPV3OIP,
 276         ITEM_L2TPV3OIP_SESSION_ID,
 277         ITEM_ESP,
 278         ITEM_ESP_SPI,
 279         ITEM_AH,
 280         ITEM_AH_SPI,
 281         ITEM_PFCP,
 282         ITEM_PFCP_S_FIELD,
 283         ITEM_PFCP_SEID,
 284         ITEM_ECPRI,
 285         ITEM_ECPRI_COMMON,
 286         ITEM_ECPRI_COMMON_TYPE,
 287         ITEM_ECPRI_COMMON_TYPE_IQ_DATA,
 288         ITEM_ECPRI_COMMON_TYPE_RTC_CTRL,
 289         ITEM_ECPRI_COMMON_TYPE_DLY_MSR,
 290         ITEM_ECPRI_MSG_IQ_DATA_PCID,
 291         ITEM_ECPRI_MSG_RTC_CTRL_RTCID,
 292         ITEM_ECPRI_MSG_DLY_MSR_MSRID,
 293         ITEM_GENEVE_OPT,
 294         ITEM_GENEVE_OPT_CLASS,
 295         ITEM_GENEVE_OPT_TYPE,
 296         ITEM_GENEVE_OPT_LENGTH,
 297         ITEM_GENEVE_OPT_DATA,
 298         ITEM_INTEGRITY,
 299         ITEM_INTEGRITY_LEVEL,
 300         ITEM_INTEGRITY_VALUE,
 301
 302         /* Validate/create actions. */
 303         ACTIONS,
 304         ACTION_NEXT,
 305         ACTION_END,
 306         ACTION_VOID,
 307         ACTION_PASSTHRU,
 308         ACTION_JUMP,
 309         ACTION_JUMP_GROUP,
 310         ACTION_MARK,
 311         ACTION_MARK_ID,
 312         ACTION_FLAG,
 313         ACTION_QUEUE,
 314         ACTION_QUEUE_INDEX,
 315         ACTION_DROP,
 316         ACTION_COUNT,
 317         ACTION_COUNT_SHARED,
 318         ACTION_COUNT_ID,
 319         ACTION_RSS,
 320         ACTION_RSS_FUNC,
 321         ACTION_RSS_LEVEL,
 322         ACTION_RSS_FUNC_DEFAULT,
 323         ACTION_RSS_FUNC_TOEPLITZ,
 324         ACTION_RSS_FUNC_SIMPLE_XOR,
 325         ACTION_RSS_FUNC_SYMMETRIC_TOEPLITZ,
 326         ACTION_RSS_TYPES,
 327         ACTION_RSS_TYPE,
 328         ACTION_RSS_KEY,
 329         ACTION_RSS_KEY_LEN,
 330         ACTION_RSS_QUEUES,
 331         ACTION_RSS_QUEUE,
 332         ACTION_PF,
 333         ACTION_VF,
 334         ACTION_VF_ORIGINAL,
 335         ACTION_VF_ID,
 336         ACTION_PHY_PORT,
 337         ACTION_PHY_PORT_ORIGINAL,
 338         ACTION_PHY_PORT_INDEX,
 339         ACTION_PORT_ID,
 340         ACTION_PORT_ID_ORIGINAL,
 341         ACTION_PORT_ID_ID,
 342         ACTION_METER,
 343         ACTION_METER_ID,
 344         ACTION_OF_SET_MPLS_TTL,
 345         ACTION_OF_SET_MPLS_TTL_MPLS_TTL,
 346         ACTION_OF_DEC_MPLS_TTL,
 347         ACTION_OF_SET_NW_TTL,
 348         ACTION_OF_SET_NW_TTL_NW_TTL,
 349         ACTION_OF_DEC_NW_TTL,
 350         ACTION_OF_COPY_TTL_OUT,
 351         ACTION_OF_COPY_TTL_IN,
 352         ACTION_OF_POP_VLAN,
 353         ACTION_OF_PUSH_VLAN,
 354         ACTION_OF_PUSH_VLAN_ETHERTYPE,
 355         ACTION_OF_SET_VLAN_VID,
 356         ACTION_OF_SET_VLAN_VID_VLAN_VID,
 357         ACTION_OF_SET_VLAN_PCP,
 358         ACTION_OF_SET_VLAN_PCP_VLAN_PCP,
 359         ACTION_OF_POP_MPLS,
 360         ACTION_OF_POP_MPLS_ETHERTYPE,
 361         ACTION_OF_PUSH_MPLS,
 362         ACTION_OF_PUSH_MPLS_ETHERTYPE,
 363         ACTION_VXLAN_ENCAP,
 364         ACTION_VXLAN_DECAP,
 365         ACTION_NVGRE_ENCAP,
 366         ACTION_NVGRE_DECAP,
 367         ACTION_L2_ENCAP,
 368         ACTION_L2_DECAP,
 369         ACTION_MPLSOGRE_ENCAP,
 370         ACTION_MPLSOGRE_DECAP,
 371         ACTION_MPLSOUDP_ENCAP,
 372         ACTION_MPLSOUDP_DECAP,
 373         ACTION_SET_IPV4_SRC,
 374         ACTION_SET_IPV4_SRC_IPV4_SRC,
 375         ACTION_SET_IPV4_DST,
 376         ACTION_SET_IPV4_DST_IPV4_DST,
 377         ACTION_SET_IPV6_SRC,
 378         ACTION_SET_IPV6_SRC_IPV6_SRC,
 379         ACTION_SET_IPV6_DST,
 380         ACTION_SET_IPV6_DST_IPV6_DST,
 381         ACTION_SET_TP_SRC,
 382         ACTION_SET_TP_SRC_TP_SRC,
 383         ACTION_SET_TP_DST,
 384         ACTION_SET_TP_DST_TP_DST,
 385         ACTION_MAC_SWAP,
 386         ACTION_DEC_TTL,
 387         ACTION_SET_TTL,
 388         ACTION_SET_TTL_TTL,
 389         ACTION_SET_MAC_SRC,
 390         ACTION_SET_MAC_SRC_MAC_SRC,
 391         ACTION_SET_MAC_DST,
 392         ACTION_SET_MAC_DST_MAC_DST,
 393         ACTION_INC_TCP_SEQ,
 394         ACTION_INC_TCP_SEQ_VALUE,
 395         ACTION_DEC_TCP_SEQ,
 396         ACTION_DEC_TCP_SEQ_VALUE,
 397         ACTION_INC_TCP_ACK,
 398         ACTION_INC_TCP_ACK_VALUE,
 399         ACTION_DEC_TCP_ACK,
 400         ACTION_DEC_TCP_ACK_VALUE,
 401         ACTION_RAW_ENCAP,
 402         ACTION_RAW_DECAP,
 403         ACTION_RAW_ENCAP_INDEX,
 404         ACTION_RAW_ENCAP_INDEX_VALUE,
 405         ACTION_RAW_DECAP_INDEX,
 406         ACTION_RAW_DECAP_INDEX_VALUE,
 407         ACTION_SET_TAG,
 408         ACTION_SET_TAG_DATA,
 409         ACTION_SET_TAG_INDEX,
 410         ACTION_SET_TAG_MASK,
 411         ACTION_SET_META,
 412         ACTION_SET_META_DATA,
 413         ACTION_SET_META_MASK,
 414         ACTION_SET_IPV4_DSCP,
 415         ACTION_SET_IPV4_DSCP_VALUE,
 416         ACTION_SET_IPV6_DSCP,
 417         ACTION_SET_IPV6_DSCP_VALUE,
 418         ACTION_AGE,
 419         ACTION_AGE_TIMEOUT,
 420         ACTION_SAMPLE,
 421         ACTION_SAMPLE_RATIO,
 422         ACTION_SAMPLE_INDEX,
 423         ACTION_SAMPLE_INDEX_VALUE,
 424         ACTION_INDIRECT,
 425         INDIRECT_ACTION_ID2PTR,
 426         ACTION_MODIFY_FIELD,
 427         ACTION_MODIFY_FIELD_OP,
 428         ACTION_MODIFY_FIELD_OP_VALUE,
 429         ACTION_MODIFY_FIELD_DST_TYPE,
 430         ACTION_MODIFY_FIELD_DST_TYPE_VALUE,
 431         ACTION_MODIFY_FIELD_DST_LEVEL,
 432         ACTION_MODIFY_FIELD_DST_OFFSET,
 433         ACTION_MODIFY_FIELD_SRC_TYPE,
 434         ACTION_MODIFY_FIELD_SRC_TYPE_VALUE,
 435         ACTION_MODIFY_FIELD_SRC_LEVEL,
 436         ACTION_MODIFY_FIELD_SRC_OFFSET,
 437         ACTION_MODIFY_FIELD_SRC_VALUE,
 438         ACTION_MODIFY_FIELD_WIDTH,
 439 };
 440
 441 /** Maximum size for pattern in struct rte_flow_item_raw. */
 442 #define ITEM_RAW_PATTERN_SIZE 40
 443
 444 /** Maximum size for GENEVE option data pattern in bytes. */
 445 #define ITEM_GENEVE_OPT_DATA_SIZE 124
 446
 447 /** Storage size for struct rte_flow_item_raw including pattern. */
 448 #define ITEM_RAW_SIZE \
 449         (sizeof(struct rte_flow_item_raw) + ITEM_RAW_PATTERN_SIZE)
 450
 451 /** Maximum number of queue indices in struct rte_flow_action_rss. */
 452 #define ACTION_RSS_QUEUE_NUM 128
 453
 454 /** Storage for struct rte_flow_action_rss including external data. */
 455 struct action_rss_data {
 456         struct rte_flow_action_rss conf;
 457         uint8_t key[RSS_HASH_KEY_LENGTH];
 458         uint16_t queue[ACTION_RSS_QUEUE_NUM];
 459 };
 460
 461 /** Maximum data size in struct rte_flow_action_raw_encap. */
 462 #define ACTION_RAW_ENCAP_MAX_DATA 512
 463 #define RAW_ENCAP_CONFS_MAX_NUM 8
 464
 465 /** Storage for struct rte_flow_action_raw_encap. */
 466 struct raw_encap_conf {
 467         uint8_t data[ACTION_RAW_ENCAP_MAX_DATA];
 468         uint8_t preserve[ACTION_RAW_ENCAP_MAX_DATA];
 469         size_t size;
 470 };
 471
 472 struct raw_encap_conf raw_encap_confs[RAW_ENCAP_CONFS_MAX_NUM];
 473
 474 /** Storage for struct rte_flow_action_raw_encap including external data. */
 475 struct action_raw_encap_data {
 476         struct rte_flow_action_raw_encap conf;
 477         uint8_t data[ACTION_RAW_ENCAP_MAX_DATA];
 478         uint8_t preserve[ACTION_RAW_ENCAP_MAX_DATA];
 479         uint16_t idx;
 480 };
 481
 482 /** Storage for struct rte_flow_action_raw_decap. */
 483 struct raw_decap_conf {
 484         uint8_t data[ACTION_RAW_ENCAP_MAX_DATA];
 485         size_t size;
 486 };
 487
 488 struct raw_decap_conf raw_decap_confs[RAW_ENCAP_CONFS_MAX_NUM];
 489
 490 /** Storage for struct rte_flow_action_raw_decap including external data. */
 491 struct action_raw_decap_data {
 492         struct rte_flow_action_raw_decap conf;
 493         uint8_t data[ACTION_RAW_ENCAP_MAX_DATA];
 494         uint16_t idx;
 495 };
 496
 497 struct vxlan_encap_conf vxlan_encap_conf = {
 498         .select_ipv4 = 1,
 499         .select_vlan = 0,
 500         .select_tos_ttl = 0,
 501         .vni = "\x00\x00\x00",
 502         .udp_src = 0,
 503         .udp_dst = RTE_BE16(RTE_VXLAN_DEFAULT_PORT),
 504         .ipv4_src = RTE_IPV4(127, 0, 0, 1),
 505         .ipv4_dst = RTE_IPV4(255, 255, 255, 255),
 506         .ipv6_src = "\x00\x00\x00\x00\x00\x00\x00\x00"
 507                 "\x00\x00\x00\x00\x00\x00\x00\x01",
 508         .ipv6_dst = "\x00\x00\x00\x00\x00\x00\x00\x00"
 509                 "\x00\x00\x00\x00\x00\x00\x11\x11",
 510         .vlan_tci = 0,
 511         .ip_tos = 0,
 512         .ip_ttl = 255,
 513         .eth_src = "\x00\x00\x00\x00\x00\x00",
 514         .eth_dst = "\xff\xff\xff\xff\xff\xff",
 515 };
 516
 517 /** Maximum number of items in struct rte_flow_action_vxlan_encap. */
 518 #define ACTION_VXLAN_ENCAP_ITEMS_NUM 6
 519
 520 /** Storage for struct rte_flow_action_vxlan_encap including external data. */
 521 struct action_vxlan_encap_data {
 522         struct rte_flow_action_vxlan_encap conf;
 523         struct rte_flow_item items[ACTION_VXLAN_ENCAP_ITEMS_NUM];
 524         struct rte_flow_item_eth item_eth;
 525         struct rte_flow_item_vlan item_vlan;
 526         union {
 527                 struct rte_flow_item_ipv4 item_ipv4;
 528                 struct rte_flow_item_ipv6 item_ipv6;
 529         };
 530         struct rte_flow_item_udp item_udp;
 531         struct rte_flow_item_vxlan item_vxlan;
 532 };
 533
 534 struct nvgre_encap_conf nvgre_encap_conf = {
 535         .select_ipv4 = 1,
 536         .select_vlan = 0,
 537         .tni = "\x00\x00\x00",
 538         .ipv4_src = RTE_IPV4(127, 0, 0, 1),
 539         .ipv4_dst = RTE_IPV4(255, 255, 255, 255),
 540         .ipv6_src = "\x00\x00\x00\x00\x00\x00\x00\x00"
 541                 "\x00\x00\x00\x00\x00\x00\x00\x01",
 542         .ipv6_dst = "\x00\x00\x00\x00\x00\x00\x00\x00"
 543                 "\x00\x00\x00\x00\x00\x00\x11\x11",
 544         .vlan_tci = 0,
 545         .eth_src = "\x00\x00\x00\x00\x00\x00",
 546         .eth_dst = "\xff\xff\xff\xff\xff\xff",
 547 };
 548
 549 /** Maximum number of items in struct rte_flow_action_nvgre_encap. */
 550 #define ACTION_NVGRE_ENCAP_ITEMS_NUM 5
 551
 552 /** Storage for struct rte_flow_action_nvgre_encap including external data. */
 553 struct action_nvgre_encap_data {
 554         struct rte_flow_action_nvgre_encap conf;
 555         struct rte_flow_item items[ACTION_NVGRE_ENCAP_ITEMS_NUM];
 556         struct rte_flow_item_eth item_eth;
 557         struct rte_flow_item_vlan item_vlan;
 558         union {
 559                 struct rte_flow_item_ipv4 item_ipv4;
 560                 struct rte_flow_item_ipv6 item_ipv6;
 561         };
 562         struct rte_flow_item_nvgre item_nvgre;
 563 };
 564
 565 struct l2_encap_conf l2_encap_conf;
 566
 567 struct l2_decap_conf l2_decap_conf;
 568
 569 struct mplsogre_encap_conf mplsogre_encap_conf;
 570
 571 struct mplsogre_decap_conf mplsogre_decap_conf;
 572
 573 struct mplsoudp_encap_conf mplsoudp_encap_conf;
 574
 575 struct mplsoudp_decap_conf mplsoudp_decap_conf;
 576
 577 #define ACTION_SAMPLE_ACTIONS_NUM 10
 578 #define RAW_SAMPLE_CONFS_MAX_NUM 8
 579 /** Storage for struct rte_flow_action_sample including external data. */
 580 struct action_sample_data {
 581         struct rte_flow_action_sample conf;
 582         uint32_t idx;
 583 };
 584 /** Storage for struct rte_flow_action_sample. */
 585 struct raw_sample_conf {
 586         struct rte_flow_action data[ACTION_SAMPLE_ACTIONS_NUM];
 587 };
 588 struct raw_sample_conf raw_sample_confs[RAW_SAMPLE_CONFS_MAX_NUM];
 589 struct rte_flow_action_mark sample_mark[RAW_SAMPLE_CONFS_MAX_NUM];
 590 struct rte_flow_action_queue sample_queue[RAW_SAMPLE_CONFS_MAX_NUM];
 591 struct rte_flow_action_count sample_count[RAW_SAMPLE_CONFS_MAX_NUM];
 592 struct rte_flow_action_port_id sample_port_id[RAW_SAMPLE_CONFS_MAX_NUM];
 593 struct rte_flow_action_raw_encap sample_encap[RAW_SAMPLE_CONFS_MAX_NUM];
 594 struct action_vxlan_encap_data sample_vxlan_encap[RAW_SAMPLE_CONFS_MAX_NUM];
 595 struct action_nvgre_encap_data sample_nvgre_encap[RAW_SAMPLE_CONFS_MAX_NUM];
 596 struct action_rss_data sample_rss_data[RAW_SAMPLE_CONFS_MAX_NUM];
 597 struct rte_flow_action_vf sample_vf[RAW_SAMPLE_CONFS_MAX_NUM];
 598
 599 static const char *const modify_field_ops[] = {
 600         "set", "add", "sub", NULL
 601 };
 602
 603 static const char *const modify_field_ids[] = {
 604         "start", "mac_dst", "mac_src",
 605         "vlan_type", "vlan_id", "mac_type",
 606         "ipv4_dscp", "ipv4_ttl", "ipv4_src", "ipv4_dst",
 607         "ipv6_dscp", "ipv6_hoplimit", "ipv6_src", "ipv6_dst",
 608         "tcp_port_src", "tcp_port_dst",
 609         "tcp_seq_num", "tcp_ack_num", "tcp_flags",
 610         "udp_port_src", "udp_port_dst",
 611         "vxlan_vni", "geneve_vni", "gtp_teid",
 612         "tag", "mark", "meta", "pointer", "value", NULL
 613 };
 614
 615 /** Maximum number of subsequent tokens and arguments on the stack. */
 616 #define CTX_STACK_SIZE 16
 617
 618 /** Parser context. */
 619 struct context {
 620         /** Stack of subsequent token lists to process. */
 621         const enum index *next[CTX_STACK_SIZE];
 622         /** Arguments for stacked tokens. */
 623         const void *args[CTX_STACK_SIZE];
 624         enum index curr; /**< Current token index. */
 625         enum index prev; /**< Index of the last token seen. */
 626         int next_num; /**< Number of entries in next[]. */
 627         int args_num; /**< Number of entries in args[]. */
 628         uint32_t eol:1; /**< EOL has been detected. */
 629         uint32_t last:1; /**< No more arguments. */
 630         portid_t port; /**< Current port ID (for completions). */
 631         uint32_t objdata; /**< Object-specific data. */
 632         void *object; /**< Address of current object for relative offsets. */
 633         void *objmask; /**< Object a full mask must be written to. */
 634 };
 635
 636 /** Token argument. */
 637 struct arg {
 638         uint32_t hton:1; /**< Use network byte ordering. */
 639         uint32_t sign:1; /**< Value is signed. */
 640         uint32_t bounded:1; /**< Value is bounded. */
 641         uintmax_t min; /**< Minimum value if bounded. */
 642         uintmax_t max; /**< Maximum value if bounded. */
 643         uint32_t offset; /**< Relative offset from ctx->object. */
 644         uint32_t size; /**< Field size. */
 645         const uint8_t *mask; /**< Bit-mask to use instead of offset/size. */
 646 };
 647
 648 /** Parser token definition. */
 649 struct token {
 650         /** Type displayed during completion (defaults to "TOKEN"). */
 651         const char *type;
 652         /** Help displayed during completion (defaults to token name). */
 653         const char *help;
 654         /** Private data used by parser functions. */
 655         const void *priv;
 656         /**
 657          * Lists of subsequent tokens to push on the stack. Each call to the
 658          * parser consumes the last entry of that stack.
 659          */
 660         const enum index *const *next;
 661         /** Arguments stack for subsequent tokens that need them. */
 662         const struct arg *const *args;
 663         /**
 664          * Token-processing callback, returns -1 in case of error, the
 665          * length of the matched string otherwise. If NULL, attempts to
 666          * match the token name.
 667          *
 668          * If buf is not NULL, the result should be stored in it according
 669          * to context. An error is returned if not large enough.
 670          */
 671         int (*call)(struct context *ctx, const struct token *token,
 672                     const char *str, unsigned int len,
 673                     void *buf, unsigned int size);
 674         /**
 675          * Callback that provides possible values for this token, used for
 676          * completion. Returns -1 in case of error, the number of possible
 677          * values otherwise. If NULL, the token name is used.
 678          *
 679          * If buf is not NULL, entry index ent is written to buf and the
 680          * full length of the entry is returned (same behavior as
 681          * snprintf()).
 682          */
 683         int (*comp)(struct context *ctx, const struct token *token,
 684                     unsigned int ent, char *buf, unsigned int size);
 685         /** Mandatory token name, no default value. */
 686         const char *name;
 687 };
 688
 689 /** Static initializer for the next field. */
 690 #define NEXT(...) (const enum index *const []){ __VA_ARGS__, NULL, }
 691
 692 /** Static initializer for a NEXT() entry. */
 693 #define NEXT_ENTRY(...) (const enum index []){ __VA_ARGS__, ZERO, }
 694
 695 /** Static initializer for the args field. */
 696 #define ARGS(...) (const struct arg *const []){ __VA_ARGS__, NULL, }
 697
 698 /** Static initializer for ARGS() to target a field. */
 699 #define ARGS_ENTRY(s, f) \
 700         (&(const struct arg){ \
 701                 .offset = offsetof(s, f), \
 702                 .size = sizeof(((s *)0)->f), \
 703         })
 704
 705 /** Static initializer for ARGS() to target a bit-field. */
 706 #define ARGS_ENTRY_BF(s, f, b) \
 707         (&(const struct arg){ \
 708                 .size = sizeof(s), \
 709                 .mask = (const void *)&(const s){ .f = (1 << (b)) - 1 }, \
 710         })
 711
 712 /** Static initializer for ARGS() to target a field with limits. */
 713 #define ARGS_ENTRY_BOUNDED(s, f, i, a) \
 714         (&(const struct arg){ \
 715                 .bounded = 1, \
 716                 .min = (i), \
 717                 .max = (a), \
 718                 .offset = offsetof(s, f), \
 719                 .size = sizeof(((s *)0)->f), \
 720         })
 721
 722 /** Static initializer for ARGS() to target an arbitrary bit-mask. */
 723 #define ARGS_ENTRY_MASK(s, f, m) \
 724         (&(const struct arg){ \
 725                 .offset = offsetof(s, f), \
 726                 .size = sizeof(((s *)0)->f), \
 727                 .mask = (const void *)(m), \
 728         })
 729
 730 /** Same as ARGS_ENTRY_MASK() using network byte ordering for the value. */
 731 #define ARGS_ENTRY_MASK_HTON(s, f, m) \
 732         (&(const struct arg){ \
 733                 .hton = 1, \
 734                 .offset = offsetof(s, f), \
 735                 .size = sizeof(((s *)0)->f), \
 736                 .mask = (const void *)(m), \
 737         })
 738
 739 /** Static initializer for ARGS() to target a pointer. */
 740 #define ARGS_ENTRY_PTR(s, f) \
 741         (&(const struct arg){ \
 742                 .size = sizeof(*((s *)0)->f), \
 743         })
 744
 745 /** Static initializer for ARGS() with arbitrary offset and size. */
 746 #define ARGS_ENTRY_ARB(o, s) \
 747         (&(const struct arg){ \
 748                 .offset = (o), \
 749                 .size = (s), \
 750         })
 751
 752 /** Same as ARGS_ENTRY_ARB() with bounded values. */
 753 #define ARGS_ENTRY_ARB_BOUNDED(o, s, i, a) \
 754         (&(const struct arg){ \
 755                 .bounded = 1, \
 756                 .min = (i), \
 757                 .max = (a), \
 758                 .offset = (o), \
 759                 .size = (s), \
 760         })
 761
 762 /** Same as ARGS_ENTRY() using network byte ordering. */
 763 #define ARGS_ENTRY_HTON(s, f) \
 764         (&(const struct arg){ \
 765                 .hton = 1, \
 766                 .offset = offsetof(s, f), \
 767                 .size = sizeof(((s *)0)->f), \
 768         })
 769
 770 /** Same as ARGS_ENTRY_HTON() for a single argument, without structure. */
 771 #define ARG_ENTRY_HTON(s) \
 772         (&(const struct arg){ \
 773                 .hton = 1, \
 774                 .offset = 0, \
 775                 .size = sizeof(s), \
 776         })
 777
 778 /** Parser output buffer layout expected by cmd_flow_parsed(). */
 779 struct buffer {
 780         enum index command; /**< Flow command. */
 781         portid_t port; /**< Affected port ID. */
 782         union {
 783                 struct {
 784                         uint32_t *action_id;
 785                         uint32_t action_id_n;
 786                 } ia_destroy; /**< Indirect action destroy arguments. */
 787                 struct {
 788                         uint32_t action_id;
 789                 } ia; /* Indirect action query arguments */
 790                 struct {
 791                         struct rte_flow_attr attr;
 792                         struct tunnel_ops tunnel_ops;
 793                         struct rte_flow_item *pattern;
 794                         struct rte_flow_action *actions;
 795                         uint32_t pattern_n;
 796                         uint32_t actions_n;
 797                         uint8_t *data;
 798                 } vc; /**< Validate/create arguments. */
 799                 struct {
 800                         uint32_t *rule;
 801                         uint32_t rule_n;
 802                 } destroy; /**< Destroy arguments. */
 803                 struct {
 804                         char file[128];
 805                         bool mode;
 806                         uint32_t rule;
 807                 } dump; /**< Dump arguments. */
 808                 struct {
 809                         uint32_t rule;
 810                         struct rte_flow_action action;
 811                 } query; /**< Query arguments. */
 812                 struct {
 813                         uint32_t *group;
 814                         uint32_t group_n;
 815                 } list; /**< List arguments. */
 816                 struct {
 817                         int set;
 818                 } isolate; /**< Isolated mode arguments. */
 819                 struct {
 820                         int destroy;
 821                 } aged; /**< Aged arguments. */
 822         } args; /**< Command arguments. */
 823 };
 824
 825 /** Private data for pattern items. */
 826 struct parse_item_priv {
 827         enum rte_flow_item_type type; /**< Item type. */
 828         uint32_t size; /**< Size of item specification structure. */
 829 };
 830
 831 #define PRIV_ITEM(t, s) \
 832         (&(const struct parse_item_priv){ \
 833                 .type = RTE_FLOW_ITEM_TYPE_ ## t, \
 834                 .size = s, \
 835         })
 836
 837 /** Private data for actions. */
 838 struct parse_action_priv {
 839         enum rte_flow_action_type type; /**< Action type. */
 840         uint32_t size; /**< Size of action configuration structure. */
 841 };
 842
 843 #define PRIV_ACTION(t, s) \
 844         (&(const struct parse_action_priv){ \
 845                 .type = RTE_FLOW_ACTION_TYPE_ ## t, \
 846                 .size = s, \
 847         })
 848
 849 static const enum index next_ia_create_attr[] = {
 850         INDIRECT_ACTION_CREATE_ID,
 851         INDIRECT_ACTION_INGRESS,
 852         INDIRECT_ACTION_EGRESS,
 853         INDIRECT_ACTION_TRANSFER,
 854         INDIRECT_ACTION_SPEC,
 855         ZERO,
 856 };
 857
 858 static const enum index next_dump_subcmd[] = {
 859         DUMP_ALL,
 860         DUMP_ONE,
 861         ZERO,
 862 };
 863
 864 static const enum index next_ia_subcmd[] = {
 865         INDIRECT_ACTION_CREATE,
 866         INDIRECT_ACTION_UPDATE,
 867         INDIRECT_ACTION_DESTROY,
 868         INDIRECT_ACTION_QUERY,
 869         ZERO,
 870 };
 871
 872 static const enum index next_vc_attr[] = {
 873         GROUP,
 874         PRIORITY,
 875         INGRESS,
 876         EGRESS,
 877         TRANSFER,
 878         TUNNEL_SET,
 879         TUNNEL_MATCH,
 880         PATTERN,
 881         ZERO,
 882 };
 883
 884 static const enum index next_destroy_attr[] = {
 885         DESTROY_RULE,
 886         END,
 887         ZERO,
 888 };
 889
 890 static const enum index next_dump_attr[] = {
 891         FILE_PATH,
 892         END,
 893         ZERO,
 894 };
 895
 896 static const enum index next_list_attr[] = {
 897         LIST_GROUP,
 898         END,
 899         ZERO,
 900 };
 901
 902 static const enum index next_aged_attr[] = {
 903         AGED_DESTROY,
 904         END,
 905         ZERO,
 906 };
 907
 908 static const enum index next_ia_destroy_attr[] = {
 909         INDIRECT_ACTION_DESTROY_ID,
 910         END,
 911         ZERO,
 912 };
 913
 914 static const enum index item_param[] = {
 915         ITEM_PARAM_IS,
 916         ITEM_PARAM_SPEC,
 917         ITEM_PARAM_LAST,
 918         ITEM_PARAM_MASK,
 919         ITEM_PARAM_PREFIX,
 920         ZERO,
 921 };
 922
 923 static const enum index next_item[] = {
 924         ITEM_END,
 925         ITEM_VOID,
 926         ITEM_INVERT,
 927         ITEM_ANY,
 928         ITEM_PF,
 929         ITEM_VF,
 930         ITEM_PHY_PORT,
 931         ITEM_PORT_ID,
 932         ITEM_MARK,
 933         ITEM_RAW,
 934         ITEM_ETH,
 935         ITEM_VLAN,
 936         ITEM_IPV4,
 937         ITEM_IPV6,
 938         ITEM_ICMP,
 939         ITEM_UDP,
 940         ITEM_TCP,
 941         ITEM_SCTP,
 942         ITEM_VXLAN,
 943         ITEM_E_TAG,
 944         ITEM_NVGRE,
 945         ITEM_MPLS,
 946         ITEM_GRE,
 947         ITEM_FUZZY,
 948         ITEM_GTP,
 949         ITEM_GTPC,
 950         ITEM_GTPU,
 951         ITEM_GENEVE,
 952         ITEM_VXLAN_GPE,
 953         ITEM_ARP_ETH_IPV4,
 954         ITEM_IPV6_EXT,
 955         ITEM_IPV6_FRAG_EXT,
 956         ITEM_ICMP6,
 957         ITEM_ICMP6_ND_NS,
 958         ITEM_ICMP6_ND_NA,
 959         ITEM_ICMP6_ND_OPT,
 960         ITEM_ICMP6_ND_OPT_SLA_ETH,
 961         ITEM_ICMP6_ND_OPT_TLA_ETH,
 962         ITEM_META,
 963         ITEM_GRE_KEY,
 964         ITEM_GTP_PSC,
 965         ITEM_PPPOES,
 966         ITEM_PPPOED,
 967         ITEM_PPPOE_PROTO_ID,
 968         ITEM_HIGIG2,
 969         ITEM_TAG,
 970         ITEM_L2TPV3OIP,
 971         ITEM_ESP,
 972         ITEM_AH,
 973         ITEM_PFCP,
 974         ITEM_ECPRI,
 975         ITEM_GENEVE_OPT,
 976         ITEM_INTEGRITY,
 977         END_SET,
 978         ZERO,
 979 };
 980
 981 static const enum index item_fuzzy[] = {
 982         ITEM_FUZZY_THRESH,
 983         ITEM_NEXT,
 984         ZERO,
 985 };
 986
 987 static const enum index item_any[] = {
 988         ITEM_ANY_NUM,
 989         ITEM_NEXT,
 990         ZERO,
 991 };
 992
 993 static const enum index item_vf[] = {
 994         ITEM_VF_ID,
 995         ITEM_NEXT,
 996         ZERO,
 997 };
 998
 999 static const enum index item_phy_port[] = {
1000         ITEM_PHY_PORT_INDEX,
1001         ITEM_NEXT,
1002         ZERO,
1003 };
1004
1005 static const enum index item_port_id[] = {
1006         ITEM_PORT_ID_ID,
1007         ITEM_NEXT,
1008         ZERO,
1009 };
1010
1011 static const enum index item_mark[] = {
1012         ITEM_MARK_ID,
1013         ITEM_NEXT,
1014         ZERO,
1015 };
1016
1017 static const enum index item_raw[] = {
1018         ITEM_RAW_RELATIVE,
1019         ITEM_RAW_SEARCH,
1020         ITEM_RAW_OFFSET,
1021         ITEM_RAW_LIMIT,
1022         ITEM_RAW_PATTERN,
1023         ITEM_NEXT,
1024         ZERO,
1025 };
1026
1027 static const enum index item_eth[] = {
1028         ITEM_ETH_DST,
1029         ITEM_ETH_SRC,
1030         ITEM_ETH_TYPE,
1031         ITEM_ETH_HAS_VLAN,
1032         ITEM_NEXT,
1033         ZERO,
1034 };
1035
1036 static const enum index item_vlan[] = {
1037         ITEM_VLAN_TCI,
1038         ITEM_VLAN_PCP,
1039         ITEM_VLAN_DEI,
1040         ITEM_VLAN_VID,
1041         ITEM_VLAN_INNER_TYPE,
1042         ITEM_VLAN_HAS_MORE_VLAN,
1043         ITEM_NEXT,
1044         ZERO,
1045 };
1046
1047 static const enum index item_ipv4[] = {
1048         ITEM_IPV4_TOS,
1049         ITEM_IPV4_ID,
1050         ITEM_IPV4_FRAGMENT_OFFSET,
1051         ITEM_IPV4_TTL,
1052         ITEM_IPV4_PROTO,
1053         ITEM_IPV4_SRC,
1054         ITEM_IPV4_DST,
1055         ITEM_NEXT,
1056         ZERO,
1057 };
1058
1059 static const enum index item_ipv6[] = {
1060         ITEM_IPV6_TC,
1061         ITEM_IPV6_FLOW,
1062         ITEM_IPV6_PROTO,
1063         ITEM_IPV6_HOP,
1064         ITEM_IPV6_SRC,
1065         ITEM_IPV6_DST,
1066         ITEM_IPV6_HAS_FRAG_EXT,
1067         ITEM_NEXT,
1068         ZERO,
1069 };
1070
1071 static const enum index item_icmp[] = {
1072         ITEM_ICMP_TYPE,
1073         ITEM_ICMP_CODE,
1074         ITEM_ICMP_IDENT,
1075         ITEM_ICMP_SEQ,
1076         ITEM_NEXT,
1077         ZERO,
1078 };
1079
1080 static const enum index item_udp[] = {
1081         ITEM_UDP_SRC,
1082         ITEM_UDP_DST,
1083         ITEM_NEXT,
1084         ZERO,
1085 };
1086
1087 static const enum index item_tcp[] = {
1088         ITEM_TCP_SRC,
1089         ITEM_TCP_DST,
1090         ITEM_TCP_FLAGS,
1091         ITEM_NEXT,
1092         ZERO,
1093 };
1094
1095 static const enum index item_sctp[] = {
1096         ITEM_SCTP_SRC,
1097         ITEM_SCTP_DST,
1098         ITEM_SCTP_TAG,
1099         ITEM_SCTP_CKSUM,
1100         ITEM_NEXT,
1101         ZERO,
1102 };
1103
1104 static const enum index item_vxlan[] = {
1105         ITEM_VXLAN_VNI,
1106         ITEM_NEXT,
1107         ZERO,
1108 };
1109
1110 static const enum index item_e_tag[] = {
1111         ITEM_E_TAG_GRP_ECID_B,
1112         ITEM_NEXT,
1113         ZERO,
1114 };
1115
1116 static const enum index item_nvgre[] = {
1117         ITEM_NVGRE_TNI,
1118         ITEM_NEXT,
1119         ZERO,
1120 };
1121
1122 static const enum index item_mpls[] = {
1123         ITEM_MPLS_LABEL,
1124         ITEM_MPLS_TC,
1125         ITEM_MPLS_S,
1126         ITEM_NEXT,
1127         ZERO,
1128 };
1129
1130 static const enum index item_gre[] = {
1131         ITEM_GRE_PROTO,
1132         ITEM_GRE_C_RSVD0_VER,
1133         ITEM_GRE_C_BIT,
1134         ITEM_GRE_K_BIT,
1135         ITEM_GRE_S_BIT,
1136         ITEM_NEXT,
1137         ZERO,
1138 };
1139
1140 static const enum index item_gre_key[] = {
1141         ITEM_GRE_KEY_VALUE,
1142         ITEM_NEXT,
1143         ZERO,
1144 };
1145
1146 static const enum index item_gtp[] = {
1147         ITEM_GTP_FLAGS,
1148         ITEM_GTP_MSG_TYPE,
1149         ITEM_GTP_TEID,
1150         ITEM_NEXT,
1151         ZERO,
1152 };
1153
1154 static const enum index item_geneve[] = {
1155         ITEM_GENEVE_VNI,
1156         ITEM_GENEVE_PROTO,
1157         ITEM_GENEVE_OPTLEN,
1158         ITEM_NEXT,
1159         ZERO,
1160 };
1161
1162 static const enum index item_vxlan_gpe[] = {
1163         ITEM_VXLAN_GPE_VNI,
1164         ITEM_NEXT,
1165         ZERO,
1166 };
1167
1168 static const enum index item_arp_eth_ipv4[] = {
1169         ITEM_ARP_ETH_IPV4_SHA,
1170         ITEM_ARP_ETH_IPV4_SPA,
1171         ITEM_ARP_ETH_IPV4_THA,
1172         ITEM_ARP_ETH_IPV4_TPA,
1173         ITEM_NEXT,
1174         ZERO,
1175 };
1176
1177 static const enum index item_ipv6_ext[] = {
1178         ITEM_IPV6_EXT_NEXT_HDR,
1179         ITEM_NEXT,
1180         ZERO,
1181 };
1182
1183 static const enum index item_ipv6_frag_ext[] = {
1184         ITEM_IPV6_FRAG_EXT_NEXT_HDR,
1185         ITEM_IPV6_FRAG_EXT_FRAG_DATA,
1186         ITEM_IPV6_FRAG_EXT_ID,
1187         ITEM_NEXT,
1188         ZERO,
1189 };
1190
1191 static const enum index item_icmp6[] = {
1192         ITEM_ICMP6_TYPE,
1193         ITEM_ICMP6_CODE,
1194         ITEM_NEXT,
1195         ZERO,
1196 };
1197
1198 static const enum index item_icmp6_nd_ns[] = {
1199         ITEM_ICMP6_ND_NS_TARGET_ADDR,
1200         ITEM_NEXT,
1201         ZERO,
1202 };
1203
1204 static const enum index item_icmp6_nd_na[] = {
1205         ITEM_ICMP6_ND_NA_TARGET_ADDR,
1206         ITEM_NEXT,
1207         ZERO,
1208 };
1209
1210 static const enum index item_icmp6_nd_opt[] = {
1211         ITEM_ICMP6_ND_OPT_TYPE,
1212         ITEM_NEXT,
1213         ZERO,
1214 };
1215
1216 static const enum index item_icmp6_nd_opt_sla_eth[] = {
1217         ITEM_ICMP6_ND_OPT_SLA_ETH_SLA,
1218         ITEM_NEXT,
1219         ZERO,
1220 };
1221
1222 static const enum index item_icmp6_nd_opt_tla_eth[] = {
1223         ITEM_ICMP6_ND_OPT_TLA_ETH_TLA,
1224         ITEM_NEXT,
1225         ZERO,
1226 };
1227
1228 static const enum index item_meta[] = {
1229         ITEM_META_DATA,
1230         ITEM_NEXT,
1231         ZERO,
1232 };
1233
1234 static const enum index item_gtp_psc[] = {
1235         ITEM_GTP_PSC_QFI,
1236         ITEM_GTP_PSC_PDU_T,
1237         ITEM_NEXT,
1238         ZERO,
1239 };
1240
1241 static const enum index item_pppoed[] = {
1242         ITEM_PPPOE_SEID,
1243         ITEM_NEXT,
1244         ZERO,
1245 };
1246
1247 static const enum index item_pppoes[] = {
1248         ITEM_PPPOE_SEID,
1249         ITEM_NEXT,
1250         ZERO,
1251 };
1252
1253 static const enum index item_pppoe_proto_id[] = {
1254         ITEM_NEXT,
1255         ZERO,
1256 };
1257
1258 static const enum index item_higig2[] = {
1259         ITEM_HIGIG2_CLASSIFICATION,
1260         ITEM_HIGIG2_VID,
1261         ITEM_NEXT,
1262         ZERO,
1263 };
1264
1265 static const enum index item_esp[] = {
1266         ITEM_ESP_SPI,
1267         ITEM_NEXT,
1268         ZERO,
1269 };
1270
1271 static const enum index item_ah[] = {
1272         ITEM_AH_SPI,
1273         ITEM_NEXT,
1274         ZERO,
1275 };
1276
1277 static const enum index item_pfcp[] = {
1278         ITEM_PFCP_S_FIELD,
1279         ITEM_PFCP_SEID,
1280         ITEM_NEXT,
1281         ZERO,
1282 };
1283
1284 static const enum index next_set_raw[] = {
1285         SET_RAW_INDEX,
1286         ITEM_ETH,
1287         ZERO,
1288 };
1289
1290 static const enum index item_tag[] = {
1291         ITEM_TAG_DATA,
1292         ITEM_TAG_INDEX,
1293         ITEM_NEXT,
1294         ZERO,
1295 };
1296
1297 static const enum index item_l2tpv3oip[] = {
1298         ITEM_L2TPV3OIP_SESSION_ID,
1299         ITEM_NEXT,
1300         ZERO,
1301 };
1302
1303 static const enum index item_ecpri[] = {
1304         ITEM_ECPRI_COMMON,
1305         ITEM_NEXT,
1306         ZERO,
1307 };
1308
1309 static const enum index item_ecpri_common[] = {
1310         ITEM_ECPRI_COMMON_TYPE,
1311         ZERO,
1312 };
1313
1314 static const enum index item_ecpri_common_type[] = {
1315         ITEM_ECPRI_COMMON_TYPE_IQ_DATA,
1316         ITEM_ECPRI_COMMON_TYPE_RTC_CTRL,
1317         ITEM_ECPRI_COMMON_TYPE_DLY_MSR,
1318         ZERO,
1319 };
1320
1321 static const enum index item_geneve_opt[] = {
1322         ITEM_GENEVE_OPT_CLASS,
1323         ITEM_GENEVE_OPT_TYPE,
1324         ITEM_GENEVE_OPT_LENGTH,
1325         ITEM_GENEVE_OPT_DATA,
1326         ITEM_NEXT,
1327         ZERO,
1328 };
1329
1330 static const enum index item_integrity[] = {
1331         ITEM_INTEGRITY_LEVEL,
1332         ITEM_INTEGRITY_VALUE,
1333         ZERO,
1334 };
1335
1336 static const enum index item_integrity_lv[] = {
1337         ITEM_INTEGRITY_LEVEL,
1338         ITEM_INTEGRITY_VALUE,
1339         ITEM_NEXT,
1340         ZERO,
1341 };
1342
1343 static const enum index next_action[] = {
1344         ACTION_END,
1345         ACTION_VOID,
1346         ACTION_PASSTHRU,
1347         ACTION_JUMP,
1348         ACTION_MARK,
1349         ACTION_FLAG,
1350         ACTION_QUEUE,
1351         ACTION_DROP,
1352         ACTION_COUNT,
1353         ACTION_RSS,
1354         ACTION_PF,
1355         ACTION_VF,
1356         ACTION_PHY_PORT,
1357         ACTION_PORT_ID,
1358         ACTION_METER,
1359         ACTION_OF_SET_MPLS_TTL,
1360         ACTION_OF_DEC_MPLS_TTL,
1361         ACTION_OF_SET_NW_TTL,
1362         ACTION_OF_DEC_NW_TTL,
1363         ACTION_OF_COPY_TTL_OUT,
1364         ACTION_OF_COPY_TTL_IN,
1365         ACTION_OF_POP_VLAN,
1366         ACTION_OF_PUSH_VLAN,
1367         ACTION_OF_SET_VLAN_VID,
1368         ACTION_OF_SET_VLAN_PCP,
1369         ACTION_OF_POP_MPLS,
1370         ACTION_OF_PUSH_MPLS,
1371         ACTION_VXLAN_ENCAP,
1372         ACTION_VXLAN_DECAP,
1373         ACTION_NVGRE_ENCAP,
1374         ACTION_NVGRE_DECAP,
1375         ACTION_L2_ENCAP,
1376         ACTION_L2_DECAP,
1377         ACTION_MPLSOGRE_ENCAP,
1378         ACTION_MPLSOGRE_DECAP,
1379         ACTION_MPLSOUDP_ENCAP,
1380         ACTION_MPLSOUDP_DECAP,
1381         ACTION_SET_IPV4_SRC,
1382         ACTION_SET_IPV4_DST,
1383         ACTION_SET_IPV6_SRC,
1384         ACTION_SET_IPV6_DST,
1385         ACTION_SET_TP_SRC,
1386         ACTION_SET_TP_DST,
1387         ACTION_MAC_SWAP,
1388         ACTION_DEC_TTL,
1389         ACTION_SET_TTL,
1390         ACTION_SET_MAC_SRC,
1391         ACTION_SET_MAC_DST,
1392         ACTION_INC_TCP_SEQ,
1393         ACTION_DEC_TCP_SEQ,
1394         ACTION_INC_TCP_ACK,
1395         ACTION_DEC_TCP_ACK,
1396         ACTION_RAW_ENCAP,
1397         ACTION_RAW_DECAP,
1398         ACTION_SET_TAG,
1399         ACTION_SET_META,
1400         ACTION_SET_IPV4_DSCP,
1401         ACTION_SET_IPV6_DSCP,
1402         ACTION_AGE,
1403         ACTION_SAMPLE,
1404         ACTION_INDIRECT,
1405         ACTION_MODIFY_FIELD,
1406         ZERO,
1407 };
1408
1409 static const enum index action_mark[] = {
1410         ACTION_MARK_ID,
1411         ACTION_NEXT,
1412         ZERO,
1413 };
1414
1415 static const enum index action_queue[] = {
1416         ACTION_QUEUE_INDEX,
1417         ACTION_NEXT,
1418         ZERO,
1419 };
1420
1421 static const enum index action_count[] = {
1422         ACTION_COUNT_ID,
1423         ACTION_COUNT_SHARED,
1424         ACTION_NEXT,
1425         ZERO,
1426 };
1427
1428 static const enum index action_rss[] = {
1429         ACTION_RSS_FUNC,
1430         ACTION_RSS_LEVEL,
1431         ACTION_RSS_TYPES,
1432         ACTION_RSS_KEY,
1433         ACTION_RSS_KEY_LEN,
1434         ACTION_RSS_QUEUES,
1435         ACTION_NEXT,
1436         ZERO,
1437 };
1438
1439 static const enum index action_vf[] = {
1440         ACTION_VF_ORIGINAL,
1441         ACTION_VF_ID,
1442         ACTION_NEXT,
1443         ZERO,
1444 };
1445
1446 static const enum index action_phy_port[] = {
1447         ACTION_PHY_PORT_ORIGINAL,
1448         ACTION_PHY_PORT_INDEX,
1449         ACTION_NEXT,
1450         ZERO,
1451 };
1452
1453 static const enum index action_port_id[] = {
1454         ACTION_PORT_ID_ORIGINAL,
1455         ACTION_PORT_ID_ID,
1456         ACTION_NEXT,
1457         ZERO,
1458 };
1459
1460 static const enum index action_meter[] = {
1461         ACTION_METER_ID,
1462         ACTION_NEXT,
1463         ZERO,
1464 };
1465
1466 static const enum index action_of_set_mpls_ttl[] = {
1467         ACTION_OF_SET_MPLS_TTL_MPLS_TTL,
1468         ACTION_NEXT,
1469         ZERO,
1470 };
1471
1472 static const enum index action_of_set_nw_ttl[] = {
1473         ACTION_OF_SET_NW_TTL_NW_TTL,
1474         ACTION_NEXT,
1475         ZERO,
1476 };
1477
1478 static const enum index action_of_push_vlan[] = {
1479         ACTION_OF_PUSH_VLAN_ETHERTYPE,
1480         ACTION_NEXT,
1481         ZERO,
1482 };
1483
1484 static const enum index action_of_set_vlan_vid[] = {
1485         ACTION_OF_SET_VLAN_VID_VLAN_VID,
1486         ACTION_NEXT,
1487         ZERO,
1488 };
1489
1490 static const enum index action_of_set_vlan_pcp[] = {
1491         ACTION_OF_SET_VLAN_PCP_VLAN_PCP,
1492         ACTION_NEXT,
1493         ZERO,
1494 };
1495
1496 static const enum index action_of_pop_mpls[] = {
1497         ACTION_OF_POP_MPLS_ETHERTYPE,
1498         ACTION_NEXT,
1499         ZERO,
1500 };
1501
1502 static const enum index action_of_push_mpls[] = {
1503         ACTION_OF_PUSH_MPLS_ETHERTYPE,
1504         ACTION_NEXT,
1505         ZERO,
1506 };
1507
1508 static const enum index action_set_ipv4_src[] = {
1509         ACTION_SET_IPV4_SRC_IPV4_SRC,
1510         ACTION_NEXT,
1511         ZERO,
1512 };
1513
1514 static const enum index action_set_mac_src[] = {
1515         ACTION_SET_MAC_SRC_MAC_SRC,
1516         ACTION_NEXT,
1517         ZERO,
1518 };
1519
1520 static const enum index action_set_ipv4_dst[] = {
1521         ACTION_SET_IPV4_DST_IPV4_DST,
1522         ACTION_NEXT,
1523         ZERO,
1524 };
1525
1526 static const enum index action_set_ipv6_src[] = {
1527         ACTION_SET_IPV6_SRC_IPV6_SRC,
1528         ACTION_NEXT,
1529         ZERO,
1530 };
1531
1532 static const enum index action_set_ipv6_dst[] = {
1533         ACTION_SET_IPV6_DST_IPV6_DST,
1534         ACTION_NEXT,
1535         ZERO,
1536 };
1537
1538 static const enum index action_set_tp_src[] = {
1539         ACTION_SET_TP_SRC_TP_SRC,
1540         ACTION_NEXT,
1541         ZERO,
1542 };
1543
1544 static const enum index action_set_tp_dst[] = {
1545         ACTION_SET_TP_DST_TP_DST,
1546         ACTION_NEXT,
1547         ZERO,
1548 };
1549
1550 static const enum index action_set_ttl[] = {
1551         ACTION_SET_TTL_TTL,
1552         ACTION_NEXT,
1553         ZERO,
1554 };
1555
1556 static const enum index action_jump[] = {
1557         ACTION_JUMP_GROUP,
1558         ACTION_NEXT,
1559         ZERO,
1560 };
1561
1562 static const enum index action_set_mac_dst[] = {
1563         ACTION_SET_MAC_DST_MAC_DST,
1564         ACTION_NEXT,
1565         ZERO,
1566 };
1567
1568 static const enum index action_inc_tcp_seq[] = {
1569         ACTION_INC_TCP_SEQ_VALUE,
1570         ACTION_NEXT,
1571         ZERO,
1572 };
1573
1574 static const enum index action_dec_tcp_seq[] = {
1575         ACTION_DEC_TCP_SEQ_VALUE,
1576         ACTION_NEXT,
1577         ZERO,
1578 };
1579
1580 static const enum index action_inc_tcp_ack[] = {
1581         ACTION_INC_TCP_ACK_VALUE,
1582         ACTION_NEXT,
1583         ZERO,
1584 };
1585
1586 static const enum index action_dec_tcp_ack[] = {
1587         ACTION_DEC_TCP_ACK_VALUE,
1588         ACTION_NEXT,
1589         ZERO,
1590 };
1591
1592 static const enum index action_raw_encap[] = {
1593         ACTION_RAW_ENCAP_INDEX,
1594         ACTION_NEXT,
1595         ZERO,
1596 };
1597
1598 static const enum index action_raw_decap[] = {
1599         ACTION_RAW_DECAP_INDEX,
1600         ACTION_NEXT,
1601         ZERO,
1602 };
1603
1604 static const enum index action_set_tag[] = {
1605         ACTION_SET_TAG_DATA,
1606         ACTION_SET_TAG_INDEX,
1607         ACTION_SET_TAG_MASK,
1608         ACTION_NEXT,
1609         ZERO,
1610 };
1611
1612 static const enum index action_set_meta[] = {
1613         ACTION_SET_META_DATA,
1614         ACTION_SET_META_MASK,
1615         ACTION_NEXT,
1616         ZERO,
1617 };
1618
1619 static const enum index action_set_ipv4_dscp[] = {
1620         ACTION_SET_IPV4_DSCP_VALUE,
1621         ACTION_NEXT,
1622         ZERO,
1623 };
1624
1625 static const enum index action_set_ipv6_dscp[] = {
1626         ACTION_SET_IPV6_DSCP_VALUE,
1627         ACTION_NEXT,
1628         ZERO,
1629 };
1630
1631 static const enum index action_age[] = {
1632         ACTION_AGE,
1633         ACTION_AGE_TIMEOUT,
1634         ACTION_NEXT,
1635         ZERO,
1636 };
1637
1638 static const enum index action_sample[] = {
1639         ACTION_SAMPLE,
1640         ACTION_SAMPLE_RATIO,
1641         ACTION_SAMPLE_INDEX,
1642         ACTION_NEXT,
1643         ZERO,
1644 };
1645
1646 static const enum index next_action_sample[] = {
1647         ACTION_QUEUE,
1648         ACTION_RSS,
1649         ACTION_MARK,
1650         ACTION_COUNT,
1651         ACTION_PORT_ID,
1652         ACTION_RAW_ENCAP,
1653         ACTION_VXLAN_ENCAP,
1654         ACTION_NVGRE_ENCAP,
1655         ACTION_NEXT,
1656         ZERO,
1657 };
1658
1659 static const enum index action_modify_field_dst[] = {
1660         ACTION_MODIFY_FIELD_DST_LEVEL,
1661         ACTION_MODIFY_FIELD_DST_OFFSET,
1662         ACTION_MODIFY_FIELD_SRC_TYPE,
1663         ZERO,
1664 };
1665
1666 static const enum index action_modify_field_src[] = {
1667         ACTION_MODIFY_FIELD_SRC_LEVEL,
1668         ACTION_MODIFY_FIELD_SRC_OFFSET,
1669         ACTION_MODIFY_FIELD_SRC_VALUE,
1670         ACTION_MODIFY_FIELD_WIDTH,
1671         ZERO,
1672 };
1673
1674 static int parse_set_raw_encap_decap(struct context *, const struct token *,
1675                                      const char *, unsigned int,
1676                                      void *, unsigned int);
1677 static int parse_set_sample_action(struct context *, const struct token *,
1678                                    const char *, unsigned int,
1679                                    void *, unsigned int);
1680 static int parse_set_init(struct context *, const struct token *,
1681                           const char *, unsigned int,
1682                           void *, unsigned int);
1683 static int parse_init(struct context *, const struct token *,
1684                       const char *, unsigned int,
1685                       void *, unsigned int);
1686 static int parse_vc(struct context *, const struct token *,
1687                     const char *, unsigned int,
1688                     void *, unsigned int);
1689 static int parse_vc_spec(struct context *, const struct token *,
1690                          const char *, unsigned int, void *, unsigned int);
1691 static int parse_vc_conf(struct context *, const struct token *,
1692                          const char *, unsigned int, void *, unsigned int);
1693 static int parse_vc_item_ecpri_type(struct context *, const struct token *,
1694                                     const char *, unsigned int,
1695                                     void *, unsigned int);
1696 static int parse_vc_action_rss(struct context *, const struct token *,
1697                                const char *, unsigned int, void *,
1698                                unsigned int);
1699 static int parse_vc_action_rss_func(struct context *, const struct token *,
1700                                     const char *, unsigned int, void *,
1701                                     unsigned int);
1702 static int parse_vc_action_rss_type(struct context *, const struct token *,
1703                                     const char *, unsigned int, void *,
1704                                     unsigned int);
1705 static int parse_vc_action_rss_queue(struct context *, const struct token *,
1706                                      const char *, unsigned int, void *,
1707                                      unsigned int);
1708 static int parse_vc_action_vxlan_encap(struct context *, const struct token *,
1709                                        const char *, unsigned int, void *,
1710                                        unsigned int);
1711 static int parse_vc_action_nvgre_encap(struct context *, const struct token *,
1712                                        const char *, unsigned int, void *,
1713                                        unsigned int);
1714 static int parse_vc_action_l2_encap(struct context *, const struct token *,
1715                                     const char *, unsigned int, void *,
1716                                     unsigned int);
1717 static int parse_vc_action_l2_decap(struct context *, const struct token *,
1718                                     const char *, unsigned int, void *,
1719                                     unsigned int);
1720 static int parse_vc_action_mplsogre_encap(struct context *,
1721                                           const struct token *, const char *,
1722                                           unsigned int, void *, unsigned int);
1723 static int parse_vc_action_mplsogre_decap(struct context *,
1724                                           const struct token *, const char *,
1725                                           unsigned int, void *, unsigned int);
1726 static int parse_vc_action_mplsoudp_encap(struct context *,
1727                                           const struct token *, const char *,
1728                                           unsigned int, void *, unsigned int);
1729 static int parse_vc_action_mplsoudp_decap(struct context *,
1730                                           const struct token *, const char *,
1731                                           unsigned int, void *, unsigned int);
1732 static int parse_vc_action_raw_encap(struct context *,
1733                                      const struct token *, const char *,
1734                                      unsigned int, void *, unsigned int);
1735 static int parse_vc_action_raw_decap(struct context *,
1736                                      const struct token *, const char *,
1737                                      unsigned int, void *, unsigned int);
1738 static int parse_vc_action_raw_encap_index(struct context *,
1739                                            const struct token *, const char *,
1740                                            unsigned int, void *, unsigned int);
1741 static int parse_vc_action_raw_decap_index(struct context *,
1742                                            const struct token *, const char *,
1743                                            unsigned int, void *, unsigned int);
1744 static int parse_vc_action_set_meta(struct context *ctx,
1745                                     const struct token *token, const char *str,
1746                                     unsigned int len, void *buf,
1747                                         unsigned int size);
1748 static int parse_vc_action_sample(struct context *ctx,
1749                                     const struct token *token, const char *str,
1750                                     unsigned int len, void *buf,
1751                                     unsigned int size);
1752 static int
1753 parse_vc_action_sample_index(struct context *ctx, const struct token *token,
1754                                 const char *str, unsigned int len, void *buf,
1755                                 unsigned int size);
1756 static int
1757 parse_vc_modify_field_op(struct context *ctx, const struct token *token,
1758                                 const char *str, unsigned int len, void *buf,
1759                                 unsigned int size);
1760 static int
1761 parse_vc_modify_field_id(struct context *ctx, const struct token *token,
1762                                 const char *str, unsigned int len, void *buf,
1763                                 unsigned int size);
1764 static int parse_destroy(struct context *, const struct token *,
1765                          const char *, unsigned int,
1766                          void *, unsigned int);
1767 static int parse_flush(struct context *, const struct token *,
1768                        const char *, unsigned int,
1769                        void *, unsigned int);
1770 static int parse_dump(struct context *, const struct token *,
1771                       const char *, unsigned int,
1772                       void *, unsigned int);
1773 static int parse_query(struct context *, const struct token *,
1774                        const char *, unsigned int,
1775                        void *, unsigned int);
1776 static int parse_action(struct context *, const struct token *,
1777                         const char *, unsigned int,
1778                         void *, unsigned int);
1779 static int parse_list(struct context *, const struct token *,
1780                       const char *, unsigned int,
1781                       void *, unsigned int);
1782 static int parse_aged(struct context *, const struct token *,
1783                       const char *, unsigned int,
1784                       void *, unsigned int);
1785 static int parse_isolate(struct context *, const struct token *,
1786                          const char *, unsigned int,
1787                          void *, unsigned int);
1788 static int parse_tunnel(struct context *, const struct token *,
1789                         const char *, unsigned int,
1790                         void *, unsigned int);
1791 static int parse_int(struct context *, const struct token *,
1792                      const char *, unsigned int,
1793                      void *, unsigned int);
1794 static int parse_prefix(struct context *, const struct token *,
1795                         const char *, unsigned int,
1796                         void *, unsigned int);
1797 static int parse_boolean(struct context *, const struct token *,
1798                          const char *, unsigned int,
1799                          void *, unsigned int);
1800 static int parse_string(struct context *, const struct token *,
1801                         const char *, unsigned int,
1802                         void *, unsigned int);
1803 static int parse_hex(struct context *ctx, const struct token *token,
1804                         const char *str, unsigned int len,
1805                         void *buf, unsigned int size);
1806 static int parse_string0(struct context *, const struct token *,
1807                         const char *, unsigned int,
1808                         void *, unsigned int);
1809 static int parse_mac_addr(struct context *, const struct token *,
1810                           const char *, unsigned int,
1811                           void *, unsigned int);
1812 static int parse_ipv4_addr(struct context *, const struct token *,
1813                            const char *, unsigned int,
1814                            void *, unsigned int);
1815 static int parse_ipv6_addr(struct context *, const struct token *,
1816                            const char *, unsigned int,
1817                            void *, unsigned int);
1818 static int parse_port(struct context *, const struct token *,
1819                       const char *, unsigned int,
1820                       void *, unsigned int);
1821 static int parse_ia(struct context *, const struct token *,
1822                     const char *, unsigned int,
1823                     void *, unsigned int);
1824 static int parse_ia_destroy(struct context *ctx, const struct token *token,
1825                             const char *str, unsigned int len,
1826                             void *buf, unsigned int size);
1827 static int parse_ia_id2ptr(struct context *ctx, const struct token *token,
1828                            const char *str, unsigned int len, void *buf,
1829                            unsigned int size);
1830 static int comp_none(struct context *, const struct token *,
1831                      unsigned int, char *, unsigned int);
1832 static int comp_boolean(struct context *, const struct token *,
1833                         unsigned int, char *, unsigned int);
1834 static int comp_action(struct context *, const struct token *,
1835                        unsigned int, char *, unsigned int);
1836 static int comp_port(struct context *, const struct token *,
1837                      unsigned int, char *, unsigned int);
1838 static int comp_rule_id(struct context *, const struct token *,
1839                         unsigned int, char *, unsigned int);
1840 static int comp_vc_action_rss_type(struct context *, const struct token *,
1841                                    unsigned int, char *, unsigned int);
1842 static int comp_vc_action_rss_queue(struct context *, const struct token *,
1843                                     unsigned int, char *, unsigned int);
1844 static int comp_set_raw_index(struct context *, const struct token *,
1845                               unsigned int, char *, unsigned int);
1846 static int comp_set_sample_index(struct context *, const struct token *,
1847                               unsigned int, char *, unsigned int);
1848 static int comp_set_modify_field_op(struct context *, const struct token *,
1849                               unsigned int, char *, unsigned int);
1850 static int comp_set_modify_field_id(struct context *, const struct token *,
1851                               unsigned int, char *, unsigned int);
1852
1853 /** Token definitions. */
1854 static const struct token token_list[] = {
1855         /* Special tokens. */
1856         [ZERO] = {
1857                 .name = "ZERO",
1858                 .help = "null entry, abused as the entry point",
1859                 .next = NEXT(NEXT_ENTRY(FLOW)),
1860         },
1861         [END] = {
1862                 .name = "",
1863                 .type = "RETURN",
1864                 .help = "command may end here",
1865         },
1866         [START_SET] = {
1867                 .name = "START_SET",
1868                 .help = "null entry, abused as the entry point for set",
1869                 .next = NEXT(NEXT_ENTRY(SET)),
1870         },
1871         [END_SET] = {
1872                 .name = "end_set",
1873                 .type = "RETURN",
1874                 .help = "set command may end here",
1875         },
1876         /* Common tokens. */
1877         [INTEGER] = {
1878                 .name = "{int}",
1879                 .type = "INTEGER",
1880                 .help = "integer value",
1881                 .call = parse_int,
1882                 .comp = comp_none,
1883         },
1884         [UNSIGNED] = {
1885                 .name = "{unsigned}",
1886                 .type = "UNSIGNED",
1887                 .help = "unsigned integer value",
1888                 .call = parse_int,
1889                 .comp = comp_none,
1890         },
1891         [PREFIX] = {
1892                 .name = "{prefix}",
1893                 .type = "PREFIX",
1894                 .help = "prefix length for bit-mask",
1895                 .call = parse_prefix,
1896                 .comp = comp_none,
1897         },
1898         [BOOLEAN] = {
1899                 .name = "{boolean}",
1900                 .type = "BOOLEAN",
1901                 .help = "any boolean value",
1902                 .call = parse_boolean,
1903                 .comp = comp_boolean,
1904         },
1905         [STRING] = {
1906                 .name = "{string}",
1907                 .type = "STRING",
1908                 .help = "fixed string",
1909                 .call = parse_string,
1910                 .comp = comp_none,
1911         },
1912         [HEX] = {
1913                 .name = "{hex}",
1914                 .type = "HEX",
1915                 .help = "fixed string",
1916                 .call = parse_hex,
1917         },
1918         [FILE_PATH] = {
1919                 .name = "{file path}",
1920                 .type = "STRING",
1921                 .help = "file path",
1922                 .call = parse_string0,
1923                 .comp = comp_none,
1924         },
1925         [MAC_ADDR] = {
1926                 .name = "{MAC address}",
1927                 .type = "MAC-48",
1928                 .help = "standard MAC address notation",
1929                 .call = parse_mac_addr,
1930                 .comp = comp_none,
1931         },
1932         [IPV4_ADDR] = {
1933                 .name = "{IPv4 address}",
1934                 .type = "IPV4 ADDRESS",
1935                 .help = "standard IPv4 address notation",
1936                 .call = parse_ipv4_addr,
1937                 .comp = comp_none,
1938         },
1939         [IPV6_ADDR] = {
1940                 .name = "{IPv6 address}",
1941                 .type = "IPV6 ADDRESS",
1942                 .help = "standard IPv6 address notation",
1943                 .call = parse_ipv6_addr,
1944                 .comp = comp_none,
1945         },
1946         [RULE_ID] = {
1947                 .name = "{rule id}",
1948                 .type = "RULE ID",
1949                 .help = "rule identifier",
1950                 .call = parse_int,
1951                 .comp = comp_rule_id,
1952         },
1953         [PORT_ID] = {
1954                 .name = "{port_id}",
1955                 .type = "PORT ID",
1956                 .help = "port identifier",
1957                 .call = parse_port,
1958                 .comp = comp_port,
1959         },
1960         [GROUP_ID] = {
1961                 .name = "{group_id}",
1962                 .type = "GROUP ID",
1963                 .help = "group identifier",
1964                 .call = parse_int,
1965                 .comp = comp_none,
1966         },
1967         [PRIORITY_LEVEL] = {
1968                 .name = "{level}",
1969                 .type = "PRIORITY",
1970                 .help = "priority level",
1971                 .call = parse_int,
1972                 .comp = comp_none,
1973         },
1974         [INDIRECT_ACTION_ID] = {
1975                 .name = "{indirect_action_id}",
1976                 .type = "INDIRECT_ACTION_ID",
1977                 .help = "indirect action id",
1978                 .call = parse_int,
1979                 .comp = comp_none,
1980         },
1981         /* Top-level command. */
1982         [FLOW] = {
1983                 .name = "flow",
1984                 .type = "{command} {port_id} [{arg} [...]]",
1985                 .help = "manage ingress/egress flow rules",
1986                 .next = NEXT(NEXT_ENTRY
1987                              (INDIRECT_ACTION,
1988                               VALIDATE,
1989                               CREATE,
1990                               DESTROY,
1991                               FLUSH,
1992                               DUMP,
1993                               LIST,
1994                               AGED,
1995                               QUERY,
1996                               ISOLATE,
1997                               TUNNEL)),
1998                 .call = parse_init,
1999         },
2000         /* Top-level command. */
2001         [INDIRECT_ACTION] = {
2002                 .name = "indirect_action",
2003                 .type = "{command} {port_id} [{arg} [...]]",
2004                 .help = "manage indirect actions",
2005                 .next = NEXT(next_ia_subcmd, NEXT_ENTRY(PORT_ID)),
2006                 .args = ARGS(ARGS_ENTRY(struct buffer, port)),
2007                 .call = parse_ia,
2008         },
2009         /* Sub-level commands. */
2010         [INDIRECT_ACTION_CREATE] = {
2011                 .name = "create",
2012                 .help = "create indirect action",
2013                 .next = NEXT(next_ia_create_attr),
2014                 .call = parse_ia,
2015         },
2016         [INDIRECT_ACTION_UPDATE] = {
2017                 .name = "update",
2018                 .help = "update indirect action",
2019                 .next = NEXT(NEXT_ENTRY(INDIRECT_ACTION_SPEC),
2020                              NEXT_ENTRY(INDIRECT_ACTION_ID)),
2021                 .args = ARGS(ARGS_ENTRY(struct buffer, args.vc.attr.group)),
2022                 .call = parse_ia,
2023         },
2024         [INDIRECT_ACTION_DESTROY] = {
2025                 .name = "destroy",
2026                 .help = "destroy indirect action",
2027                 .next = NEXT(NEXT_ENTRY(INDIRECT_ACTION_DESTROY_ID)),
2028                 .args = ARGS(ARGS_ENTRY(struct buffer, port)),
2029                 .call = parse_ia_destroy,
2030         },
2031         [INDIRECT_ACTION_QUERY] = {
2032                 .name = "query",
2033                 .help = "query indirect action",
2034                 .next = NEXT(NEXT_ENTRY(END), NEXT_ENTRY(INDIRECT_ACTION_ID)),
2035                 .args = ARGS(ARGS_ENTRY(struct buffer, args.ia.action_id)),
2036                 .call = parse_ia,
2037         },
2038         [VALIDATE] = {
2039                 .name = "validate",
2040                 .help = "check whether a flow rule can be created",
2041                 .next = NEXT(next_vc_attr, NEXT_ENTRY(PORT_ID)),
2042                 .args = ARGS(ARGS_ENTRY(struct buffer, port)),
2043                 .call = parse_vc,
2044         },
2045         [CREATE] = {
2046                 .name = "create",
2047                 .help = "create a flow rule",
2048                 .next = NEXT(next_vc_attr, NEXT_ENTRY(PORT_ID)),
2049                 .args = ARGS(ARGS_ENTRY(struct buffer, port)),
2050                 .call = parse_vc,
2051         },
2052         [DESTROY] = {
2053                 .name = "destroy",
2054                 .help = "destroy specific flow rules",
2055                 .next = NEXT(NEXT_ENTRY(DESTROY_RULE), NEXT_ENTRY(PORT_ID)),
2056                 .args = ARGS(ARGS_ENTRY(struct buffer, port)),
2057                 .call = parse_destroy,
2058         },
2059         [FLUSH] = {
2060                 .name = "flush",
2061                 .help = "destroy all flow rules",
2062                 .next = NEXT(NEXT_ENTRY(PORT_ID)),
2063                 .args = ARGS(ARGS_ENTRY(struct buffer, port)),
2064                 .call = parse_flush,
2065         },
2066         [DUMP] = {
2067                 .name = "dump",
2068                 .help = "dump single/all flow rules to file",
2069                 .next = NEXT(next_dump_subcmd, NEXT_ENTRY(PORT_ID)),
2070                 .args = ARGS(ARGS_ENTRY(struct buffer, port)),
2071                 .call = parse_dump,
2072         },
2073         [QUERY] = {
2074                 .name = "query",
2075                 .help = "query an existing flow rule",
2076                 .next = NEXT(NEXT_ENTRY(QUERY_ACTION),
2077                              NEXT_ENTRY(RULE_ID),
2078                              NEXT_ENTRY(PORT_ID)),
2079                 .args = ARGS(ARGS_ENTRY(struct buffer, args.query.action.type),
2080                              ARGS_ENTRY(struct buffer, args.query.rule),
2081                              ARGS_ENTRY(struct buffer, port)),
2082                 .call = parse_query,
2083         },
2084         [LIST] = {
2085                 .name = "list",
2086                 .help = "list existing flow rules",
2087                 .next = NEXT(next_list_attr, NEXT_ENTRY(PORT_ID)),
2088                 .args = ARGS(ARGS_ENTRY(struct buffer, port)),
2089                 .call = parse_list,
2090         },
2091         [AGED] = {
2092                 .name = "aged",
2093                 .help = "list and destroy aged flows",
2094                 .next = NEXT(next_aged_attr, NEXT_ENTRY(PORT_ID)),
2095                 .args = ARGS(ARGS_ENTRY(struct buffer, port)),
2096                 .call = parse_aged,
2097         },
2098         [ISOLATE] = {
2099                 .name = "isolate",
2100                 .help = "restrict ingress traffic to the defined flow rules",
2101                 .next = NEXT(NEXT_ENTRY(BOOLEAN),
2102                              NEXT_ENTRY(PORT_ID)),
2103                 .args = ARGS(ARGS_ENTRY(struct buffer, args.isolate.set),
2104                              ARGS_ENTRY(struct buffer, port)),
2105                 .call = parse_isolate,
2106         },
2107         [TUNNEL] = {
2108                 .name = "tunnel",
2109                 .help = "new tunnel API",
2110                 .next = NEXT(NEXT_ENTRY
2111                              (TUNNEL_CREATE, TUNNEL_LIST, TUNNEL_DESTROY)),
2112                 .call = parse_tunnel,
2113         },
2114         /* Tunnel arguments. */
2115         [TUNNEL_CREATE] = {
2116                 .name = "create",
2117                 .help = "create new tunnel object",
2118                 .next = NEXT(NEXT_ENTRY(TUNNEL_CREATE_TYPE),
2119                              NEXT_ENTRY(PORT_ID)),
2120                 .args = ARGS(ARGS_ENTRY(struct buffer, port)),
2121                 .call = parse_tunnel,
2122         },
2123         [TUNNEL_CREATE_TYPE] = {
2124                 .name = "type",
2125                 .help = "create new tunnel",
2126                 .next = NEXT(NEXT_ENTRY(FILE_PATH)),
2127                 .args = ARGS(ARGS_ENTRY(struct tunnel_ops, type)),
2128                 .call = parse_tunnel,
2129         },
2130         [TUNNEL_DESTROY] = {
2131                 .name = "destroy",
2132                 .help = "destroy tunel",
2133                 .next = NEXT(NEXT_ENTRY(TUNNEL_DESTROY_ID),
2134                              NEXT_ENTRY(PORT_ID)),
2135                 .args = ARGS(ARGS_ENTRY(struct buffer, port)),
2136                 .call = parse_tunnel,
2137         },
2138         [TUNNEL_DESTROY_ID] = {
2139                 .name = "id",
2140                 .help = "tunnel identifier to testroy",
2141                 .next = NEXT(NEXT_ENTRY(UNSIGNED)),
2142                 .args = ARGS(ARGS_ENTRY(struct tunnel_ops, id)),
2143                 .call = parse_tunnel,
2144         },
2145         [TUNNEL_LIST] = {
2146                 .name = "list",
2147                 .help = "list existing tunnels",
2148                 .next = NEXT(NEXT_ENTRY(PORT_ID)),
2149                 .args = ARGS(ARGS_ENTRY(struct buffer, port)),
2150                 .call = parse_tunnel,
2151         },
2152         /* Destroy arguments. */
2153         [DESTROY_RULE] = {
2154                 .name = "rule",
2155                 .help = "specify a rule identifier",
2156                 .next = NEXT(next_destroy_attr, NEXT_ENTRY(RULE_ID)),
2157                 .args = ARGS(ARGS_ENTRY_PTR(struct buffer, args.destroy.rule)),
2158                 .call = parse_destroy,
2159         },
2160         /* Dump arguments. */
2161         [DUMP_ALL] = {
2162                 .name = "all",
2163                 .help = "dump all",
2164                 .next = NEXT(next_dump_attr),
2165                 .args = ARGS(ARGS_ENTRY(struct buffer, args.dump.file)),
2166                 .call = parse_dump,
2167         },
2168         [DUMP_ONE] = {
2169                 .name = "rule",
2170                 .help = "dump one rule",
2171                 .next = NEXT(next_dump_attr, NEXT_ENTRY(RULE_ID)),
2172                 .args = ARGS(ARGS_ENTRY(struct buffer, args.dump.file),
2173                                 ARGS_ENTRY(struct buffer, args.dump.rule)),
2174                 .call = parse_dump,
2175         },
2176         /* Query arguments. */
2177         [QUERY_ACTION] = {
2178                 .name = "{action}",
2179                 .type = "ACTION",
2180                 .help = "action to query, must be part of the rule",
2181                 .call = parse_action,
2182                 .comp = comp_action,
2183         },
2184         /* List arguments. */
2185         [LIST_GROUP] = {
2186                 .name = "group",
2187                 .help = "specify a group",
2188                 .next = NEXT(next_list_attr, NEXT_ENTRY(GROUP_ID)),
2189                 .args = ARGS(ARGS_ENTRY_PTR(struct buffer, args.list.group)),
2190                 .call = parse_list,
2191         },
2192         [AGED_DESTROY] = {
2193                 .name = "destroy",
2194                 .help = "specify aged flows need be destroyed",
2195                 .call = parse_aged,
2196                 .comp = comp_none,
2197         },
2198         /* Validate/create attributes. */
2199         [GROUP] = {
2200                 .name = "group",
2201                 .help = "specify a group",
2202                 .next = NEXT(next_vc_attr, NEXT_ENTRY(GROUP_ID)),
2203                 .args = ARGS(ARGS_ENTRY(struct rte_flow_attr, group)),
2204                 .call = parse_vc,
2205         },
2206         [PRIORITY] = {
2207                 .name = "priority",
2208                 .help = "specify a priority level",
2209                 .next = NEXT(next_vc_attr, NEXT_ENTRY(PRIORITY_LEVEL)),
2210                 .args = ARGS(ARGS_ENTRY(struct rte_flow_attr, priority)),
2211                 .call = parse_vc,
2212         },
2213         [INGRESS] = {
2214                 .name = "ingress",
2215                 .help = "affect rule to ingress",
2216                 .next = NEXT(next_vc_attr),
2217                 .call = parse_vc,
2218         },
2219         [EGRESS] = {
2220                 .name = "egress",
2221                 .help = "affect rule to egress",
2222                 .next = NEXT(next_vc_attr),
2223                 .call = parse_vc,
2224         },
2225         [TRANSFER] = {
2226                 .name = "transfer",
2227                 .help = "apply rule directly to endpoints found in pattern",
2228                 .next = NEXT(next_vc_attr),
2229                 .call = parse_vc,
2230         },
2231         [TUNNEL_SET] = {
2232                 .name = "tunnel_set",
2233                 .help = "tunnel steer rule",
2234                 .next = NEXT(next_vc_attr, NEXT_ENTRY(UNSIGNED)),
2235                 .args = ARGS(ARGS_ENTRY(struct tunnel_ops, id)),
2236                 .call = parse_vc,
2237         },
2238         [TUNNEL_MATCH] = {
2239                 .name = "tunnel_match",
2240                 .help = "tunnel match rule",
2241                 .next = NEXT(next_vc_attr, NEXT_ENTRY(UNSIGNED)),
2242                 .args = ARGS(ARGS_ENTRY(struct tunnel_ops, id)),
2243                 .call = parse_vc,
2244         },
2245         /* Validate/create pattern. */
2246         [PATTERN] = {
2247                 .name = "pattern",
2248                 .help = "submit a list of pattern items",
2249                 .next = NEXT(next_item),
2250                 .call = parse_vc,
2251         },
2252         [ITEM_PARAM_IS] = {
2253                 .name = "is",
2254                 .help = "match value perfectly (with full bit-mask)",
2255                 .call = parse_vc_spec,
2256         },
2257         [ITEM_PARAM_SPEC] = {
2258                 .name = "spec",
2259                 .help = "match value according to configured bit-mask",
2260                 .call = parse_vc_spec,
2261         },
2262         [ITEM_PARAM_LAST] = {
2263                 .name = "last",
2264                 .help = "specify upper bound to establish a range",
2265                 .call = parse_vc_spec,
2266         },
2267         [ITEM_PARAM_MASK] = {
2268                 .name = "mask",
2269                 .help = "specify bit-mask with relevant bits set to one",
2270                 .call = parse_vc_spec,
2271         },
2272         [ITEM_PARAM_PREFIX] = {
2273                 .name = "prefix",
2274                 .help = "generate bit-mask from a prefix length",
2275                 .call = parse_vc_spec,
2276         },
2277         [ITEM_NEXT] = {
2278                 .name = "/",
2279                 .help = "specify next pattern item",
2280                 .next = NEXT(next_item),
2281         },
2282         [ITEM_END] = {
2283                 .name = "end",
2284                 .help = "end list of pattern items",
2285                 .priv = PRIV_ITEM(END, 0),
2286                 .next = NEXT(NEXT_ENTRY(ACTIONS)),
2287                 .call = parse_vc,
2288         },
2289         [ITEM_VOID] = {
2290                 .name = "void",
2291                 .help = "no-op pattern item",
2292                 .priv = PRIV_ITEM(VOID, 0),
2293                 .next = NEXT(NEXT_ENTRY(ITEM_NEXT)),
2294                 .call = parse_vc,
2295         },
2296         [ITEM_INVERT] = {
2297                 .name = "invert",
2298                 .help = "perform actions when pattern does not match",
2299                 .priv = PRIV_ITEM(INVERT, 0),
2300                 .next = NEXT(NEXT_ENTRY(ITEM_NEXT)),
2301                 .call = parse_vc,
2302         },
2303         [ITEM_ANY] = {
2304                 .name = "any",
2305                 .help = "match any protocol for the current layer",
2306                 .priv = PRIV_ITEM(ANY, sizeof(struct rte_flow_item_any)),
2307                 .next = NEXT(item_any),
2308                 .call = parse_vc,
2309         },
2310         [ITEM_ANY_NUM] = {
2311                 .name = "num",
2312                 .help = "number of layers covered",
2313                 .next = NEXT(item_any, NEXT_ENTRY(UNSIGNED), item_param),
2314                 .args = ARGS(ARGS_ENTRY(struct rte_flow_item_any, num)),
2315         },
2316         [ITEM_PF] = {
2317                 .name = "pf",
2318                 .help = "match traffic from/to the physical function",
2319                 .priv = PRIV_ITEM(PF, 0),
2320                 .next = NEXT(NEXT_ENTRY(ITEM_NEXT)),
2321                 .call = parse_vc,
2322         },
2323         [ITEM_VF] = {
2324                 .name = "vf",
2325                 .help = "match traffic from/to a virtual function ID",
2326                 .priv = PRIV_ITEM(VF, sizeof(struct rte_flow_item_vf)),
2327                 .next = NEXT(item_vf),
2328                 .call = parse_vc,
2329         },
2330         [ITEM_VF_ID] = {
2331                 .name = "id",
2332                 .help = "VF ID",
2333                 .next = NEXT(item_vf, NEXT_ENTRY(UNSIGNED), item_param),
2334                 .args = ARGS(ARGS_ENTRY(struct rte_flow_item_vf, id)),
2335         },
2336         [ITEM_PHY_PORT] = {
2337                 .name = "phy_port",
2338                 .help = "match traffic from/to a specific physical port",
2339                 .priv = PRIV_ITEM(PHY_PORT,
2340                                   sizeof(struct rte_flow_item_phy_port)),
2341                 .next = NEXT(item_phy_port),
2342                 .call = parse_vc,
2343         },
2344         [ITEM_PHY_PORT_INDEX] = {
2345                 .name = "index",
2346                 .help = "physical port index",
2347                 .next = NEXT(item_phy_port, NEXT_ENTRY(UNSIGNED), item_param),
2348                 .args = ARGS(ARGS_ENTRY(struct rte_flow_item_phy_port, index)),
2349         },
2350         [ITEM_PORT_ID] = {
2351                 .name = "port_id",
2352                 .help = "match traffic from/to a given DPDK port ID",
2353                 .priv = PRIV_ITEM(PORT_ID,
2354                                   sizeof(struct rte_flow_item_port_id)),
2355                 .next = NEXT(item_port_id),
2356                 .call = parse_vc,
2357         },
2358         [ITEM_PORT_ID_ID] = {
2359                 .name = "id",
2360                 .help = "DPDK port ID",
2361                 .next = NEXT(item_port_id, NEXT_ENTRY(UNSIGNED), item_param),
2362                 .args = ARGS(ARGS_ENTRY(struct rte_flow_item_port_id, id)),
2363         },
2364         [ITEM_MARK] = {
2365                 .name = "mark",
2366                 .help = "match traffic against value set in previously matched rule",
2367                 .priv = PRIV_ITEM(MARK, sizeof(struct rte_flow_item_mark)),
2368                 .next = NEXT(item_mark),
2369                 .call = parse_vc,
2370         },
2371         [ITEM_MARK_ID] = {
2372                 .name = "id",
2373                 .help = "Integer value to match against",
2374                 .next = NEXT(item_mark, NEXT_ENTRY(UNSIGNED), item_param),
2375                 .args = ARGS(ARGS_ENTRY(struct rte_flow_item_mark, id)),
2376         },
2377         [ITEM_RAW] = {
2378                 .name = "raw",
2379                 .help = "match an arbitrary byte string",
2380                 .priv = PRIV_ITEM(RAW, ITEM_RAW_SIZE),
2381                 .next = NEXT(item_raw),
2382                 .call = parse_vc,
2383         },
2384         [ITEM_RAW_RELATIVE] = {
2385                 .name = "relative",
2386                 .help = "look for pattern after the previous item",
2387                 .next = NEXT(item_raw, NEXT_ENTRY(BOOLEAN), item_param),
2388                 .args = ARGS(ARGS_ENTRY_BF(struct rte_flow_item_raw,
2389                                            relative, 1)),
2390         },
2391         [ITEM_RAW_SEARCH] = {
2392                 .name = "search",
2393                 .help = "search pattern from offset (see also limit)",
2394                 .next = NEXT(item_raw, NEXT_ENTRY(BOOLEAN), item_param),
2395                 .args = ARGS(ARGS_ENTRY_BF(struct rte_flow_item_raw,
2396                                            search, 1)),
2397         },
2398         [ITEM_RAW_OFFSET] = {
2399                 .name = "offset",
2400                 .help = "absolute or relative offset for pattern",
2401                 .next = NEXT(item_raw, NEXT_ENTRY(INTEGER), item_param),
2402                 .args = ARGS(ARGS_ENTRY(struct rte_flow_item_raw, offset)),
2403         },
2404         [ITEM_RAW_LIMIT] = {
2405                 .name = "limit",
2406                 .help = "search area limit for start of pattern",
2407                 .next = NEXT(item_raw, NEXT_ENTRY(UNSIGNED), item_param),
2408                 .args = ARGS(ARGS_ENTRY(struct rte_flow_item_raw, limit)),
2409         },
2410         [ITEM_RAW_PATTERN] = {
2411                 .name = "pattern",
2412                 .help = "byte string to look for",
2413                 .next = NEXT(item_raw,
2414                              NEXT_ENTRY(STRING),
2415                              NEXT_ENTRY(ITEM_PARAM_IS,
2416                                         ITEM_PARAM_SPEC,
2417                                         ITEM_PARAM_MASK)),
2418                 .args = ARGS(ARGS_ENTRY(struct rte_flow_item_raw, pattern),
2419                              ARGS_ENTRY(struct rte_flow_item_raw, length),
2420                              ARGS_ENTRY_ARB(sizeof(struct rte_flow_item_raw),
2421                                             ITEM_RAW_PATTERN_SIZE)),
2422         },
2423         [ITEM_ETH] = {
2424                 .name = "eth",
2425                 .help = "match Ethernet header",
2426                 .priv = PRIV_ITEM(ETH, sizeof(struct rte_flow_item_eth)),
2427                 .next = NEXT(item_eth),
2428                 .call = parse_vc,
2429         },
2430         [ITEM_ETH_DST] = {
2431                 .name = "dst",
2432                 .help = "destination MAC",
2433                 .next = NEXT(item_eth, NEXT_ENTRY(MAC_ADDR), item_param),
2434                 .args = ARGS(ARGS_ENTRY_HTON(struct rte_flow_item_eth, dst)),
2435         },
2436         [ITEM_ETH_SRC] = {
2437                 .name = "src",
2438                 .help = "source MAC",
2439                 .next = NEXT(item_eth, NEXT_ENTRY(MAC_ADDR), item_param),
2440                 .args = ARGS(ARGS_ENTRY_HTON(struct rte_flow_item_eth, src)),
2441         },
2442         [ITEM_ETH_TYPE] = {
2443                 .name = "type",
2444                 .help = "EtherType",
2445                 .next = NEXT(item_eth, NEXT_ENTRY(UNSIGNED), item_param),
2446                 .args = ARGS(ARGS_ENTRY_HTON(struct rte_flow_item_eth, type)),
2447         },
2448         [ITEM_ETH_HAS_VLAN] = {
2449                 .name = "has_vlan",
2450                 .help = "packet header contains VLAN",
2451                 .next = NEXT(item_eth, NEXT_ENTRY(UNSIGNED), item_param),
2452                 .args = ARGS(ARGS_ENTRY_BF(struct rte_flow_item_eth,
2453                                            has_vlan, 1)),
2454         },
2455         [ITEM_VLAN] = {
2456                 .name = "vlan",
2457                 .help = "match 802.1Q/ad VLAN tag",
2458                 .priv = PRIV_ITEM(VLAN, sizeof(struct rte_flow_item_vlan)),
2459                 .next = NEXT(item_vlan),
2460                 .call = parse_vc,
2461         },
2462         [ITEM_VLAN_TCI] = {
2463                 .name = "tci",
2464                 .help = "tag control information",
2465                 .next = NEXT(item_vlan, NEXT_ENTRY(UNSIGNED), item_param),
2466                 .args = ARGS(ARGS_ENTRY_HTON(struct rte_flow_item_vlan, tci)),
2467         },
2468         [ITEM_VLAN_PCP] = {
2469                 .name = "pcp",
2470                 .help = "priority code point",
2471                 .next = NEXT(item_vlan, NEXT_ENTRY(UNSIGNED), item_param),
2472                 .args = ARGS(ARGS_ENTRY_MASK_HTON(struct rte_flow_item_vlan,
2473                                                   tci, "\xe0\x00")),
2474         },
2475         [ITEM_VLAN_DEI] = {
2476                 .name = "dei",
2477                 .help = "drop eligible indicator",
2478                 .next = NEXT(item_vlan, NEXT_ENTRY(UNSIGNED), item_param),
2479                 .args = ARGS(ARGS_ENTRY_MASK_HTON(struct rte_flow_item_vlan,
2480                                                   tci, "\x10\x00")),
2481         },
2482         [ITEM_VLAN_VID] = {
2483                 .name = "vid",
2484                 .help = "VLAN identifier",
2485                 .next = NEXT(item_vlan, NEXT_ENTRY(UNSIGNED), item_param),
2486                 .args = ARGS(ARGS_ENTRY_MASK_HTON(struct rte_flow_item_vlan,
2487                                                   tci, "\x0f\xff")),
2488         },
2489         [ITEM_VLAN_INNER_TYPE] = {
2490                 .name = "inner_type",
2491                 .help = "inner EtherType",
2492                 .next = NEXT(item_vlan, NEXT_ENTRY(UNSIGNED), item_param),
2493                 .args = ARGS(ARGS_ENTRY_HTON(struct rte_flow_item_vlan,
2494                                              inner_type)),
2495         },
2496         [ITEM_VLAN_HAS_MORE_VLAN] = {
2497                 .name = "has_more_vlan",
2498                 .help = "packet header contains another VLAN",
2499                 .next = NEXT(item_vlan, NEXT_ENTRY(UNSIGNED), item_param),
2500                 .args = ARGS(ARGS_ENTRY_BF(struct rte_flow_item_vlan,
2501                                            has_more_vlan, 1)),
2502         },
2503         [ITEM_IPV4] = {
2504                 .name = "ipv4",
2505                 .help = "match IPv4 header",
2506                 .priv = PRIV_ITEM(IPV4, sizeof(struct rte_flow_item_ipv4)),
2507                 .next = NEXT(item_ipv4),
2508                 .call = parse_vc,
2509         },
2510         [ITEM_IPV4_TOS] = {
2511                 .name = "tos",
2512                 .help = "type of service",
2513                 .next = NEXT(item_ipv4, NEXT_ENTRY(UNSIGNED), item_param),
2514                 .args = ARGS(ARGS_ENTRY_HTON(struct rte_flow_item_ipv4,
2515                                              hdr.type_of_service)),
2516         },
2517         [ITEM_IPV4_ID] = {
2518                 .name = "packet_id",
2519                 .help = "fragment packet id",
2520                 .next = NEXT(item_ipv4, NEXT_ENTRY(UNSIGNED), item_param),
2521                 .args = ARGS(ARGS_ENTRY_HTON(struct rte_flow_item_ipv4,
2522                                              hdr.packet_id)),
2523         },
2524         [ITEM_IPV4_FRAGMENT_OFFSET] = {
2525                 .name = "fragment_offset",
2526                 .help = "fragmentation flags and fragment offset",
2527                 .next = NEXT(item_ipv4, NEXT_ENTRY(UNSIGNED), item_param),
2528                 .args = ARGS(ARGS_ENTRY_HTON(struct rte_flow_item_ipv4,
2529                                              hdr.fragment_offset)),
2530         },
2531         [ITEM_IPV4_TTL] = {
2532                 .name = "ttl",
2533                 .help = "time to live",
2534                 .next = NEXT(item_ipv4, NEXT_ENTRY(UNSIGNED), item_param),
2535                 .args = ARGS(ARGS_ENTRY_HTON(struct rte_flow_item_ipv4,
2536                                              hdr.time_to_live)),
2537         },
2538         [ITEM_IPV4_PROTO] = {
2539                 .name = "proto",
2540                 .help = "next protocol ID",
2541                 .next = NEXT(item_ipv4, NEXT_ENTRY(UNSIGNED), item_param),
2542                 .args = ARGS(ARGS_ENTRY_HTON(struct rte_flow_item_ipv4,
2543                                              hdr.next_proto_id)),
2544         },
2545         [ITEM_IPV4_SRC] = {
2546                 .name = "src",
2547                 .help = "source address",
2548                 .next = NEXT(item_ipv4, NEXT_ENTRY(IPV4_ADDR), item_param),
2549                 .args = ARGS(ARGS_ENTRY_HTON(struct rte_flow_item_ipv4,
2550                                              hdr.src_addr)),
2551         },
2552         [ITEM_IPV4_DST] = {
2553                 .name = "dst",
2554                 .help = "destination address",
2555                 .next = NEXT(item_ipv4, NEXT_ENTRY(IPV4_ADDR), item_param),
2556                 .args = ARGS(ARGS_ENTRY_HTON(struct rte_flow_item_ipv4,
2557                                              hdr.dst_addr)),
2558         },
2559         [ITEM_IPV6] = {
2560                 .name = "ipv6",
2561                 .help = "match IPv6 header",
2562                 .priv = PRIV_ITEM(IPV6, sizeof(struct rte_flow_item_ipv6)),
2563                 .next = NEXT(item_ipv6),
2564                 .call = parse_vc,
2565         },
2566         [ITEM_IPV6_TC] = {
2567                 .name = "tc",
2568                 .help = "traffic class",
2569                 .next = NEXT(item_ipv6, NEXT_ENTRY(UNSIGNED), item_param),
2570                 .args = ARGS(ARGS_ENTRY_MASK_HTON(struct rte_flow_item_ipv6,
2571                                                   hdr.vtc_flow,
2572                                                   "\x0f\xf0\x00\x00")),
2573         },
2574         [ITEM_IPV6_FLOW] = {
2575                 .name = "flow",
2576                 .help = "flow label",
2577                 .next = NEXT(item_ipv6, NEXT_ENTRY(UNSIGNED), item_param),
2578                 .args = ARGS(ARGS_ENTRY_MASK_HTON(struct rte_flow_item_ipv6,
2579                                                   hdr.vtc_flow,
2580                                                   "\x00\x0f\xff\xff")),
2581         },
2582         [ITEM_IPV6_PROTO] = {
2583                 .name = "proto",
2584                 .help = "protocol (next header)",
2585                 .next = NEXT(item_ipv6, NEXT_ENTRY(UNSIGNED), item_param),
2586                 .args = ARGS(ARGS_ENTRY_HTON(struct rte_flow_item_ipv6,
2587                                              hdr.proto)),
2588         },
2589         [ITEM_IPV6_HOP] = {
2590                 .name = "hop",
2591                 .help = "hop limit",
2592                 .next = NEXT(item_ipv6, NEXT_ENTRY(UNSIGNED), item_param),
2593                 .args = ARGS(ARGS_ENTRY_HTON(struct rte_flow_item_ipv6,
2594                                              hdr.hop_limits)),
2595         },
2596         [ITEM_IPV6_SRC] = {
2597                 .name = "src",
2598                 .help = "source address",
2599                 .next = NEXT(item_ipv6, NEXT_ENTRY(IPV6_ADDR), item_param),
2600                 .args = ARGS(ARGS_ENTRY_HTON(struct rte_flow_item_ipv6,
2601                                              hdr.src_addr)),
2602         },
2603         [ITEM_IPV6_DST] = {
2604                 .name = "dst",
2605                 .help = "destination address",
2606                 .next = NEXT(item_ipv6, NEXT_ENTRY(IPV6_ADDR), item_param),
2607                 .args = ARGS(ARGS_ENTRY_HTON(struct rte_flow_item_ipv6,
2608                                              hdr.dst_addr)),
2609         },
2610         [ITEM_IPV6_HAS_FRAG_EXT] = {
2611                 .name = "has_frag_ext",
2612                 .help = "fragment packet attribute",
2613                 .next = NEXT(item_ipv6, NEXT_ENTRY(UNSIGNED), item_param),
2614                 .args = ARGS(ARGS_ENTRY_BF(struct rte_flow_item_ipv6,
2615                                            has_frag_ext, 1)),
2616         },
2617         [ITEM_ICMP] = {
2618                 .name = "icmp",
2619                 .help = "match ICMP header",
2620                 .priv = PRIV_ITEM(ICMP, sizeof(struct rte_flow_item_icmp)),
2621                 .next = NEXT(item_icmp),
2622                 .call = parse_vc,
2623         },
2624         [ITEM_ICMP_TYPE] = {
2625                 .name = "type",
2626                 .help = "ICMP packet type",
2627                 .next = NEXT(item_icmp, NEXT_ENTRY(UNSIGNED), item_param),
2628                 .args = ARGS(ARGS_ENTRY_HTON(struct rte_flow_item_icmp,
2629                                              hdr.icmp_type)),
2630         },
2631         [ITEM_ICMP_CODE] = {
2632                 .name = "code",
2633                 .help = "ICMP packet code",
2634                 .next = NEXT(item_icmp, NEXT_ENTRY(UNSIGNED), item_param),
2635                 .args = ARGS(ARGS_ENTRY_HTON(struct rte_flow_item_icmp,
2636                                              hdr.icmp_code)),
2637         },
2638         [ITEM_ICMP_IDENT] = {
2639                 .name = "ident",
2640                 .help = "ICMP packet identifier",
2641                 .next = NEXT(item_icmp, NEXT_ENTRY(UNSIGNED), item_param),
2642                 .args = ARGS(ARGS_ENTRY_HTON(struct rte_flow_item_icmp,
2643                                              hdr.icmp_ident)),
2644         },
2645         [ITEM_ICMP_SEQ] = {
2646                 .name = "seq",
2647                 .help = "ICMP packet sequence number",
2648                 .next = NEXT(item_icmp, NEXT_ENTRY(UNSIGNED), item_param),
2649                 .args = ARGS(ARGS_ENTRY_HTON(struct rte_flow_item_icmp,
2650                                              hdr.icmp_seq_nb)),
2651         },
2652         [ITEM_UDP] = {
2653                 .name = "udp",
2654                 .help = "match UDP header",
2655                 .priv = PRIV_ITEM(UDP, sizeof(struct rte_flow_item_udp)),
2656                 .next = NEXT(item_udp),
2657                 .call = parse_vc,
2658         },
2659         [ITEM_UDP_SRC] = {
2660                 .name = "src",
2661                 .help = "UDP source port",
2662                 .next = NEXT(item_udp, NEXT_ENTRY(UNSIGNED), item_param),
2663                 .args = ARGS(ARGS_ENTRY_HTON(struct rte_flow_item_udp,
2664                                              hdr.src_port)),
2665         },
2666         [ITEM_UDP_DST] = {
2667                 .name = "dst",
2668                 .help = "UDP destination port",
2669                 .next = NEXT(item_udp, NEXT_ENTRY(UNSIGNED), item_param),
2670                 .args = ARGS(ARGS_ENTRY_HTON(struct rte_flow_item_udp,
2671                                              hdr.dst_port)),
2672         },
2673         [ITEM_TCP] = {
2674                 .name = "tcp",
2675                 .help = "match TCP header",
2676                 .priv = PRIV_ITEM(TCP, sizeof(struct rte_flow_item_tcp)),
2677                 .next = NEXT(item_tcp),
2678                 .call = parse_vc,
2679         },
2680         [ITEM_TCP_SRC] = {
2681                 .name = "src",
2682                 .help = "TCP source port",
2683                 .next = NEXT(item_tcp, NEXT_ENTRY(UNSIGNED), item_param),
2684                 .args = ARGS(ARGS_ENTRY_HTON(struct rte_flow_item_tcp,
2685                                              hdr.src_port)),
2686         },
2687         [ITEM_TCP_DST] = {
2688                 .name = "dst",
2689                 .help = "TCP destination port",
2690                 .next = NEXT(item_tcp, NEXT_ENTRY(UNSIGNED), item_param),
2691                 .args = ARGS(ARGS_ENTRY_HTON(struct rte_flow_item_tcp,
2692                                              hdr.dst_port)),
2693         },
2694         [ITEM_TCP_FLAGS] = {
2695                 .name = "flags",
2696                 .help = "TCP flags",
2697                 .next = NEXT(item_tcp, NEXT_ENTRY(UNSIGNED), item_param),
2698                 .args = ARGS(ARGS_ENTRY_HTON(struct rte_flow_item_tcp,
2699                                              hdr.tcp_flags)),
2700         },
2701         [ITEM_SCTP] = {
2702                 .name = "sctp",
2703                 .help = "match SCTP header",
2704                 .priv = PRIV_ITEM(SCTP, sizeof(struct rte_flow_item_sctp)),
2705                 .next = NEXT(item_sctp),
2706                 .call = parse_vc,
2707         },
2708         [ITEM_SCTP_SRC] = {
2709                 .name = "src",
2710                 .help = "SCTP source port",
2711                 .next = NEXT(item_sctp, NEXT_ENTRY(UNSIGNED), item_param),
2712                 .args = ARGS(ARGS_ENTRY_HTON(struct rte_flow_item_sctp,
2713                                              hdr.src_port)),
2714         },
2715         [ITEM_SCTP_DST] = {
2716                 .name = "dst",
2717                 .help = "SCTP destination port",
2718                 .next = NEXT(item_sctp, NEXT_ENTRY(UNSIGNED), item_param),
2719                 .args = ARGS(ARGS_ENTRY_HTON(struct rte_flow_item_sctp,
2720                                              hdr.dst_port)),
2721         },
2722         [ITEM_SCTP_TAG] = {
2723                 .name = "tag",
2724                 .help = "validation tag",
2725                 .next = NEXT(item_sctp, NEXT_ENTRY(UNSIGNED), item_param),
2726                 .args = ARGS(ARGS_ENTRY_HTON(struct rte_flow_item_sctp,
2727                                              hdr.tag)),
2728         },
2729         [ITEM_SCTP_CKSUM] = {
2730                 .name = "cksum",
2731                 .help = "checksum",
2732                 .next = NEXT(item_sctp, NEXT_ENTRY(UNSIGNED), item_param),
2733                 .args = ARGS(ARGS_ENTRY_HTON(struct rte_flow_item_sctp,
2734                                              hdr.cksum)),
2735         },
2736         [ITEM_VXLAN] = {
2737                 .name = "vxlan",
2738                 .help = "match VXLAN header",
2739                 .priv = PRIV_ITEM(VXLAN, sizeof(struct rte_flow_item_vxlan)),
2740                 .next = NEXT(item_vxlan),
2741                 .call = parse_vc,
2742         },
2743         [ITEM_VXLAN_VNI] = {
2744                 .name = "vni",
2745                 .help = "VXLAN identifier",
2746                 .next = NEXT(item_vxlan, NEXT_ENTRY(UNSIGNED), item_param),
2747                 .args = ARGS(ARGS_ENTRY_HTON(struct rte_flow_item_vxlan, vni)),
2748         },
2749         [ITEM_E_TAG] = {
2750                 .name = "e_tag",
2751                 .help = "match E-Tag header",
2752                 .priv = PRIV_ITEM(E_TAG, sizeof(struct rte_flow_item_e_tag)),
2753                 .next = NEXT(item_e_tag),
2754                 .call = parse_vc,
2755         },
2756         [ITEM_E_TAG_GRP_ECID_B] = {
2757                 .name = "grp_ecid_b",
2758                 .help = "GRP and E-CID base",
2759                 .next = NEXT(item_e_tag, NEXT_ENTRY(UNSIGNED), item_param),
2760                 .args = ARGS(ARGS_ENTRY_MASK_HTON(struct rte_flow_item_e_tag,
2761                                                   rsvd_grp_ecid_b,
2762                                                   "\x3f\xff")),
2763         },
2764         [ITEM_NVGRE] = {
2765                 .name = "nvgre",
2766                 .help = "match NVGRE header",
2767                 .priv = PRIV_ITEM(NVGRE, sizeof(struct rte_flow_item_nvgre)),
2768                 .next = NEXT(item_nvgre),
2769                 .call = parse_vc,
2770         },
2771         [ITEM_NVGRE_TNI] = {
2772                 .name = "tni",
2773                 .help = "virtual subnet ID",
2774                 .next = NEXT(item_nvgre, NEXT_ENTRY(UNSIGNED), item_param),
2775                 .args = ARGS(ARGS_ENTRY_HTON(struct rte_flow_item_nvgre, tni)),
2776         },
2777         [ITEM_MPLS] = {
2778                 .name = "mpls",
2779                 .help = "match MPLS header",
2780                 .priv = PRIV_ITEM(MPLS, sizeof(struct rte_flow_item_mpls)),
2781                 .next = NEXT(item_mpls),
2782                 .call = parse_vc,
2783         },
2784         [ITEM_MPLS_LABEL] = {
2785                 .name = "label",
2786                 .help = "MPLS label",
2787                 .next = NEXT(item_mpls, NEXT_ENTRY(UNSIGNED), item_param),
2788                 .args = ARGS(ARGS_ENTRY_MASK_HTON(struct rte_flow_item_mpls,
2789                                                   label_tc_s,
2790                                                   "\xff\xff\xf0")),
2791         },
2792         [ITEM_MPLS_TC] = {
2793                 .name = "tc",
2794                 .help = "MPLS Traffic Class",
2795                 .next = NEXT(item_mpls, NEXT_ENTRY(UNSIGNED), item_param),
2796                 .args = ARGS(ARGS_ENTRY_MASK_HTON(struct rte_flow_item_mpls,
2797                                                   label_tc_s,
2798                                                   "\x00\x00\x0e")),
2799         },
2800         [ITEM_MPLS_S] = {
2801                 .name = "s",
2802                 .help = "MPLS Bottom-of-Stack",
2803                 .next = NEXT(item_mpls, NEXT_ENTRY(UNSIGNED), item_param),
2804                 .args = ARGS(ARGS_ENTRY_MASK_HTON(struct rte_flow_item_mpls,
2805                                                   label_tc_s,
2806                                                   "\x00\x00\x01")),
2807         },
2808         [ITEM_GRE] = {
2809                 .name = "gre",
2810                 .help = "match GRE header",
2811                 .priv = PRIV_ITEM(GRE, sizeof(struct rte_flow_item_gre)),
2812                 .next = NEXT(item_gre),
2813                 .call = parse_vc,
2814         },
2815         [ITEM_GRE_PROTO] = {
2816                 .name = "protocol",
2817                 .help = "GRE protocol type",
2818                 .next = NEXT(item_gre, NEXT_ENTRY(UNSIGNED), item_param),
2819                 .args = ARGS(ARGS_ENTRY_HTON(struct rte_flow_item_gre,
2820                                              protocol)),
2821         },
2822         [ITEM_GRE_C_RSVD0_VER] = {
2823                 .name = "c_rsvd0_ver",
2824                 .help =
2825                         "checksum (1b), undefined (1b), key bit (1b),"
2826                         " sequence number (1b), reserved 0 (9b),"
2827                         " version (3b)",
2828                 .next = NEXT(item_gre, NEXT_ENTRY(UNSIGNED), item_param),
2829                 .args = ARGS(ARGS_ENTRY_HTON(struct rte_flow_item_gre,
2830                                              c_rsvd0_ver)),
2831         },
2832         [ITEM_GRE_C_BIT] = {
2833                 .name = "c_bit",
2834                 .help = "checksum bit (C)",
2835                 .next = NEXT(item_gre, NEXT_ENTRY(BOOLEAN), item_param),
2836                 .args = ARGS(ARGS_ENTRY_MASK_HTON(struct rte_flow_item_gre,
2837                                                   c_rsvd0_ver,
2838                                                   "\x80\x00\x00\x00")),
2839         },
2840         [ITEM_GRE_S_BIT] = {
2841                 .name = "s_bit",
2842                 .help = "sequence number bit (S)",
2843                 .next = NEXT(item_gre, NEXT_ENTRY(BOOLEAN), item_param),
2844                 .args = ARGS(ARGS_ENTRY_MASK_HTON(struct rte_flow_item_gre,
2845                                                   c_rsvd0_ver,
2846                                                   "\x10\x00\x00\x00")),
2847         },
2848         [ITEM_GRE_K_BIT] = {
2849                 .name = "k_bit",
2850                 .help = "key bit (K)",
2851                 .next = NEXT(item_gre, NEXT_ENTRY(BOOLEAN), item_param),
2852                 .args = ARGS(ARGS_ENTRY_MASK_HTON(struct rte_flow_item_gre,
2853                                                   c_rsvd0_ver,
2854                                                   "\x20\x00\x00\x00")),
2855         },
2856         [ITEM_FUZZY] = {
2857                 .name = "fuzzy",
2858                 .help = "fuzzy pattern match, expect faster than default",
2859                 .priv = PRIV_ITEM(FUZZY,
2860                                 sizeof(struct rte_flow_item_fuzzy)),
2861                 .next = NEXT(item_fuzzy),
2862                 .call = parse_vc,
2863         },
2864         [ITEM_FUZZY_THRESH] = {
2865                 .name = "thresh",
2866                 .help = "match accuracy threshold",
2867                 .next = NEXT(item_fuzzy, NEXT_ENTRY(UNSIGNED), item_param),
2868                 .args = ARGS(ARGS_ENTRY(struct rte_flow_item_fuzzy,
2869                                         thresh)),
2870         },
2871         [ITEM_GTP] = {
2872                 .name = "gtp",
2873                 .help = "match GTP header",
2874                 .priv = PRIV_ITEM(GTP, sizeof(struct rte_flow_item_gtp)),
2875                 .next = NEXT(item_gtp),
2876                 .call = parse_vc,
2877         },
2878         [ITEM_GTP_FLAGS] = {
2879                 .name = "v_pt_rsv_flags",
2880                 .help = "GTP flags",
2881                 .next = NEXT(item_gtp, NEXT_ENTRY(UNSIGNED), item_param),
2882                 .args = ARGS(ARGS_ENTRY(struct rte_flow_item_gtp,
2883                                         v_pt_rsv_flags)),
2884         },
2885         [ITEM_GTP_MSG_TYPE] = {
2886                 .name = "msg_type",
2887                 .help = "GTP message type",
2888                 .next = NEXT(item_gtp, NEXT_ENTRY(UNSIGNED), item_param),
2889                 .args = ARGS(ARGS_ENTRY(struct rte_flow_item_gtp, msg_type)),
2890         },
2891         [ITEM_GTP_TEID] = {
2892                 .name = "teid",
2893                 .help = "tunnel endpoint identifier",
2894                 .next = NEXT(item_gtp, NEXT_ENTRY(UNSIGNED), item_param),
2895                 .args = ARGS(ARGS_ENTRY_HTON(struct rte_flow_item_gtp, teid)),
2896         },
2897         [ITEM_GTPC] = {
2898                 .name = "gtpc",
2899                 .help = "match GTP header",
2900                 .priv = PRIV_ITEM(GTPC, sizeof(struct rte_flow_item_gtp)),
2901                 .next = NEXT(item_gtp),
2902                 .call = parse_vc,
2903         },
2904         [ITEM_GTPU] = {
2905                 .name = "gtpu",
2906                 .help = "match GTP header",
2907                 .priv = PRIV_ITEM(GTPU, sizeof(struct rte_flow_item_gtp)),
2908                 .next = NEXT(item_gtp),
2909                 .call = parse_vc,
2910         },
2911         [ITEM_GENEVE] = {
2912                 .name = "geneve",
2913                 .help = "match GENEVE header",
2914                 .priv = PRIV_ITEM(GENEVE, sizeof(struct rte_flow_item_geneve)),
2915                 .next = NEXT(item_geneve),
2916                 .call = parse_vc,
2917         },
2918         [ITEM_GENEVE_VNI] = {
2919                 .name = "vni",
2920                 .help = "virtual network identifier",
2921                 .next = NEXT(item_geneve, NEXT_ENTRY(UNSIGNED), item_param),
2922                 .args = ARGS(ARGS_ENTRY_HTON(struct rte_flow_item_geneve, vni)),
2923         },
2924         [ITEM_GENEVE_PROTO] = {
2925                 .name = "protocol",
2926                 .help = "GENEVE protocol type",
2927                 .next = NEXT(item_geneve, NEXT_ENTRY(UNSIGNED), item_param),
2928                 .args = ARGS(ARGS_ENTRY_HTON(struct rte_flow_item_geneve,
2929                                              protocol)),
2930         },
2931         [ITEM_GENEVE_OPTLEN] = {
2932                 .name = "optlen",
2933                 .help = "GENEVE options length in dwords",
2934                 .next = NEXT(item_geneve, NEXT_ENTRY(UNSIGNED), item_param),
2935                 .args = ARGS(ARGS_ENTRY_MASK_HTON(struct rte_flow_item_geneve,
2936                                                   ver_opt_len_o_c_rsvd0,
2937                                                   "\x3f\x00")),
2938         },
2939         [ITEM_VXLAN_GPE] = {
2940                 .name = "vxlan-gpe",
2941                 .help = "match VXLAN-GPE header",
2942                 .priv = PRIV_ITEM(VXLAN_GPE,
2943                                   sizeof(struct rte_flow_item_vxlan_gpe)),
2944                 .next = NEXT(item_vxlan_gpe),
2945                 .call = parse_vc,
2946         },
2947         [ITEM_VXLAN_GPE_VNI] = {
2948                 .name = "vni",
2949                 .help = "VXLAN-GPE identifier",
2950                 .next = NEXT(item_vxlan_gpe, NEXT_ENTRY(UNSIGNED), item_param),
2951                 .args = ARGS(ARGS_ENTRY_HTON(struct rte_flow_item_vxlan_gpe,
2952                                              vni)),
2953         },
2954         [ITEM_ARP_ETH_IPV4] = {
2955                 .name = "arp_eth_ipv4",
2956                 .help = "match ARP header for Ethernet/IPv4",
2957                 .priv = PRIV_ITEM(ARP_ETH_IPV4,
2958                                   sizeof(struct rte_flow_item_arp_eth_ipv4)),
2959                 .next = NEXT(item_arp_eth_ipv4),
2960                 .call = parse_vc,
2961         },
2962         [ITEM_ARP_ETH_IPV4_SHA] = {
2963                 .name = "sha",
2964                 .help = "sender hardware address",
2965                 .next = NEXT(item_arp_eth_ipv4, NEXT_ENTRY(MAC_ADDR),
2966                              item_param),
2967                 .args = ARGS(ARGS_ENTRY_HTON(struct rte_flow_item_arp_eth_ipv4,
2968                                              sha)),
2969         },
2970         [ITEM_ARP_ETH_IPV4_SPA] = {
2971                 .name = "spa",
2972                 .help = "sender IPv4 address",
2973                 .next = NEXT(item_arp_eth_ipv4, NEXT_ENTRY(IPV4_ADDR),
2974                              item_param),
2975                 .args = ARGS(ARGS_ENTRY_HTON(struct rte_flow_item_arp_eth_ipv4,
2976                                              spa)),
2977         },
2978         [ITEM_ARP_ETH_IPV4_THA] = {
2979                 .name = "tha",
2980                 .help = "target hardware address",
2981                 .next = NEXT(item_arp_eth_ipv4, NEXT_ENTRY(MAC_ADDR),
2982                              item_param),
2983                 .args = ARGS(ARGS_ENTRY_HTON(struct rte_flow_item_arp_eth_ipv4,
2984                                              tha)),
2985         },
2986         [ITEM_ARP_ETH_IPV4_TPA] = {
2987                 .name = "tpa",
2988                 .help = "target IPv4 address",
2989                 .next = NEXT(item_arp_eth_ipv4, NEXT_ENTRY(IPV4_ADDR),
2990                              item_param),
2991                 .args = ARGS(ARGS_ENTRY_HTON(struct rte_flow_item_arp_eth_ipv4,
2992                                              tpa)),
2993         },
2994         [ITEM_IPV6_EXT] = {
2995                 .name = "ipv6_ext",
2996                 .help = "match presence of any IPv6 extension header",
2997                 .priv = PRIV_ITEM(IPV6_EXT,
2998                                   sizeof(struct rte_flow_item_ipv6_ext)),
2999                 .next = NEXT(item_ipv6_ext),
3000                 .call = parse_vc,
3001         },
3002         [ITEM_IPV6_EXT_NEXT_HDR] = {
3003                 .name = "next_hdr",
3004                 .help = "next header",
3005                 .next = NEXT(item_ipv6_ext, NEXT_ENTRY(UNSIGNED), item_param),
3006                 .args = ARGS(ARGS_ENTRY_HTON(struct rte_flow_item_ipv6_ext,
3007                                              next_hdr)),
3008         },
3009         [ITEM_IPV6_FRAG_EXT] = {
3010                 .name = "ipv6_frag_ext",
3011                 .help = "match presence of IPv6 fragment extension header",
3012                 .priv = PRIV_ITEM(IPV6_FRAG_EXT,
3013                                 sizeof(struct rte_flow_item_ipv6_frag_ext)),
3014                 .next = NEXT(item_ipv6_frag_ext),
3015                 .call = parse_vc,
3016         },
3017         [ITEM_IPV6_FRAG_EXT_NEXT_HDR] = {
3018                 .name = "next_hdr",
3019                 .help = "next header",
3020                 .next = NEXT(item_ipv6_frag_ext, NEXT_ENTRY(UNSIGNED),
3021                              item_param),
3022                 .args = ARGS(ARGS_ENTRY(struct rte_flow_item_ipv6_frag_ext,
3023                                         hdr.next_header)),
3024         },
3025         [ITEM_IPV6_FRAG_EXT_FRAG_DATA] = {
3026                 .name = "frag_data",
3027                 .help = "fragment flags and offset",
3028                 .next = NEXT(item_ipv6_frag_ext, NEXT_ENTRY(UNSIGNED),
3029                              item_param),
3030                 .args = ARGS(ARGS_ENTRY_HTON(struct rte_flow_item_ipv6_frag_ext,
3031                                              hdr.frag_data)),
3032         },
3033         [ITEM_IPV6_FRAG_EXT_ID] = {
3034                 .name = "packet_id",
3035                 .help = "fragment packet id",
3036                 .next = NEXT(item_ipv6_frag_ext, NEXT_ENTRY(UNSIGNED),
3037                              item_param),
3038                 .args = ARGS(ARGS_ENTRY_HTON(struct rte_flow_item_ipv6_frag_ext,
3039                                              hdr.id)),
3040         },
3041         [ITEM_ICMP6] = {
3042                 .name = "icmp6",
3043                 .help = "match any ICMPv6 header",
3044                 .priv = PRIV_ITEM(ICMP6, sizeof(struct rte_flow_item_icmp6)),
3045                 .next = NEXT(item_icmp6),
3046                 .call = parse_vc,
3047         },
3048         [ITEM_ICMP6_TYPE] = {
3049                 .name = "type",
3050                 .help = "ICMPv6 type",
3051                 .next = NEXT(item_icmp6, NEXT_ENTRY(UNSIGNED), item_param),
3052                 .args = ARGS(ARGS_ENTRY_HTON(struct rte_flow_item_icmp6,
3053                                              type)),
3054         },
3055         [ITEM_ICMP6_CODE] = {
3056                 .name = "code",
3057                 .help = "ICMPv6 code",
3058                 .next = NEXT(item_icmp6, NEXT_ENTRY(UNSIGNED), item_param),
3059                 .args = ARGS(ARGS_ENTRY_HTON(struct rte_flow_item_icmp6,
3060                                              code)),
3061         },
3062         [ITEM_ICMP6_ND_NS] = {
3063                 .name = "icmp6_nd_ns",
3064                 .help = "match ICMPv6 neighbor discovery solicitation",
3065                 .priv = PRIV_ITEM(ICMP6_ND_NS,
3066                                   sizeof(struct rte_flow_item_icmp6_nd_ns)),
3067                 .next = NEXT(item_icmp6_nd_ns),
3068                 .call = parse_vc,
3069         },
3070         [ITEM_ICMP6_ND_NS_TARGET_ADDR] = {
3071                 .name = "target_addr",
3072                 .help = "target address",
3073                 .next = NEXT(item_icmp6_nd_ns, NEXT_ENTRY(IPV6_ADDR),
3074                              item_param),
3075                 .args = ARGS(ARGS_ENTRY_HTON(struct rte_flow_item_icmp6_nd_ns,
3076                                              target_addr)),
3077         },
3078         [ITEM_ICMP6_ND_NA] = {
3079                 .name = "icmp6_nd_na",
3080                 .help = "match ICMPv6 neighbor discovery advertisement",
3081                 .priv = PRIV_ITEM(ICMP6_ND_NA,
3082                                   sizeof(struct rte_flow_item_icmp6_nd_na)),
3083                 .next = NEXT(item_icmp6_nd_na),
3084                 .call = parse_vc,
3085         },
3086         [ITEM_ICMP6_ND_NA_TARGET_ADDR] = {
3087                 .name = "target_addr",
3088                 .help = "target address",
3089                 .next = NEXT(item_icmp6_nd_na, NEXT_ENTRY(IPV6_ADDR),
3090                              item_param),
3091                 .args = ARGS(ARGS_ENTRY_HTON(struct rte_flow_item_icmp6_nd_na,
3092                                              target_addr)),
3093         },
3094         [ITEM_ICMP6_ND_OPT] = {
3095                 .name = "icmp6_nd_opt",
3096                 .help = "match presence of any ICMPv6 neighbor discovery"
3097                         " option",
3098                 .priv = PRIV_ITEM(ICMP6_ND_OPT,
3099                                   sizeof(struct rte_flow_item_icmp6_nd_opt)),
3100                 .next = NEXT(item_icmp6_nd_opt),
3101                 .call = parse_vc,
3102         },
3103         [ITEM_ICMP6_ND_OPT_TYPE] = {
3104                 .name = "type",
3105                 .help = "ND option type",
3106                 .next = NEXT(item_icmp6_nd_opt, NEXT_ENTRY(UNSIGNED),
3107                              item_param),
3108                 .args = ARGS(ARGS_ENTRY_HTON(struct rte_flow_item_icmp6_nd_opt,
3109                                              type)),
3110         },
3111         [ITEM_ICMP6_ND_OPT_SLA_ETH] = {
3112                 .name = "icmp6_nd_opt_sla_eth",
3113                 .help = "match ICMPv6 neighbor discovery source Ethernet"
3114                         " link-layer address option",
3115                 .priv = PRIV_ITEM
3116                         (ICMP6_ND_OPT_SLA_ETH,
3117                          sizeof(struct rte_flow_item_icmp6_nd_opt_sla_eth)),
3118                 .next = NEXT(item_icmp6_nd_opt_sla_eth),
3119                 .call = parse_vc,
3120         },
3121         [ITEM_ICMP6_ND_OPT_SLA_ETH_SLA] = {
3122                 .name = "sla",
3123                 .help = "source Ethernet LLA",
3124                 .next = NEXT(item_icmp6_nd_opt_sla_eth, NEXT_ENTRY(MAC_ADDR),
3125                              item_param),
3126                 .args = ARGS(ARGS_ENTRY_HTON
3127                              (struct rte_flow_item_icmp6_nd_opt_sla_eth, sla)),
3128         },
3129         [ITEM_ICMP6_ND_OPT_TLA_ETH] = {
3130                 .name = "icmp6_nd_opt_tla_eth",
3131                 .help = "match ICMPv6 neighbor discovery target Ethernet"
3132                         " link-layer address option",
3133                 .priv = PRIV_ITEM
3134                         (ICMP6_ND_OPT_TLA_ETH,
3135                          sizeof(struct rte_flow_item_icmp6_nd_opt_tla_eth)),
3136                 .next = NEXT(item_icmp6_nd_opt_tla_eth),
3137                 .call = parse_vc,
3138         },
3139         [ITEM_ICMP6_ND_OPT_TLA_ETH_TLA] = {
3140                 .name = "tla",
3141                 .help = "target Ethernet LLA",
3142                 .next = NEXT(item_icmp6_nd_opt_tla_eth, NEXT_ENTRY(MAC_ADDR),
3143                              item_param),
3144                 .args = ARGS(ARGS_ENTRY_HTON
3145                              (struct rte_flow_item_icmp6_nd_opt_tla_eth, tla)),
3146         },
3147         [ITEM_META] = {
3148                 .name = "meta",
3149                 .help = "match metadata header",
3150                 .priv = PRIV_ITEM(META, sizeof(struct rte_flow_item_meta)),
3151                 .next = NEXT(item_meta),
3152                 .call = parse_vc,
3153         },
3154         [ITEM_META_DATA] = {
3155                 .name = "data",
3156                 .help = "metadata value",
3157                 .next = NEXT(item_meta, NEXT_ENTRY(UNSIGNED), item_param),
3158                 .args = ARGS(ARGS_ENTRY_MASK(struct rte_flow_item_meta,
3159                                              data, "\xff\xff\xff\xff")),
3160         },
3161         [ITEM_GRE_KEY] = {
3162                 .name = "gre_key",
3163                 .help = "match GRE key",
3164                 .priv = PRIV_ITEM(GRE_KEY, sizeof(rte_be32_t)),
3165                 .next = NEXT(item_gre_key),
3166                 .call = parse_vc,
3167         },
3168         [ITEM_GRE_KEY_VALUE] = {
3169                 .name = "value",
3170                 .help = "key value",
3171                 .next = NEXT(item_gre_key, NEXT_ENTRY(UNSIGNED), item_param),
3172                 .args = ARGS(ARG_ENTRY_HTON(rte_be32_t)),
3173         },
3174         [ITEM_GTP_PSC] = {
3175                 .name = "gtp_psc",
3176                 .help = "match GTP extension header with type 0x85",
3177                 .priv = PRIV_ITEM(GTP_PSC,
3178                                 sizeof(struct rte_flow_item_gtp_psc)),
3179                 .next = NEXT(item_gtp_psc),
3180                 .call = parse_vc,
3181         },
3182         [ITEM_GTP_PSC_QFI] = {
3183                 .name = "qfi",
3184                 .help = "QoS flow identifier",
3185                 .next = NEXT(item_gtp_psc, NEXT_ENTRY(UNSIGNED), item_param),
3186                 .args = ARGS(ARGS_ENTRY_HTON(struct rte_flow_item_gtp_psc,
3187                                         qfi)),
3188         },
3189         [ITEM_GTP_PSC_PDU_T] = {
3190                 .name = "pdu_t",
3191                 .help = "PDU type",
3192                 .next = NEXT(item_gtp_psc, NEXT_ENTRY(UNSIGNED), item_param),
3193                 .args = ARGS(ARGS_ENTRY_HTON(struct rte_flow_item_gtp_psc,
3194                                         pdu_type)),
3195         },
3196         [ITEM_PPPOES] = {
3197                 .name = "pppoes",
3198                 .help = "match PPPoE session header",
3199                 .priv = PRIV_ITEM(PPPOES, sizeof(struct rte_flow_item_pppoe)),
3200                 .next = NEXT(item_pppoes),
3201                 .call = parse_vc,
3202         },
3203         [ITEM_PPPOED] = {
3204                 .name = "pppoed",
3205                 .help = "match PPPoE discovery header",
3206                 .priv = PRIV_ITEM(PPPOED, sizeof(struct rte_flow_item_pppoe)),
3207                 .next = NEXT(item_pppoed),
3208                 .call = parse_vc,
3209         },
3210         [ITEM_PPPOE_SEID] = {
3211                 .name = "seid",
3212                 .help = "session identifier",
3213                 .next = NEXT(item_pppoes, NEXT_ENTRY(UNSIGNED), item_param),
3214                 .args = ARGS(ARGS_ENTRY_HTON(struct rte_flow_item_pppoe,
3215                                         session_id)),
3216         },
3217         [ITEM_PPPOE_PROTO_ID] = {
3218                 .name = "pppoe_proto_id",
3219                 .help = "match PPPoE session protocol identifier",
3220                 .priv = PRIV_ITEM(PPPOE_PROTO_ID,
3221                                 sizeof(struct rte_flow_item_pppoe_proto_id)),
3222                 .next = NEXT(item_pppoe_proto_id, NEXT_ENTRY(UNSIGNED),
3223                              item_param),
3224                 .args = ARGS(ARGS_ENTRY_HTON
3225                              (struct rte_flow_item_pppoe_proto_id, proto_id)),
3226                 .call = parse_vc,
3227         },
3228         [ITEM_HIGIG2] = {
3229                 .name = "higig2",
3230                 .help = "matches higig2 header",
3231                 .priv = PRIV_ITEM(HIGIG2,
3232                                 sizeof(struct rte_flow_item_higig2_hdr)),
3233                 .next = NEXT(item_higig2),
3234                 .call = parse_vc,
3235         },
3236         [ITEM_HIGIG2_CLASSIFICATION] = {
3237                 .name = "classification",
3238                 .help = "matches classification of higig2 header",
3239                 .next = NEXT(item_higig2, NEXT_ENTRY(UNSIGNED), item_param),
3240                 .args = ARGS(ARGS_ENTRY_HTON(struct rte_flow_item_higig2_hdr,
3241                                         hdr.ppt1.classification)),
3242         },
3243         [ITEM_HIGIG2_VID] = {
3244                 .name = "vid",
3245                 .help = "matches vid of higig2 header",
3246                 .next = NEXT(item_higig2, NEXT_ENTRY(UNSIGNED), item_param),
3247                 .args = ARGS(ARGS_ENTRY_HTON(struct rte_flow_item_higig2_hdr,
3248                                         hdr.ppt1.vid)),
3249         },
3250         [ITEM_TAG] = {
3251                 .name = "tag",
3252                 .help = "match tag value",
3253                 .priv = PRIV_ITEM(TAG, sizeof(struct rte_flow_item_tag)),
3254                 .next = NEXT(item_tag),
3255                 .call = parse_vc,
3256         },
3257         [ITEM_TAG_DATA] = {
3258                 .name = "data",
3259                 .help = "tag value to match",
3260                 .next = NEXT(item_tag, NEXT_ENTRY(UNSIGNED), item_param),
3261                 .args = ARGS(ARGS_ENTRY(struct rte_flow_item_tag, data)),
3262         },
3263         [ITEM_TAG_INDEX] = {
3264                 .name = "index",
3265                 .help = "index of tag array to match",
3266                 .next = NEXT(item_tag, NEXT_ENTRY(UNSIGNED),
3267                              NEXT_ENTRY(ITEM_PARAM_IS)),
3268                 .args = ARGS(ARGS_ENTRY(struct rte_flow_item_tag, index)),
3269         },
3270         [ITEM_L2TPV3OIP] = {
3271                 .name = "l2tpv3oip",
3272                 .help = "match L2TPv3 over IP header",
3273                 .priv = PRIV_ITEM(L2TPV3OIP,
3274                                   sizeof(struct rte_flow_item_l2tpv3oip)),
3275                 .next = NEXT(item_l2tpv3oip),
3276                 .call = parse_vc,
3277         },
3278         [ITEM_L2TPV3OIP_SESSION_ID] = {
3279                 .name = "session_id",
3280                 .help = "session identifier",
3281                 .next = NEXT(item_l2tpv3oip, NEXT_ENTRY(UNSIGNED), item_param),
3282                 .args = ARGS(ARGS_ENTRY_HTON(struct rte_flow_item_l2tpv3oip,
3283                                              session_id)),
3284         },
3285         [ITEM_ESP] = {
3286                 .name = "esp",
3287                 .help = "match ESP header",
3288                 .priv = PRIV_ITEM(ESP, sizeof(struct rte_flow_item_esp)),
3289                 .next = NEXT(item_esp),
3290                 .call = parse_vc,
3291         },
3292         [ITEM_ESP_SPI] = {
3293                 .name = "spi",
3294                 .help = "security policy index",
3295                 .next = NEXT(item_esp, NEXT_ENTRY(UNSIGNED), item_param),
3296                 .args = ARGS(ARGS_ENTRY_HTON(struct rte_flow_item_esp,
3297                                 hdr.spi)),
3298         },
3299         [ITEM_AH] = {
3300                 .name = "ah",
3301                 .help = "match AH header",
3302                 .priv = PRIV_ITEM(AH, sizeof(struct rte_flow_item_ah)),
3303                 .next = NEXT(item_ah),
3304                 .call = parse_vc,
3305         },
3306         [ITEM_AH_SPI] = {
3307                 .name = "spi",
3308                 .help = "security parameters index",
3309                 .next = NEXT(item_ah, NEXT_ENTRY(UNSIGNED), item_param),
3310                 .args = ARGS(ARGS_ENTRY_HTON(struct rte_flow_item_ah, spi)),
3311         },
3312         [ITEM_PFCP] = {
3313                 .name = "pfcp",
3314                 .help = "match pfcp header",
3315                 .priv = PRIV_ITEM(PFCP, sizeof(struct rte_flow_item_pfcp)),
3316                 .next = NEXT(item_pfcp),
3317                 .call = parse_vc,
3318         },
3319         [ITEM_PFCP_S_FIELD] = {
3320                 .name = "s_field",
3321                 .help = "S field",
3322                 .next = NEXT(item_pfcp, NEXT_ENTRY(UNSIGNED), item_param),
3323                 .args = ARGS(ARGS_ENTRY_HTON(struct rte_flow_item_pfcp,
3324                                 s_field)),
3325         },
3326         [ITEM_PFCP_SEID] = {
3327                 .name = "seid",
3328                 .help = "session endpoint identifier",
3329                 .next = NEXT(item_pfcp, NEXT_ENTRY(UNSIGNED), item_param),
3330                 .args = ARGS(ARGS_ENTRY_HTON(struct rte_flow_item_pfcp, seid)),
3331         },
3332         [ITEM_ECPRI] = {
3333                 .name = "ecpri",
3334                 .help = "match eCPRI header",
3335                 .priv = PRIV_ITEM(ECPRI, sizeof(struct rte_flow_item_ecpri)),
3336                 .next = NEXT(item_ecpri),
3337                 .call = parse_vc,
3338         },
3339         [ITEM_ECPRI_COMMON] = {
3340                 .name = "common",
3341                 .help = "eCPRI common header",
3342                 .next = NEXT(item_ecpri_common),
3343         },
3344         [ITEM_ECPRI_COMMON_TYPE] = {
3345                 .name = "type",
3346                 .help = "type of common header",
3347                 .next = NEXT(item_ecpri_common_type),
3348                 .args = ARGS(ARG_ENTRY_HTON(struct rte_flow_item_ecpri)),
3349         },
3350         [ITEM_ECPRI_COMMON_TYPE_IQ_DATA] = {
3351                 .name = "iq_data",
3352                 .help = "Type #0: IQ Data",
3353                 .next = NEXT(NEXT_ENTRY(ITEM_ECPRI_MSG_IQ_DATA_PCID,
3354                                         ITEM_NEXT)),
3355                 .call = parse_vc_item_ecpri_type,
3356         },
3357         [ITEM_ECPRI_MSG_IQ_DATA_PCID] = {
3358                 .name = "pc_id",
3359                 .help = "Physical Channel ID",
3360                 .next = NEXT(NEXT_ENTRY(ITEM_ECPRI_MSG_IQ_DATA_PCID,
3361                                 ITEM_ECPRI_COMMON, ITEM_NEXT),
3362                                 NEXT_ENTRY(UNSIGNED), item_param),
3363                 .args = ARGS(ARGS_ENTRY_HTON(struct rte_flow_item_ecpri,
3364                                 hdr.type0.pc_id)),
3365         },
3366         [ITEM_ECPRI_COMMON_TYPE_RTC_CTRL] = {
3367                 .name = "rtc_ctrl",
3368                 .help = "Type #2: Real-Time Control Data",
3369                 .next = NEXT(NEXT_ENTRY(ITEM_ECPRI_MSG_RTC_CTRL_RTCID,
3370                                         ITEM_NEXT)),
3371                 .call = parse_vc_item_ecpri_type,
3372         },
3373         [ITEM_ECPRI_MSG_RTC_CTRL_RTCID] = {
3374                 .name = "rtc_id",
3375                 .help = "Real-Time Control Data ID",
3376                 .next = NEXT(NEXT_ENTRY(ITEM_ECPRI_MSG_RTC_CTRL_RTCID,
3377                                 ITEM_ECPRI_COMMON, ITEM_NEXT),
3378                                 NEXT_ENTRY(UNSIGNED), item_param),
3379                 .args = ARGS(ARGS_ENTRY_HTON(struct rte_flow_item_ecpri,
3380                                 hdr.type2.rtc_id)),
3381         },
3382         [ITEM_ECPRI_COMMON_TYPE_DLY_MSR] = {
3383                 .name = "delay_measure",
3384                 .help = "Type #5: One-Way Delay Measurement",
3385                 .next = NEXT(NEXT_ENTRY(ITEM_ECPRI_MSG_DLY_MSR_MSRID,
3386                                         ITEM_NEXT)),
3387                 .call = parse_vc_item_ecpri_type,
3388         },
3389         [ITEM_ECPRI_MSG_DLY_MSR_MSRID] = {
3390                 .name = "msr_id",
3391                 .help = "Measurement ID",
3392                 .next = NEXT(NEXT_ENTRY(ITEM_ECPRI_MSG_DLY_MSR_MSRID,
3393                                 ITEM_ECPRI_COMMON, ITEM_NEXT),
3394                                 NEXT_ENTRY(UNSIGNED), item_param),
3395                 .args = ARGS(ARGS_ENTRY_HTON(struct rte_flow_item_ecpri,
3396                                 hdr.type5.msr_id)),
3397         },
3398         [ITEM_GENEVE_OPT] = {
3399                 .name = "geneve-opt",
3400                 .help = "GENEVE header option",
3401                 .priv = PRIV_ITEM(GENEVE_OPT,
3402                                   sizeof(struct rte_flow_item_geneve_opt) +
3403                                   ITEM_GENEVE_OPT_DATA_SIZE),
3404                 .next = NEXT(item_geneve_opt),
3405                 .call = parse_vc,
3406         },
3407         [ITEM_GENEVE_OPT_CLASS] = {
3408                 .name = "class",
3409                 .help = "GENEVE option class",
3410                 .next = NEXT(item_geneve_opt, NEXT_ENTRY(UNSIGNED), item_param),
3411                 .args = ARGS(ARGS_ENTRY_HTON(struct rte_flow_item_geneve_opt,
3412                                              option_class)),
3413         },
3414         [ITEM_GENEVE_OPT_TYPE] = {
3415                 .name = "type",
3416                 .help = "GENEVE option type",
3417                 .next = NEXT(item_geneve_opt, NEXT_ENTRY(UNSIGNED), item_param),
3418                 .args = ARGS(ARGS_ENTRY(struct rte_flow_item_geneve_opt,
3419                                         option_type)),
3420         },
3421         [ITEM_GENEVE_OPT_LENGTH] = {
3422                 .name = "length",
3423                 .help = "GENEVE option data length (in 32b words)",
3424                 .next = NEXT(item_geneve_opt, NEXT_ENTRY(UNSIGNED), item_param),
3425                 .args = ARGS(ARGS_ENTRY_BOUNDED(
3426                                 struct rte_flow_item_geneve_opt, option_len,
3427                                 0, 31)),
3428         },
3429         [ITEM_GENEVE_OPT_DATA] = {
3430                 .name = "data",
3431                 .help = "GENEVE option data pattern",
3432                 .next = NEXT(item_geneve_opt, NEXT_ENTRY(HEX), item_param),
3433                 .args = ARGS(ARGS_ENTRY(struct rte_flow_item_geneve_opt, data),
3434                              ARGS_ENTRY_ARB(0, 0),
3435                              ARGS_ENTRY_ARB
3436                                 (sizeof(struct rte_flow_item_geneve_opt),
3437                                 ITEM_GENEVE_OPT_DATA_SIZE)),
3438         },
3439         [ITEM_INTEGRITY] = {
3440                 .name = "integrity",
3441                 .help = "match packet integrity",
3442                 .priv = PRIV_ITEM(INTEGRITY,
3443                                   sizeof(struct rte_flow_item_integrity)),
3444                 .next = NEXT(item_integrity),
3445                 .call = parse_vc,
3446         },
3447         [ITEM_INTEGRITY_LEVEL] = {
3448                 .name = "level",
3449                 .help = "integrity level",
3450                 .next = NEXT(item_integrity_lv, NEXT_ENTRY(UNSIGNED),
3451                              item_param),
3452                 .args = ARGS(ARGS_ENTRY(struct rte_flow_item_integrity, level)),
3453         },
3454         [ITEM_INTEGRITY_VALUE] = {
3455                 .name = "value",
3456                 .help = "integrity value",
3457                 .next = NEXT(item_integrity_lv, NEXT_ENTRY(UNSIGNED),
3458                              item_param),
3459                 .args = ARGS(ARGS_ENTRY(struct rte_flow_item_integrity, value)),
3460         },
3461         /* Validate/create actions. */
3462         [ACTIONS] = {
3463                 .name = "actions",
3464                 .help = "submit a list of associated actions",
3465                 .next = NEXT(next_action),
3466                 .call = parse_vc,
3467         },
3468         [ACTION_NEXT] = {
3469                 .name = "/",
3470                 .help = "specify next action",
3471                 .next = NEXT(next_action),
3472         },
3473         [ACTION_END] = {
3474                 .name = "end",
3475                 .help = "end list of actions",
3476                 .priv = PRIV_ACTION(END, 0),
3477                 .call = parse_vc,
3478         },
3479         [ACTION_VOID] = {
3480                 .name = "void",
3481                 .help = "no-op action",
3482                 .priv = PRIV_ACTION(VOID, 0),
3483                 .next = NEXT(NEXT_ENTRY(ACTION_NEXT)),
3484                 .call = parse_vc,
3485         },
3486         [ACTION_PASSTHRU] = {
3487                 .name = "passthru",
3488                 .help = "let subsequent rule process matched packets",
3489                 .priv = PRIV_ACTION(PASSTHRU, 0),
3490                 .next = NEXT(NEXT_ENTRY(ACTION_NEXT)),
3491                 .call = parse_vc,
3492         },
3493         [ACTION_JUMP] = {
3494                 .name = "jump",
3495                 .help = "redirect traffic to a given group",
3496                 .priv = PRIV_ACTION(JUMP, sizeof(struct rte_flow_action_jump)),
3497                 .next = NEXT(action_jump),
3498                 .call = parse_vc,
3499         },
3500         [ACTION_JUMP_GROUP] = {
3501                 .name = "group",
3502                 .help = "group to redirect traffic to",
3503                 .next = NEXT(action_jump, NEXT_ENTRY(UNSIGNED)),
3504                 .args = ARGS(ARGS_ENTRY(struct rte_flow_action_jump, group)),
3505                 .call = parse_vc_conf,
3506         },
3507         [ACTION_MARK] = {
3508                 .name = "mark",
3509                 .help = "attach 32 bit value to packets",
3510                 .priv = PRIV_ACTION(MARK, sizeof(struct rte_flow_action_mark)),
3511                 .next = NEXT(action_mark),
3512                 .call = parse_vc,
3513         },
3514         [ACTION_MARK_ID] = {
3515                 .name = "id",
3516                 .help = "32 bit value to return with packets",
3517                 .next = NEXT(action_mark, NEXT_ENTRY(UNSIGNED)),
3518                 .args = ARGS(ARGS_ENTRY(struct rte_flow_action_mark, id)),
3519                 .call = parse_vc_conf,
3520         },
3521         [ACTION_FLAG] = {
3522                 .name = "flag",
3523                 .help = "flag packets",
3524                 .priv = PRIV_ACTION(FLAG, 0),
3525                 .next = NEXT(NEXT_ENTRY(ACTION_NEXT)),
3526                 .call = parse_vc,
3527         },
3528         [ACTION_QUEUE] = {
3529                 .name = "queue",
3530                 .help = "assign packets to a given queue index",
3531                 .priv = PRIV_ACTION(QUEUE,
3532                                     sizeof(struct rte_flow_action_queue)),
3533                 .next = NEXT(action_queue),
3534                 .call = parse_vc,
3535         },
3536         [ACTION_QUEUE_INDEX] = {
3537                 .name = "index",
3538                 .help = "queue index to use",
3539                 .next = NEXT(action_queue, NEXT_ENTRY(UNSIGNED)),
3540                 .args = ARGS(ARGS_ENTRY(struct rte_flow_action_queue, index)),
3541                 .call = parse_vc_conf,
3542         },
3543         [ACTION_DROP] = {
3544                 .name = "drop",
3545                 .help = "drop packets (note: passthru has priority)",
3546                 .priv = PRIV_ACTION(DROP, 0),
3547                 .next = NEXT(NEXT_ENTRY(ACTION_NEXT)),
3548                 .call = parse_vc,
3549         },
3550         [ACTION_COUNT] = {
3551                 .name = "count",
3552                 .help = "enable counters for this rule",
3553                 .priv = PRIV_ACTION(COUNT,
3554                                     sizeof(struct rte_flow_action_count)),
3555                 .next = NEXT(action_count),
3556                 .call = parse_vc,
3557         },
3558         [ACTION_COUNT_ID] = {
3559                 .name = "identifier",
3560                 .help = "counter identifier to use",
3561                 .next = NEXT(action_count, NEXT_ENTRY(UNSIGNED)),
3562                 .args = ARGS(ARGS_ENTRY(struct rte_flow_action_count, id)),
3563                 .call = parse_vc_conf,
3564         },
3565         [ACTION_COUNT_SHARED] = {
3566                 .name = "shared",
3567                 .help = "shared counter",
3568                 .next = NEXT(action_count, NEXT_ENTRY(BOOLEAN)),
3569                 .args = ARGS(ARGS_ENTRY_BF(struct rte_flow_action_count,
3570                                            shared, 1)),
3571                 .call = parse_vc_conf,
3572         },
3573         [ACTION_RSS] = {
3574                 .name = "rss",
3575                 .help = "spread packets among several queues",
3576                 .priv = PRIV_ACTION(RSS, sizeof(struct action_rss_data)),
3577                 .next = NEXT(action_rss),
3578                 .call = parse_vc_action_rss,
3579         },
3580         [ACTION_RSS_FUNC] = {
3581                 .name = "func",
3582                 .help = "RSS hash function to apply",
3583                 .next = NEXT(action_rss,
3584                              NEXT_ENTRY(ACTION_RSS_FUNC_DEFAULT,
3585                                         ACTION_RSS_FUNC_TOEPLITZ,
3586                                         ACTION_RSS_FUNC_SIMPLE_XOR,
3587                                         ACTION_RSS_FUNC_SYMMETRIC_TOEPLITZ)),
3588         },
3589         [ACTION_RSS_FUNC_DEFAULT] = {
3590                 .name = "default",
3591                 .help = "default hash function",
3592                 .call = parse_vc_action_rss_func,
3593         },
3594         [ACTION_RSS_FUNC_TOEPLITZ] = {
3595                 .name = "toeplitz",
3596                 .help = "Toeplitz hash function",
3597                 .call = parse_vc_action_rss_func,
3598         },
3599         [ACTION_RSS_FUNC_SIMPLE_XOR] = {
3600                 .name = "simple_xor",
3601                 .help = "simple XOR hash function",
3602                 .call = parse_vc_action_rss_func,
3603         },
3604         [ACTION_RSS_FUNC_SYMMETRIC_TOEPLITZ] = {
3605                 .name = "symmetric_toeplitz",
3606                 .help = "Symmetric Toeplitz hash function",
3607                 .call = parse_vc_action_rss_func,
3608         },
3609         [ACTION_RSS_LEVEL] = {
3610                 .name = "level",
3611                 .help = "encapsulation level for \"types\"",
3612                 .next = NEXT(action_rss, NEXT_ENTRY(UNSIGNED)),
3613                 .args = ARGS(ARGS_ENTRY_ARB
3614                              (offsetof(struct action_rss_data, conf) +
3615                               offsetof(struct rte_flow_action_rss, level),
3616                               sizeof(((struct rte_flow_action_rss *)0)->
3617                                      level))),
3618         },
3619         [ACTION_RSS_TYPES] = {
3620                 .name = "types",
3621                 .help = "specific RSS hash types",
3622                 .next = NEXT(action_rss, NEXT_ENTRY(ACTION_RSS_TYPE)),
3623         },
3624         [ACTION_RSS_TYPE] = {
3625                 .name = "{type}",
3626                 .help = "RSS hash type",
3627                 .call = parse_vc_action_rss_type,
3628                 .comp = comp_vc_action_rss_type,
3629         },
3630         [ACTION_RSS_KEY] = {
3631                 .name = "key",
3632                 .help = "RSS hash key",
3633                 .next = NEXT(action_rss, NEXT_ENTRY(HEX)),
3634                 .args = ARGS(ARGS_ENTRY_ARB
3635                              (offsetof(struct action_rss_data, conf) +
3636                               offsetof(struct rte_flow_action_rss, key),
3637                               sizeof(((struct rte_flow_action_rss *)0)->key)),
3638                              ARGS_ENTRY_ARB
3639                              (offsetof(struct action_rss_data, conf) +
3640                               offsetof(struct rte_flow_action_rss, key_len),
3641                               sizeof(((struct rte_flow_action_rss *)0)->
3642                                      key_len)),
3643                              ARGS_ENTRY(struct action_rss_data, key)),
3644         },
3645         [ACTION_RSS_KEY_LEN] = {
3646                 .name = "key_len",
3647                 .help = "RSS hash key length in bytes",
3648                 .next = NEXT(action_rss, NEXT_ENTRY(UNSIGNED)),
3649                 .args = ARGS(ARGS_ENTRY_ARB_BOUNDED
3650                              (offsetof(struct action_rss_data, conf) +
3651                               offsetof(struct rte_flow_action_rss, key_len),
3652                               sizeof(((struct rte_flow_action_rss *)0)->
3653                                      key_len),
3654                               0,
3655                               RSS_HASH_KEY_LENGTH)),
3656         },
3657         [ACTION_RSS_QUEUES] = {
3658                 .name = "queues",
3659                 .help = "queue indices to use",
3660                 .next = NEXT(action_rss, NEXT_ENTRY(ACTION_RSS_QUEUE)),
3661                 .call = parse_vc_conf,
3662         },
3663         [ACTION_RSS_QUEUE] = {
3664                 .name = "{queue}",
3665                 .help = "queue index",
3666                 .call = parse_vc_action_rss_queue,
3667                 .comp = comp_vc_action_rss_queue,
3668         },
3669         [ACTION_PF] = {
3670                 .name = "pf",
3671                 .help = "direct traffic to physical function",
3672                 .priv = PRIV_ACTION(PF, 0),
3673                 .next = NEXT(NEXT_ENTRY(ACTION_NEXT)),
3674                 .call = parse_vc,
3675         },
3676         [ACTION_VF] = {
3677                 .name = "vf",
3678                 .help = "direct traffic to a virtual function ID",
3679                 .priv = PRIV_ACTION(VF, sizeof(struct rte_flow_action_vf)),
3680                 .next = NEXT(action_vf),
3681                 .call = parse_vc,
3682         },
3683         [ACTION_VF_ORIGINAL] = {
3684                 .name = "original",
3685                 .help = "use original VF ID if possible",
3686                 .next = NEXT(action_vf, NEXT_ENTRY(BOOLEAN)),
3687                 .args = ARGS(ARGS_ENTRY_BF(struct rte_flow_action_vf,
3688                                            original, 1)),
3689                 .call = parse_vc_conf,
3690         },
3691         [ACTION_VF_ID] = {
3692                 .name = "id",
3693                 .help = "VF ID",
3694                 .next = NEXT(action_vf, NEXT_ENTRY(UNSIGNED)),
3695                 .args = ARGS(ARGS_ENTRY(struct rte_flow_action_vf, id)),
3696                 .call = parse_vc_conf,
3697         },
3698         [ACTION_PHY_PORT] = {
3699                 .name = "phy_port",
3700                 .help = "direct packets to physical port index",
3701                 .priv = PRIV_ACTION(PHY_PORT,
3702                                     sizeof(struct rte_flow_action_phy_port)),
3703                 .next = NEXT(action_phy_port),
3704                 .call = parse_vc,
3705         },
3706         [ACTION_PHY_PORT_ORIGINAL] = {
3707                 .name = "original",
3708                 .help = "use original port index if possible",
3709                 .next = NEXT(action_phy_port, NEXT_ENTRY(BOOLEAN)),
3710                 .args = ARGS(ARGS_ENTRY_BF(struct rte_flow_action_phy_port,
3711                                            original, 1)),
3712                 .call = parse_vc_conf,
3713         },
3714         [ACTION_PHY_PORT_INDEX] = {
3715                 .name = "index",
3716                 .help = "physical port index",
3717                 .next = NEXT(action_phy_port, NEXT_ENTRY(UNSIGNED)),
3718                 .args = ARGS(ARGS_ENTRY(struct rte_flow_action_phy_port,
3719                                         index)),
3720                 .call = parse_vc_conf,
3721         },
3722         [ACTION_PORT_ID] = {
3723                 .name = "port_id",
3724                 .help = "direct matching traffic to a given DPDK port ID",
3725                 .priv = PRIV_ACTION(PORT_ID,
3726                                     sizeof(struct rte_flow_action_port_id)),
3727                 .next = NEXT(action_port_id),
3728                 .call = parse_vc,
3729         },
3730         [ACTION_PORT_ID_ORIGINAL] = {
3731                 .name = "original",
3732                 .help = "use original DPDK port ID if possible",
3733                 .next = NEXT(action_port_id, NEXT_ENTRY(BOOLEAN)),
3734                 .args = ARGS(ARGS_ENTRY_BF(struct rte_flow_action_port_id,
3735                                            original, 1)),
3736                 .call = parse_vc_conf,
3737         },
3738         [ACTION_PORT_ID_ID] = {
3739                 .name = "id",
3740                 .help = "DPDK port ID",
3741                 .next = NEXT(action_port_id, NEXT_ENTRY(UNSIGNED)),
3742                 .args = ARGS(ARGS_ENTRY(struct rte_flow_action_port_id, id)),
3743                 .call = parse_vc_conf,
3744         },
3745         [ACTION_METER] = {
3746                 .name = "meter",
3747                 .help = "meter the directed packets at given id",
3748                 .priv = PRIV_ACTION(METER,
3749                                     sizeof(struct rte_flow_action_meter)),
3750                 .next = NEXT(action_meter),
3751                 .call = parse_vc,
3752         },
3753         [ACTION_METER_ID] = {
3754                 .name = "mtr_id",
3755                 .help = "meter id to use",
3756                 .next = NEXT(action_meter, NEXT_ENTRY(UNSIGNED)),
3757                 .args = ARGS(ARGS_ENTRY(struct rte_flow_action_meter, mtr_id)),
3758                 .call = parse_vc_conf,
3759         },
3760         [ACTION_OF_SET_MPLS_TTL] = {
3761                 .name = "of_set_mpls_ttl",
3762                 .help = "OpenFlow's OFPAT_SET_MPLS_TTL",
3763                 .priv = PRIV_ACTION
3764                         (OF_SET_MPLS_TTL,
3765                          sizeof(struct rte_flow_action_of_set_mpls_ttl)),
3766                 .next = NEXT(action_of_set_mpls_ttl),
3767                 .call = parse_vc,
3768         },
3769         [ACTION_OF_SET_MPLS_TTL_MPLS_TTL] = {
3770                 .name = "mpls_ttl",
3771                 .help = "MPLS TTL",
3772                 .next = NEXT(action_of_set_mpls_ttl, NEXT_ENTRY(UNSIGNED)),
3773                 .args = ARGS(ARGS_ENTRY(struct rte_flow_action_of_set_mpls_ttl,
3774                                         mpls_ttl)),
3775                 .call = parse_vc_conf,
3776         },
3777         [ACTION_OF_DEC_MPLS_TTL] = {
3778                 .name = "of_dec_mpls_ttl",
3779                 .help = "OpenFlow's OFPAT_DEC_MPLS_TTL",
3780                 .priv = PRIV_ACTION(OF_DEC_MPLS_TTL, 0),
3781                 .next = NEXT(NEXT_ENTRY(ACTION_NEXT)),
3782                 .call = parse_vc,
3783         },
3784         [ACTION_OF_SET_NW_TTL] = {
3785                 .name = "of_set_nw_ttl",
3786                 .help = "OpenFlow's OFPAT_SET_NW_TTL",
3787                 .priv = PRIV_ACTION
3788                         (OF_SET_NW_TTL,
3789                          sizeof(struct rte_flow_action_of_set_nw_ttl)),
3790                 .next = NEXT(action_of_set_nw_ttl),
3791                 .call = parse_vc,
3792         },
3793         [ACTION_OF_SET_NW_TTL_NW_TTL] = {
3794                 .name = "nw_ttl",
3795                 .help = "IP TTL",
3796                 .next = NEXT(action_of_set_nw_ttl, NEXT_ENTRY(UNSIGNED)),
3797                 .args = ARGS(ARGS_ENTRY(struct rte_flow_action_of_set_nw_ttl,
3798                                         nw_ttl)),
3799                 .call = parse_vc_conf,
3800         },
3801         [ACTION_OF_DEC_NW_TTL] = {
3802                 .name = "of_dec_nw_ttl",
3803                 .help = "OpenFlow's OFPAT_DEC_NW_TTL",
3804                 .priv = PRIV_ACTION(OF_DEC_NW_TTL, 0),
3805                 .next = NEXT(NEXT_ENTRY(ACTION_NEXT)),
3806                 .call = parse_vc,
3807         },
3808         [ACTION_OF_COPY_TTL_OUT] = {
3809                 .name = "of_copy_ttl_out",
3810                 .help = "OpenFlow's OFPAT_COPY_TTL_OUT",
3811                 .priv = PRIV_ACTION(OF_COPY_TTL_OUT, 0),
3812                 .next = NEXT(NEXT_ENTRY(ACTION_NEXT)),
3813                 .call = parse_vc,
3814         },
3815         [ACTION_OF_COPY_TTL_IN] = {
3816                 .name = "of_copy_ttl_in",
3817                 .help = "OpenFlow's OFPAT_COPY_TTL_IN",
3818                 .priv = PRIV_ACTION(OF_COPY_TTL_IN, 0),
3819                 .next = NEXT(NEXT_ENTRY(ACTION_NEXT)),
3820                 .call = parse_vc,
3821         },
3822         [ACTION_OF_POP_VLAN] = {
3823                 .name = "of_pop_vlan",
3824                 .help = "OpenFlow's OFPAT_POP_VLAN",
3825                 .priv = PRIV_ACTION(OF_POP_VLAN, 0),
3826                 .next = NEXT(NEXT_ENTRY(ACTION_NEXT)),
3827                 .call = parse_vc,
3828         },
3829         [ACTION_OF_PUSH_VLAN] = {
3830                 .name = "of_push_vlan",
3831                 .help = "OpenFlow's OFPAT_PUSH_VLAN",
3832                 .priv = PRIV_ACTION
3833                         (OF_PUSH_VLAN,
3834                          sizeof(struct rte_flow_action_of_push_vlan)),
3835                 .next = NEXT(action_of_push_vlan),
3836                 .call = parse_vc,
3837         },
3838         [ACTION_OF_PUSH_VLAN_ETHERTYPE] = {
3839                 .name = "ethertype",
3840                 .help = "EtherType",
3841                 .next = NEXT(action_of_push_vlan, NEXT_ENTRY(UNSIGNED)),
3842                 .args = ARGS(ARGS_ENTRY_HTON
3843                              (struct rte_flow_action_of_push_vlan,
3844                               ethertype)),
3845                 .call = parse_vc_conf,
3846         },
3847         [ACTION_OF_SET_VLAN_VID] = {
3848                 .name = "of_set_vlan_vid",
3849                 .help = "OpenFlow's OFPAT_SET_VLAN_VID",
3850                 .priv = PRIV_ACTION
3851                         (OF_SET_VLAN_VID,
3852                          sizeof(struct rte_flow_action_of_set_vlan_vid)),
3853                 .next = NEXT(action_of_set_vlan_vid),
3854                 .call = parse_vc,
3855         },
3856         [ACTION_OF_SET_VLAN_VID_VLAN_VID] = {
3857                 .name = "vlan_vid",
3858                 .help = "VLAN id",
3859                 .next = NEXT(action_of_set_vlan_vid, NEXT_ENTRY(UNSIGNED)),
3860                 .args = ARGS(ARGS_ENTRY_HTON
3861                              (struct rte_flow_action_of_set_vlan_vid,
3862                               vlan_vid)),
3863                 .call = parse_vc_conf,
3864         },
3865         [ACTION_OF_SET_VLAN_PCP] = {
3866                 .name = "of_set_vlan_pcp",
3867                 .help = "OpenFlow's OFPAT_SET_VLAN_PCP",
3868                 .priv = PRIV_ACTION
3869                         (OF_SET_VLAN_PCP,
3870                          sizeof(struct rte_flow_action_of_set_vlan_pcp)),
3871                 .next = NEXT(action_of_set_vlan_pcp),
3872                 .call = parse_vc,
3873         },
3874         [ACTION_OF_SET_VLAN_PCP_VLAN_PCP] = {
3875                 .name = "vlan_pcp",
3876                 .help = "VLAN priority",
3877                 .next = NEXT(action_of_set_vlan_pcp, NEXT_ENTRY(UNSIGNED)),
3878                 .args = ARGS(ARGS_ENTRY_HTON
3879                              (struct rte_flow_action_of_set_vlan_pcp,
3880                               vlan_pcp)),
3881                 .call = parse_vc_conf,
3882         },
3883         [ACTION_OF_POP_MPLS] = {
3884                 .name = "of_pop_mpls",
3885                 .help = "OpenFlow's OFPAT_POP_MPLS",
3886                 .priv = PRIV_ACTION(OF_POP_MPLS,
3887                                     sizeof(struct rte_flow_action_of_pop_mpls)),
3888                 .next = NEXT(action_of_pop_mpls),
3889                 .call = parse_vc,
3890         },
3891         [ACTION_OF_POP_MPLS_ETHERTYPE] = {
3892                 .name = "ethertype",
3893                 .help = "EtherType",
3894                 .next = NEXT(action_of_pop_mpls, NEXT_ENTRY(UNSIGNED)),
3895                 .args = ARGS(ARGS_ENTRY_HTON
3896                              (struct rte_flow_action_of_pop_mpls,
3897                               ethertype)),
3898                 .call = parse_vc_conf,
3899         },
3900         [ACTION_OF_PUSH_MPLS] = {
3901                 .name = "of_push_mpls",
3902                 .help = "OpenFlow's OFPAT_PUSH_MPLS",
3903                 .priv = PRIV_ACTION
3904                         (OF_PUSH_MPLS,
3905                          sizeof(struct rte_flow_action_of_push_mpls)),
3906                 .next = NEXT(action_of_push_mpls),
3907                 .call = parse_vc,
3908         },
3909         [ACTION_OF_PUSH_MPLS_ETHERTYPE] = {
3910                 .name = "ethertype",
3911                 .help = "EtherType",
3912                 .next = NEXT(action_of_push_mpls, NEXT_ENTRY(UNSIGNED)),
3913                 .args = ARGS(ARGS_ENTRY_HTON
3914                              (struct rte_flow_action_of_push_mpls,
3915                               ethertype)),
3916                 .call = parse_vc_conf,
3917         },
3918         [ACTION_VXLAN_ENCAP] = {
3919                 .name = "vxlan_encap",
3920                 .help = "VXLAN encapsulation, uses configuration set by \"set"
3921                         " vxlan\"",
3922                 .priv = PRIV_ACTION(VXLAN_ENCAP,
3923                                     sizeof(struct action_vxlan_encap_data)),
3924                 .next = NEXT(NEXT_ENTRY(ACTION_NEXT)),
3925                 .call = parse_vc_action_vxlan_encap,
3926         },
3927         [ACTION_VXLAN_DECAP] = {
3928                 .name = "vxlan_decap",
3929                 .help = "Performs a decapsulation action by stripping all"
3930                         " headers of the VXLAN tunnel network overlay from the"
3931                         " matched flow.",
3932                 .priv = PRIV_ACTION(VXLAN_DECAP, 0),
3933                 .next = NEXT(NEXT_ENTRY(ACTION_NEXT)),
3934                 .call = parse_vc,
3935         },
3936         [ACTION_NVGRE_ENCAP] = {
3937                 .name = "nvgre_encap",
3938                 .help = "NVGRE encapsulation, uses configuration set by \"set"
3939                         " nvgre\"",
3940                 .priv = PRIV_ACTION(NVGRE_ENCAP,
3941                                     sizeof(struct action_nvgre_encap_data)),
3942                 .next = NEXT(NEXT_ENTRY(ACTION_NEXT)),
3943                 .call = parse_vc_action_nvgre_encap,
3944         },
3945         [ACTION_NVGRE_DECAP] = {
3946                 .name = "nvgre_decap",
3947                 .help = "Performs a decapsulation action by stripping all"
3948                         " headers of the NVGRE tunnel network overlay from the"
3949                         " matched flow.",
3950                 .priv = PRIV_ACTION(NVGRE_DECAP, 0),
3951                 .next = NEXT(NEXT_ENTRY(ACTION_NEXT)),
3952                 .call = parse_vc,
3953         },
3954         [ACTION_L2_ENCAP] = {
3955                 .name = "l2_encap",
3956                 .help = "l2 encap, uses configuration set by"
3957                         " \"set l2_encap\"",
3958                 .priv = PRIV_ACTION(RAW_ENCAP,
3959                                     sizeof(struct action_raw_encap_data)),
3960                 .next = NEXT(NEXT_ENTRY(ACTION_NEXT)),
3961                 .call = parse_vc_action_l2_encap,
3962         },
3963         [ACTION_L2_DECAP] = {
3964                 .name = "l2_decap",
3965                 .help = "l2 decap, uses configuration set by"
3966                         " \"set l2_decap\"",
3967                 .priv = PRIV_ACTION(RAW_DECAP,
3968                                     sizeof(struct action_raw_decap_data)),
3969                 .next = NEXT(NEXT_ENTRY(ACTION_NEXT)),
3970                 .call = parse_vc_action_l2_decap,
3971         },
3972         [ACTION_MPLSOGRE_ENCAP] = {
3973                 .name = "mplsogre_encap",
3974                 .help = "mplsogre encapsulation, uses configuration set by"
3975                         " \"set mplsogre_encap\"",
3976                 .priv = PRIV_ACTION(RAW_ENCAP,
3977                                     sizeof(struct action_raw_encap_data)),
3978                 .next = NEXT(NEXT_ENTRY(ACTION_NEXT)),
3979                 .call = parse_vc_action_mplsogre_encap,
3980         },
3981         [ACTION_MPLSOGRE_DECAP] = {
3982                 .name = "mplsogre_decap",
3983                 .help = "mplsogre decapsulation, uses configuration set by"
3984                         " \"set mplsogre_decap\"",
3985                 .priv = PRIV_ACTION(RAW_DECAP,
3986                                     sizeof(struct action_raw_decap_data)),
3987                 .next = NEXT(NEXT_ENTRY(ACTION_NEXT)),
3988                 .call = parse_vc_action_mplsogre_decap,
3989         },
3990         [ACTION_MPLSOUDP_ENCAP] = {
3991                 .name = "mplsoudp_encap",
3992                 .help = "mplsoudp encapsulation, uses configuration set by"
3993                         " \"set mplsoudp_encap\"",
3994                 .priv = PRIV_ACTION(RAW_ENCAP,
3995                                     sizeof(struct action_raw_encap_data)),
3996                 .next = NEXT(NEXT_ENTRY(ACTION_NEXT)),
3997                 .call = parse_vc_action_mplsoudp_encap,
3998         },
3999         [ACTION_MPLSOUDP_DECAP] = {
4000                 .name = "mplsoudp_decap",
4001                 .help = "mplsoudp decapsulation, uses configuration set by"
4002                         " \"set mplsoudp_decap\"",
4003                 .priv = PRIV_ACTION(RAW_DECAP,
4004                                     sizeof(struct action_raw_decap_data)),
4005                 .next = NEXT(NEXT_ENTRY(ACTION_NEXT)),
4006                 .call = parse_vc_action_mplsoudp_decap,
4007         },
4008         [ACTION_SET_IPV4_SRC] = {
4009                 .name = "set_ipv4_src",
4010                 .help = "Set a new IPv4 source address in the outermost"
4011                         " IPv4 header",
4012                 .priv = PRIV_ACTION(SET_IPV4_SRC,
4013                         sizeof(struct rte_flow_action_set_ipv4)),
4014                 .next = NEXT(action_set_ipv4_src),
4015                 .call = parse_vc,
4016         },
4017         [ACTION_SET_IPV4_SRC_IPV4_SRC] = {
4018                 .name = "ipv4_addr",
4019                 .help = "new IPv4 source address to set",
4020                 .next = NEXT(action_set_ipv4_src, NEXT_ENTRY(IPV4_ADDR)),
4021                 .args = ARGS(ARGS_ENTRY_HTON
4022                         (struct rte_flow_action_set_ipv4, ipv4_addr)),
4023                 .call = parse_vc_conf,
4024         },
4025         [ACTION_SET_IPV4_DST] = {
4026                 .name = "set_ipv4_dst",
4027                 .help = "Set a new IPv4 destination address in the outermost"
4028                         " IPv4 header",
4029                 .priv = PRIV_ACTION(SET_IPV4_DST,
4030                         sizeof(struct rte_flow_action_set_ipv4)),
4031                 .next = NEXT(action_set_ipv4_dst),
4032                 .call = parse_vc,
4033         },
4034         [ACTION_SET_IPV4_DST_IPV4_DST] = {
4035                 .name = "ipv4_addr",
4036                 .help = "new IPv4 destination address to set",
4037                 .next = NEXT(action_set_ipv4_dst, NEXT_ENTRY(IPV4_ADDR)),
4038                 .args = ARGS(ARGS_ENTRY_HTON
4039                         (struct rte_flow_action_set_ipv4, ipv4_addr)),
4040                 .call = parse_vc_conf,
4041         },
4042         [ACTION_SET_IPV6_SRC] = {
4043                 .name = "set_ipv6_src",
4044                 .help = "Set a new IPv6 source address in the outermost"
4045                         " IPv6 header",
4046                 .priv = PRIV_ACTION(SET_IPV6_SRC,
4047                         sizeof(struct rte_flow_action_set_ipv6)),
4048                 .next = NEXT(action_set_ipv6_src),
4049                 .call = parse_vc,
4050         },
4051         [ACTION_SET_IPV6_SRC_IPV6_SRC] = {
4052                 .name = "ipv6_addr",
4053                 .help = "new IPv6 source address to set",
4054                 .next = NEXT(action_set_ipv6_src, NEXT_ENTRY(IPV6_ADDR)),
4055                 .args = ARGS(ARGS_ENTRY_HTON
4056                         (struct rte_flow_action_set_ipv6, ipv6_addr)),
4057                 .call = parse_vc_conf,
4058         },
4059         [ACTION_SET_IPV6_DST] = {
4060                 .name = "set_ipv6_dst",
4061                 .help = "Set a new IPv6 destination address in the outermost"
4062                         " IPv6 header",
4063                 .priv = PRIV_ACTION(SET_IPV6_DST,
4064                         sizeof(struct rte_flow_action_set_ipv6)),
4065                 .next = NEXT(action_set_ipv6_dst),
4066                 .call = parse_vc,
4067         },
4068         [ACTION_SET_IPV6_DST_IPV6_DST] = {
4069                 .name = "ipv6_addr",
4070                 .help = "new IPv6 destination address to set",
4071                 .next = NEXT(action_set_ipv6_dst, NEXT_ENTRY(IPV6_ADDR)),
4072                 .args = ARGS(ARGS_ENTRY_HTON
4073                         (struct rte_flow_action_set_ipv6, ipv6_addr)),
4074                 .call = parse_vc_conf,
4075         },
4076         [ACTION_SET_TP_SRC] = {
4077                 .name = "set_tp_src",
4078                 .help = "set a new source port number in the outermost"
4079                         " TCP/UDP header",
4080                 .priv = PRIV_ACTION(SET_TP_SRC,
4081                         sizeof(struct rte_flow_action_set_tp)),
4082                 .next = NEXT(action_set_tp_src),
4083                 .call = parse_vc,
4084         },
4085         [ACTION_SET_TP_SRC_TP_SRC] = {
4086                 .name = "port",
4087                 .help = "new source port number to set",
4088                 .next = NEXT(action_set_tp_src, NEXT_ENTRY(UNSIGNED)),
4089                 .args = ARGS(ARGS_ENTRY_HTON
4090                              (struct rte_flow_action_set_tp, port)),
4091                 .call = parse_vc_conf,
4092         },
4093         [ACTION_SET_TP_DST] = {
4094                 .name = "set_tp_dst",
4095                 .help = "set a new destination port number in the outermost"
4096                         " TCP/UDP header",
4097                 .priv = PRIV_ACTION(SET_TP_DST,
4098                         sizeof(struct rte_flow_action_set_tp)),
4099                 .next = NEXT(action_set_tp_dst),
4100                 .call = parse_vc,
4101         },
4102         [ACTION_SET_TP_DST_TP_DST] = {
4103                 .name = "port",
4104                 .help = "new destination port number to set",
4105                 .next = NEXT(action_set_tp_dst, NEXT_ENTRY(UNSIGNED)),
4106                 .args = ARGS(ARGS_ENTRY_HTON
4107                              (struct rte_flow_action_set_tp, port)),
4108                 .call = parse_vc_conf,
4109         },
4110         [ACTION_MAC_SWAP] = {
4111                 .name = "mac_swap",
4112                 .help = "Swap the source and destination MAC addresses"
4113                         " in the outermost Ethernet header",
4114                 .priv = PRIV_ACTION(MAC_SWAP, 0),
4115                 .next = NEXT(NEXT_ENTRY(ACTION_NEXT)),
4116                 .call = parse_vc,
4117         },
4118         [ACTION_DEC_TTL] = {
4119                 .name = "dec_ttl",
4120                 .help = "decrease network TTL if available",
4121                 .priv = PRIV_ACTION(DEC_TTL, 0),
4122                 .next = NEXT(NEXT_ENTRY(ACTION_NEXT)),
4123                 .call = parse_vc,
4124         },
4125         [ACTION_SET_TTL] = {
4126                 .name = "set_ttl",
4127                 .help = "set ttl value",
4128                 .priv = PRIV_ACTION(SET_TTL,
4129                         sizeof(struct rte_flow_action_set_ttl)),
4130                 .next = NEXT(action_set_ttl),
4131                 .call = parse_vc,
4132         },
4133         [ACTION_SET_TTL_TTL] = {
4134                 .name = "ttl_value",
4135                 .help = "new ttl value to set",
4136                 .next = NEXT(action_set_ttl, NEXT_ENTRY(UNSIGNED)),
4137                 .args = ARGS(ARGS_ENTRY_HTON
4138                              (struct rte_flow_action_set_ttl, ttl_value)),
4139                 .call = parse_vc_conf,
4140         },
4141         [ACTION_SET_MAC_SRC] = {
4142                 .name = "set_mac_src",
4143                 .help = "set source mac address",
4144                 .priv = PRIV_ACTION(SET_MAC_SRC,
4145                         sizeof(struct rte_flow_action_set_mac)),
4146                 .next = NEXT(action_set_mac_src),
4147                 .call = parse_vc,
4148         },
4149         [ACTION_SET_MAC_SRC_MAC_SRC] = {
4150                 .name = "mac_addr",
4151                 .help = "new source mac address",
4152                 .next = NEXT(action_set_mac_src, NEXT_ENTRY(MAC_ADDR)),
4153                 .args = ARGS(ARGS_ENTRY_HTON
4154                              (struct rte_flow_action_set_mac, mac_addr)),
4155                 .call = parse_vc_conf,
4156         },
4157         [ACTION_SET_MAC_DST] = {
4158                 .name = "set_mac_dst",
4159                 .help = "set destination mac address",
4160                 .priv = PRIV_ACTION(SET_MAC_DST,
4161                         sizeof(struct rte_flow_action_set_mac)),
4162                 .next = NEXT(action_set_mac_dst),
4163                 .call = parse_vc,
4164         },
4165         [ACTION_SET_MAC_DST_MAC_DST] = {
4166                 .name = "mac_addr",
4167                 .help = "new destination mac address to set",
4168                 .next = NEXT(action_set_mac_dst, NEXT_ENTRY(MAC_ADDR)),
4169                 .args = ARGS(ARGS_ENTRY_HTON
4170                              (struct rte_flow_action_set_mac, mac_addr)),
4171                 .call = parse_vc_conf,
4172         },
4173         [ACTION_INC_TCP_SEQ] = {
4174                 .name = "inc_tcp_seq",
4175                 .help = "increase TCP sequence number",
4176                 .priv = PRIV_ACTION(INC_TCP_SEQ, sizeof(rte_be32_t)),
4177                 .next = NEXT(action_inc_tcp_seq),
4178                 .call = parse_vc,
4179         },
4180         [ACTION_INC_TCP_SEQ_VALUE] = {
4181                 .name = "value",
4182                 .help = "the value to increase TCP sequence number by",
4183                 .next = NEXT(action_inc_tcp_seq, NEXT_ENTRY(UNSIGNED)),
4184                 .args = ARGS(ARG_ENTRY_HTON(rte_be32_t)),
4185                 .call = parse_vc_conf,
4186         },
4187         [ACTION_DEC_TCP_SEQ] = {
4188                 .name = "dec_tcp_seq",
4189                 .help = "decrease TCP sequence number",
4190                 .priv = PRIV_ACTION(DEC_TCP_SEQ, sizeof(rte_be32_t)),
4191                 .next = NEXT(action_dec_tcp_seq),
4192                 .call = parse_vc,
4193         },
4194         [ACTION_DEC_TCP_SEQ_VALUE] = {
4195                 .name = "value",
4196                 .help = "the value to decrease TCP sequence number by",
4197                 .next = NEXT(action_dec_tcp_seq, NEXT_ENTRY(UNSIGNED)),
4198                 .args = ARGS(ARG_ENTRY_HTON(rte_be32_t)),
4199                 .call = parse_vc_conf,
4200         },
4201         [ACTION_INC_TCP_ACK] = {
4202                 .name = "inc_tcp_ack",
4203                 .help = "increase TCP acknowledgment number",
4204                 .priv = PRIV_ACTION(INC_TCP_ACK, sizeof(rte_be32_t)),
4205                 .next = NEXT(action_inc_tcp_ack),
4206                 .call = parse_vc,
4207         },
4208         [ACTION_INC_TCP_ACK_VALUE] = {
4209                 .name = "value",
4210                 .help = "the value to increase TCP acknowledgment number by",
4211                 .next = NEXT(action_inc_tcp_ack, NEXT_ENTRY(UNSIGNED)),
4212                 .args = ARGS(ARG_ENTRY_HTON(rte_be32_t)),
4213                 .call = parse_vc_conf,
4214         },
4215         [ACTION_DEC_TCP_ACK] = {
4216                 .name = "dec_tcp_ack",
4217                 .help = "decrease TCP acknowledgment number",
4218                 .priv = PRIV_ACTION(DEC_TCP_ACK, sizeof(rte_be32_t)),
4219                 .next = NEXT(action_dec_tcp_ack),
4220                 .call = parse_vc,
4221         },
4222         [ACTION_DEC_TCP_ACK_VALUE] = {
4223                 .name = "value",
4224                 .help = "the value to decrease TCP acknowledgment number by",
4225                 .next = NEXT(action_dec_tcp_ack, NEXT_ENTRY(UNSIGNED)),
4226                 .args = ARGS(ARG_ENTRY_HTON(rte_be32_t)),
4227                 .call = parse_vc_conf,
4228         },
4229         [ACTION_RAW_ENCAP] = {
4230                 .name = "raw_encap",
4231                 .help = "encapsulation data, defined by set raw_encap",
4232                 .priv = PRIV_ACTION(RAW_ENCAP,
4233                         sizeof(struct action_raw_encap_data)),
4234                 .next = NEXT(action_raw_encap),
4235                 .call = parse_vc_action_raw_encap,
4236         },
4237         [ACTION_RAW_ENCAP_INDEX] = {
4238                 .name = "index",
4239                 .help = "the index of raw_encap_confs",
4240                 .next = NEXT(NEXT_ENTRY(ACTION_RAW_ENCAP_INDEX_VALUE)),
4241         },
4242         [ACTION_RAW_ENCAP_INDEX_VALUE] = {
4243                 .name = "{index}",
4244                 .type = "UNSIGNED",
4245                 .help = "unsigned integer value",
4246                 .next = NEXT(NEXT_ENTRY(ACTION_NEXT)),
4247                 .call = parse_vc_action_raw_encap_index,
4248                 .comp = comp_set_raw_index,
4249         },
4250         [ACTION_RAW_DECAP] = {
4251                 .name = "raw_decap",
4252                 .help = "decapsulation data, defined by set raw_encap",
4253                 .priv = PRIV_ACTION(RAW_DECAP,
4254                         sizeof(struct action_raw_decap_data)),
4255                 .next = NEXT(action_raw_decap),
4256                 .call = parse_vc_action_raw_decap,
4257         },
4258         [ACTION_RAW_DECAP_INDEX] = {
4259                 .name = "index",
4260                 .help = "the index of raw_encap_confs",
4261                 .next = NEXT(NEXT_ENTRY(ACTION_RAW_DECAP_INDEX_VALUE)),
4262         },
4263         [ACTION_RAW_DECAP_INDEX_VALUE] = {
4264                 .name = "{index}",
4265                 .type = "UNSIGNED",
4266                 .help = "unsigned integer value",
4267                 .next = NEXT(NEXT_ENTRY(ACTION_NEXT)),
4268                 .call = parse_vc_action_raw_decap_index,
4269                 .comp = comp_set_raw_index,
4270         },
4271         [ACTION_MODIFY_FIELD] = {
4272                 .name = "modify_field",
4273                 .help = "modify destination field with data from source field",
4274                 .priv = PRIV_ACTION(MODIFY_FIELD,
4275                         sizeof(struct rte_flow_action_modify_field)),
4276                 .next = NEXT(NEXT_ENTRY(ACTION_MODIFY_FIELD_OP)),
4277                 .call = parse_vc,
4278         },
4279         [ACTION_MODIFY_FIELD_OP] = {
4280                 .name = "op",
4281                 .help = "operation type",
4282                 .next = NEXT(NEXT_ENTRY(ACTION_MODIFY_FIELD_DST_TYPE),
4283                         NEXT_ENTRY(ACTION_MODIFY_FIELD_OP_VALUE)),
4284                 .call = parse_vc_conf,
4285         },
4286         [ACTION_MODIFY_FIELD_OP_VALUE] = {
4287                 .name = "{operation}",
4288                 .help = "operation type value",
4289                 .call = parse_vc_modify_field_op,
4290                 .comp = comp_set_modify_field_op,
4291         },
4292         [ACTION_MODIFY_FIELD_DST_TYPE] = {
4293                 .name = "dst_type",
4294                 .help = "destination field type",
4295                 .next = NEXT(action_modify_field_dst,
4296                         NEXT_ENTRY(ACTION_MODIFY_FIELD_DST_TYPE_VALUE)),
4297                 .call = parse_vc_conf,
4298         },
4299         [ACTION_MODIFY_FIELD_DST_TYPE_VALUE] = {
4300                 .name = "{dst_type}",
4301                 .help = "destination field type value",
4302                 .call = parse_vc_modify_field_id,
4303                 .comp = comp_set_modify_field_id,
4304         },
4305         [ACTION_MODIFY_FIELD_DST_LEVEL] = {
4306                 .name = "dst_level",
4307                 .help = "destination field level",
4308                 .next = NEXT(action_modify_field_dst, NEXT_ENTRY(UNSIGNED)),
4309                 .args = ARGS(ARGS_ENTRY(struct rte_flow_action_modify_field,
4310                                         dst.level)),
4311                 .call = parse_vc_conf,
4312         },
4313         [ACTION_MODIFY_FIELD_DST_OFFSET] = {
4314                 .name = "dst_offset",
4315                 .help = "destination field bit offset",
4316                 .next = NEXT(action_modify_field_dst, NEXT_ENTRY(UNSIGNED)),
4317                 .args = ARGS(ARGS_ENTRY(struct rte_flow_action_modify_field,
4318                                         dst.offset)),
4319                 .call = parse_vc_conf,
4320         },
4321         [ACTION_MODIFY_FIELD_SRC_TYPE] = {
4322                 .name = "src_type",
4323                 .help = "source field type",
4324                 .next = NEXT(action_modify_field_src,
4325                         NEXT_ENTRY(ACTION_MODIFY_FIELD_SRC_TYPE_VALUE)),
4326                 .call = parse_vc_conf,
4327         },
4328         [ACTION_MODIFY_FIELD_SRC_TYPE_VALUE] = {
4329                 .name = "{src_type}",
4330                 .help = "source field type value",
4331                 .call = parse_vc_modify_field_id,
4332                 .comp = comp_set_modify_field_id,
4333         },
4334         [ACTION_MODIFY_FIELD_SRC_LEVEL] = {
4335                 .name = "src_level",
4336                 .help = "source field level",
4337                 .next = NEXT(action_modify_field_src, NEXT_ENTRY(UNSIGNED)),
4338                 .args = ARGS(ARGS_ENTRY(struct rte_flow_action_modify_field,
4339                                         src.level)),
4340                 .call = parse_vc_conf,
4341         },
4342         [ACTION_MODIFY_FIELD_SRC_OFFSET] = {
4343                 .name = "src_offset",
4344                 .help = "source field bit offset",
4345                 .next = NEXT(action_modify_field_src, NEXT_ENTRY(UNSIGNED)),
4346                 .args = ARGS(ARGS_ENTRY(struct rte_flow_action_modify_field,
4347                                         src.offset)),
4348                 .call = parse_vc_conf,
4349         },
4350         [ACTION_MODIFY_FIELD_SRC_VALUE] = {
4351                 .name = "src_value",
4352                 .help = "source immediate value",
4353                 .next = NEXT(NEXT_ENTRY(ACTION_MODIFY_FIELD_WIDTH),
4354                         NEXT_ENTRY(UNSIGNED)),
4355                 .args = ARGS(ARGS_ENTRY(struct rte_flow_action_modify_field,
4356                                         src.value)),
4357                 .call = parse_vc_conf,
4358         },
4359         [ACTION_MODIFY_FIELD_WIDTH] = {
4360                 .name = "width",
4361                 .help = "number of bits to copy",
4362                 .next = NEXT(NEXT_ENTRY(ACTION_NEXT),
4363                         NEXT_ENTRY(UNSIGNED)),
4364                 .args = ARGS(ARGS_ENTRY(struct rte_flow_action_modify_field,
4365                                         width)),
4366                 .call = parse_vc_conf,
4367         },
4368         /* Top level command. */
4369         [SET] = {
4370                 .name = "set",
4371                 .help = "set raw encap/decap/sample data",
4372                 .type = "set raw_encap|raw_decap <index> <pattern>"
4373                                 " or set sample_actions <index> <action>",
4374                 .next = NEXT(NEXT_ENTRY
4375                              (SET_RAW_ENCAP,
4376                               SET_RAW_DECAP,
4377                               SET_SAMPLE_ACTIONS)),
4378                 .call = parse_set_init,
4379         },
4380         /* Sub-level commands. */
4381         [SET_RAW_ENCAP] = {
4382                 .name = "raw_encap",
4383                 .help = "set raw encap data",
4384                 .next = NEXT(next_set_raw),
4385                 .args = ARGS(ARGS_ENTRY_ARB_BOUNDED
4386                                 (offsetof(struct buffer, port),
4387                                  sizeof(((struct buffer *)0)->port),
4388                                  0, RAW_ENCAP_CONFS_MAX_NUM - 1)),
4389                 .call = parse_set_raw_encap_decap,
4390         },
4391         [SET_RAW_DECAP] = {
4392                 .name = "raw_decap",
4393                 .help = "set raw decap data",
4394                 .next = NEXT(next_set_raw),
4395                 .args = ARGS(ARGS_ENTRY_ARB_BOUNDED
4396                                 (offsetof(struct buffer, port),
4397                                  sizeof(((struct buffer *)0)->port),
4398                                  0, RAW_ENCAP_CONFS_MAX_NUM - 1)),
4399                 .call = parse_set_raw_encap_decap,
4400         },
4401         [SET_RAW_INDEX] = {
4402                 .name = "{index}",
4403                 .type = "UNSIGNED",
4404                 .help = "index of raw_encap/raw_decap data",
4405                 .next = NEXT(next_item),
4406                 .call = parse_port,
4407         },
4408         [SET_SAMPLE_INDEX] = {
4409                 .name = "{index}",
4410                 .type = "UNSIGNED",
4411                 .help = "index of sample actions",
4412                 .next = NEXT(next_action_sample),
4413                 .call = parse_port,
4414         },
4415         [SET_SAMPLE_ACTIONS] = {
4416                 .name = "sample_actions",
4417                 .help = "set sample actions list",
4418                 .next = NEXT(NEXT_ENTRY(SET_SAMPLE_INDEX)),
4419                 .args = ARGS(ARGS_ENTRY_ARB_BOUNDED
4420                                 (offsetof(struct buffer, port),
4421                                  sizeof(((struct buffer *)0)->port),
4422                                  0, RAW_SAMPLE_CONFS_MAX_NUM - 1)),
4423                 .call = parse_set_sample_action,
4424         },
4425         [ACTION_SET_TAG] = {
4426                 .name = "set_tag",
4427                 .help = "set tag",
4428                 .priv = PRIV_ACTION(SET_TAG,
4429                         sizeof(struct rte_flow_action_set_tag)),
4430                 .next = NEXT(action_set_tag),
4431                 .call = parse_vc,
4432         },
4433         [ACTION_SET_TAG_INDEX] = {
4434                 .name = "index",
4435                 .help = "index of tag array",
4436                 .next = NEXT(action_set_tag, NEXT_ENTRY(UNSIGNED)),
4437                 .args = ARGS(ARGS_ENTRY(struct rte_flow_action_set_tag, index)),
4438                 .call = parse_vc_conf,
4439         },
4440         [ACTION_SET_TAG_DATA] = {
4441                 .name = "data",
4442                 .help = "tag value",
4443                 .next = NEXT(action_set_tag, NEXT_ENTRY(UNSIGNED)),
4444                 .args = ARGS(ARGS_ENTRY
4445                              (struct rte_flow_action_set_tag, data)),
4446                 .call = parse_vc_conf,
4447         },
4448         [ACTION_SET_TAG_MASK] = {
4449                 .name = "mask",
4450                 .help = "mask for tag value",
4451                 .next = NEXT(action_set_tag, NEXT_ENTRY(UNSIGNED)),
4452                 .args = ARGS(ARGS_ENTRY
4453                              (struct rte_flow_action_set_tag, mask)),
4454                 .call = parse_vc_conf,
4455         },
4456         [ACTION_SET_META] = {
4457                 .name = "set_meta",
4458                 .help = "set metadata",
4459                 .priv = PRIV_ACTION(SET_META,
4460                         sizeof(struct rte_flow_action_set_meta)),
4461                 .next = NEXT(action_set_meta),
4462                 .call = parse_vc_action_set_meta,
4463         },
4464         [ACTION_SET_META_DATA] = {
4465                 .name = "data",
4466                 .help = "metadata value",
4467                 .next = NEXT(action_set_meta, NEXT_ENTRY(UNSIGNED)),
4468                 .args = ARGS(ARGS_ENTRY
4469                              (struct rte_flow_action_set_meta, data)),
4470                 .call = parse_vc_conf,
4471         },
4472         [ACTION_SET_META_MASK] = {
4473                 .name = "mask",
4474                 .help = "mask for metadata value",
4475                 .next = NEXT(action_set_meta, NEXT_ENTRY(UNSIGNED)),
4476                 .args = ARGS(ARGS_ENTRY
4477                              (struct rte_flow_action_set_meta, mask)),
4478                 .call = parse_vc_conf,
4479         },
4480         [ACTION_SET_IPV4_DSCP] = {
4481                 .name = "set_ipv4_dscp",
4482                 .help = "set DSCP value",
4483                 .priv = PRIV_ACTION(SET_IPV4_DSCP,
4484                         sizeof(struct rte_flow_action_set_dscp)),
4485                 .next = NEXT(action_set_ipv4_dscp),
4486                 .call = parse_vc,
4487         },
4488         [ACTION_SET_IPV4_DSCP_VALUE] = {
4489                 .name = "dscp_value",
4490                 .help = "new IPv4 DSCP value to set",
4491                 .next = NEXT(action_set_ipv4_dscp, NEXT_ENTRY(UNSIGNED)),
4492                 .args = ARGS(ARGS_ENTRY
4493                              (struct rte_flow_action_set_dscp, dscp)),
4494                 .call = parse_vc_conf,
4495         },
4496         [ACTION_SET_IPV6_DSCP] = {
4497                 .name = "set_ipv6_dscp",
4498                 .help = "set DSCP value",
4499                 .priv = PRIV_ACTION(SET_IPV6_DSCP,
4500                         sizeof(struct rte_flow_action_set_dscp)),
4501                 .next = NEXT(action_set_ipv6_dscp),
4502                 .call = parse_vc,
4503         },
4504         [ACTION_SET_IPV6_DSCP_VALUE] = {
4505                 .name = "dscp_value",
4506                 .help = "new IPv6 DSCP value to set",
4507                 .next = NEXT(action_set_ipv6_dscp, NEXT_ENTRY(UNSIGNED)),
4508                 .args = ARGS(ARGS_ENTRY
4509                              (struct rte_flow_action_set_dscp, dscp)),
4510                 .call = parse_vc_conf,
4511         },
4512         [ACTION_AGE] = {
4513                 .name = "age",
4514                 .help = "set a specific metadata header",
4515                 .next = NEXT(action_age),
4516                 .priv = PRIV_ACTION(AGE,
4517                         sizeof(struct rte_flow_action_age)),
4518                 .call = parse_vc,
4519         },
4520         [ACTION_AGE_TIMEOUT] = {
4521                 .name = "timeout",
4522                 .help = "flow age timeout value",
4523                 .args = ARGS(ARGS_ENTRY_BF(struct rte_flow_action_age,
4524                                            timeout, 24)),
4525                 .next = NEXT(action_age, NEXT_ENTRY(UNSIGNED)),
4526                 .call = parse_vc_conf,
4527         },
4528         [ACTION_SAMPLE] = {
4529                 .name = "sample",
4530                 .help = "set a sample action",
4531                 .next = NEXT(action_sample),
4532                 .priv = PRIV_ACTION(SAMPLE,
4533                         sizeof(struct action_sample_data)),
4534                 .call = parse_vc_action_sample,
4535         },
4536         [ACTION_SAMPLE_RATIO] = {
4537                 .name = "ratio",
4538                 .help = "flow sample ratio value",
4539                 .next = NEXT(action_sample, NEXT_ENTRY(UNSIGNED)),
4540                 .args = ARGS(ARGS_ENTRY_ARB
4541                              (offsetof(struct action_sample_data, conf) +
4542                               offsetof(struct rte_flow_action_sample, ratio),
4543                               sizeof(((struct rte_flow_action_sample *)0)->
4544                                      ratio))),
4545         },
4546         [ACTION_SAMPLE_INDEX] = {
4547                 .name = "index",
4548                 .help = "the index of sample actions list",
4549                 .next = NEXT(NEXT_ENTRY(ACTION_SAMPLE_INDEX_VALUE)),
4550         },
4551         [ACTION_SAMPLE_INDEX_VALUE] = {
4552                 .name = "{index}",
4553                 .type = "UNSIGNED",
4554                 .help = "unsigned integer value",
4555                 .next = NEXT(NEXT_ENTRY(ACTION_NEXT)),
4556                 .call = parse_vc_action_sample_index,
4557                 .comp = comp_set_sample_index,
4558         },
4559         /* Indirect action destroy arguments. */
4560         [INDIRECT_ACTION_DESTROY_ID] = {
4561                 .name = "action_id",
4562                 .help = "specify a indirect action id to destroy",
4563                 .next = NEXT(next_ia_destroy_attr,
4564                              NEXT_ENTRY(INDIRECT_ACTION_ID)),
4565                 .args = ARGS(ARGS_ENTRY_PTR(struct buffer,
4566                                             args.ia_destroy.action_id)),
4567                 .call = parse_ia_destroy,
4568         },
4569         /* Indirect action create arguments. */
4570         [INDIRECT_ACTION_CREATE_ID] = {
4571                 .name = "action_id",
4572                 .help = "specify a indirect action id to create",
4573                 .next = NEXT(next_ia_create_attr,
4574                              NEXT_ENTRY(INDIRECT_ACTION_ID)),
4575                 .args = ARGS(ARGS_ENTRY(struct buffer, args.vc.attr.group)),
4576         },
4577         [ACTION_INDIRECT] = {
4578                 .name = "indirect",
4579                 .help = "apply indirect action by id",
4580                 .priv = PRIV_ACTION(INDIRECT, 0),
4581                 .next = NEXT(NEXT_ENTRY(INDIRECT_ACTION_ID2PTR)),
4582                 .args = ARGS(ARGS_ENTRY_ARB(0, sizeof(uint32_t))),
4583                 .call = parse_vc,
4584         },
4585         [INDIRECT_ACTION_ID2PTR] = {
4586                 .name = "{action_id}",
4587                 .type = "INDIRECT_ACTION_ID",
4588                 .help = "indirect action id",
4589                 .next = NEXT(NEXT_ENTRY(ACTION_NEXT)),
4590                 .call = parse_ia_id2ptr,
4591                 .comp = comp_none,
4592         },
4593         [INDIRECT_ACTION_INGRESS] = {
4594                 .name = "ingress",
4595                 .help = "affect rule to ingress",
4596                 .next = NEXT(next_ia_create_attr),
4597                 .call = parse_ia,
4598         },
4599         [INDIRECT_ACTION_EGRESS] = {
4600                 .name = "egress",
4601                 .help = "affect rule to egress",
4602                 .next = NEXT(next_ia_create_attr),
4603                 .call = parse_ia,
4604         },
4605         [INDIRECT_ACTION_TRANSFER] = {
4606                 .name = "transfer",
4607                 .help = "affect rule to transfer",
4608                 .next = NEXT(next_ia_create_attr),
4609                 .call = parse_ia,
4610         },
4611         [INDIRECT_ACTION_SPEC] = {
4612                 .name = "action",
4613                 .help = "specify action to create indirect handle",
4614                 .next = NEXT(next_action),
4615         },
4616 };
4617
4618 /** Remove and return last entry from argument stack. */
4619 static const struct arg *
4620 pop_args(struct context *ctx)
4621 {
4622         return ctx->args_num ? ctx->args[--ctx->args_num] : NULL;
4623 }
4624
4625 /** Add entry on top of the argument stack. */
4626 static int
4627 push_args(struct context *ctx, const struct arg *arg)
4628 {
4629         if (ctx->args_num == CTX_STACK_SIZE)
4630                 return -1;
4631         ctx->args[ctx->args_num++] = arg;
4632         return 0;
4633 }
4634
4635 /** Spread value into buffer according to bit-mask. */
4636 static size_t
4637 arg_entry_bf_fill(void *dst, uintmax_t val, const struct arg *arg)
4638 {
4639         uint32_t i = arg->size;
4640         uint32_t end = 0;
4641         int sub = 1;
4642         int add = 0;
4643         size_t len = 0;
4644
4645         if (!arg->mask)
4646                 return 0;
4647 #if RTE_BYTE_ORDER == RTE_LITTLE_ENDIAN
4648         if (!arg->hton) {
4649                 i = 0;
4650                 end = arg->size;
4651                 sub = 0;
4652                 add = 1;
4653         }
4654 #endif
4655         while (i != end) {
4656                 unsigned int shift = 0;
4657                 uint8_t *buf = (uint8_t *)dst + arg->offset + (i -= sub);
4658
4659                 for (shift = 0; arg->mask[i] >> shift; ++shift) {
4660                         if (!(arg->mask[i] & (1 << shift)))
4661                                 continue;
4662                         ++len;
4663                         if (!dst)
4664                                 continue;
4665                         *buf &= ~(1 << shift);
4666                         *buf |= (val & 1) << shift;
4667                         val >>= 1;
4668                 }
4669                 i += add;
4670         }
4671         return len;
4672 }
4673
4674 /** Compare a string with a partial one of a given length. */
4675 static int
4676 strcmp_partial(const char *full, const char *partial, size_t partial_len)
4677 {
4678         int r = strncmp(full, partial, partial_len);
4679
4680         if (r)
4681                 return r;
4682         if (strlen(full) <= partial_len)
4683                 return 0;
4684         return full[partial_len];
4685 }
4686
4687 /**
4688  * Parse a prefix length and generate a bit-mask.
4689  *
4690  * Last argument (ctx->args) is retrieved to determine mask size, storage
4691  * location and whether the result must use network byte ordering.
4692  */
4693 static int
4694 parse_prefix(struct context *ctx, const struct token *token,
4695              const char *str, unsigned int len,
4696              void *buf, unsigned int size)
4697 {
4698         const struct arg *arg = pop_args(ctx);
4699         static const uint8_t conv[] = "\x00\x80\xc0\xe0\xf0\xf8\xfc\xfe\xff";
4700         char *end;
4701         uintmax_t u;
4702         unsigned int bytes;
4703         unsigned int extra;
4704
4705         (void)token;
4706         /* Argument is expected. */
4707         if (!arg)
4708                 return -1;
4709         errno = 0;
4710         u = strtoumax(str, &end, 0);
4711         if (errno || (size_t)(end - str) != len)
4712                 goto error;
4713         if (arg->mask) {
4714                 uintmax_t v = 0;
4715
4716                 extra = arg_entry_bf_fill(NULL, 0, arg);
4717                 if (u > extra)
4718                         goto error;
4719                 if (!ctx->object)
4720                         return len;
4721                 extra -= u;
4722                 while (u--)
4723                         (v <<= 1, v |= 1);
4724                 v <<= extra;
4725                 if (!arg_entry_bf_fill(ctx->object, v, arg) ||
4726                     !arg_entry_bf_fill(ctx->objmask, -1, arg))
4727                         goto error;
4728                 return len;
4729         }
4730         bytes = u / 8;
4731         extra = u % 8;
4732         size = arg->size;
4733         if (bytes > size || bytes + !!extra > size)
4734                 goto error;
4735         if (!ctx->object)
4736                 return len;
4737         buf = (uint8_t *)ctx->object + arg->offset;
4738 #if RTE_BYTE_ORDER == RTE_LITTLE_ENDIAN
4739         if (!arg->hton) {
4740                 memset((uint8_t *)buf + size - bytes, 0xff, bytes);
4741                 memset(buf, 0x00, size - bytes);
4742                 if (extra)
4743                         ((uint8_t *)buf)[size - bytes - 1] = conv[extra];
4744         } else
4745 #endif
4746         {
4747                 memset(buf, 0xff, bytes);
4748                 memset((uint8_t *)buf + bytes, 0x00, size - bytes);
4749                 if (extra)
4750                         ((uint8_t *)buf)[bytes] = conv[extra];
4751         }
4752         if (ctx->objmask)
4753                 memset((uint8_t *)ctx->objmask + arg->offset, 0xff, size);
4754         return len;
4755 error:
4756         push_args(ctx, arg);
4757         return -1;
4758 }
4759
4760 /** Default parsing function for token name matching. */
4761 static int
4762 parse_default(struct context *ctx, const struct token *token,
4763               const char *str, unsigned int len,
4764               void *buf, unsigned int size)
4765 {
4766         (void)ctx;
4767         (void)buf;
4768         (void)size;
4769         if (strcmp_partial(token->name, str, len))
4770                 return -1;
4771         return len;
4772 }
4773
4774 /** Parse flow command, initialize output buffer for subsequent tokens. */
4775 static int
4776 parse_init(struct context *ctx, const struct token *token,
4777            const char *str, unsigned int len,
4778            void *buf, unsigned int size)
4779 {
4780         struct buffer *out = buf;
4781
4782         /* Token name must match. */
4783         if (parse_default(ctx, token, str, len, NULL, 0) < 0)
4784                 return -1;
4785         /* Nothing else to do if there is no buffer. */
4786         if (!out)
4787                 return len;
4788         /* Make sure buffer is large enough. */
4789         if (size < sizeof(*out))
4790                 return -1;
4791         /* Initialize buffer. */
4792         memset(out, 0x00, sizeof(*out));
4793         memset((uint8_t *)out + sizeof(*out), 0x22, size - sizeof(*out));
4794         ctx->objdata = 0;
4795         ctx->object = out;
4796         ctx->objmask = NULL;
4797         return len;
4798 }
4799
4800 /** Parse tokens for indirect action commands. */
4801 static int
4802 parse_ia(struct context *ctx, const struct token *token,
4803          const char *str, unsigned int len,
4804          void *buf, unsigned int size)
4805 {
4806         struct buffer *out = buf;
4807
4808         /* Token name must match. */
4809         if (parse_default(ctx, token, str, len, NULL, 0) < 0)
4810                 return -1;
4811         /* Nothing else to do if there is no buffer. */
4812         if (!out)
4813                 return len;
4814         if (!out->command) {
4815                 if (ctx->curr != INDIRECT_ACTION)
4816                         return -1;
4817                 if (sizeof(*out) > size)
4818                         return -1;
4819                 out->command = ctx->curr;
4820                 ctx->objdata = 0;
4821                 ctx->object = out;
4822                 ctx->objmask = NULL;
4823                 out->args.vc.data = (uint8_t *)out + size;
4824                 return len;
4825         }
4826         switch (ctx->curr) {
4827         case INDIRECT_ACTION_CREATE:
4828         case INDIRECT_ACTION_UPDATE:
4829                 out->args.vc.actions =
4830                         (void *)RTE_ALIGN_CEIL((uintptr_t)(out + 1),
4831                                                sizeof(double));
4832                 out->args.vc.attr.group = UINT32_MAX;
4833                 /* fallthrough */
4834         case INDIRECT_ACTION_QUERY:
4835                 out->command = ctx->curr;
4836                 ctx->objdata = 0;
4837                 ctx->object = out;
4838                 ctx->objmask = NULL;
4839                 return len;
4840         case INDIRECT_ACTION_EGRESS:
4841                 out->args.vc.attr.egress = 1;
4842                 return len;
4843         case INDIRECT_ACTION_INGRESS:
4844                 out->args.vc.attr.ingress = 1;
4845                 return len;
4846         case INDIRECT_ACTION_TRANSFER:
4847                 out->args.vc.attr.transfer = 1;
4848                 return len;
4849         default:
4850                 return -1;
4851         }
4852 }
4853
4854
4855 /** Parse tokens for indirect action destroy command. */
4856 static int
4857 parse_ia_destroy(struct context *ctx, const struct token *token,
4858                  const char *str, unsigned int len,
4859                  void *buf, unsigned int size)
4860 {
4861         struct buffer *out = buf;
4862         uint32_t *action_id;
4863
4864         /* Token name must match. */
4865         if (parse_default(ctx, token, str, len, NULL, 0) < 0)
4866                 return -1;
4867         /* Nothing else to do if there is no buffer. */
4868         if (!out)
4869                 return len;
4870         if (!out->command || out->command == INDIRECT_ACTION) {
4871                 if (ctx->curr != INDIRECT_ACTION_DESTROY)
4872                         return -1;
4873                 if (sizeof(*out) > size)
4874                         return -1;
4875                 out->command = ctx->curr;
4876                 ctx->objdata = 0;
4877                 ctx->object = out;
4878                 ctx->objmask = NULL;
4879                 out->args.ia_destroy.action_id =
4880                         (void *)RTE_ALIGN_CEIL((uintptr_t)(out + 1),
4881                                                sizeof(double));
4882                 return len;
4883         }
4884         action_id = out->args.ia_destroy.action_id
4885                     + out->args.ia_destroy.action_id_n++;
4886         if ((uint8_t *)action_id > (uint8_t *)out + size)
4887                 return -1;
4888         ctx->objdata = 0;
4889         ctx->object = action_id;
4890         ctx->objmask = NULL;
4891         return len;
4892 }
4893
4894 /** Parse tokens for validate/create commands. */
4895 static int
4896 parse_vc(struct context *ctx, const struct token *token,
4897          const char *str, unsigned int len,
4898          void *buf, unsigned int size)
4899 {
4900         struct buffer *out = buf;
4901         uint8_t *data;
4902         uint32_t data_size;
4903
4904         /* Token name must match. */
4905         if (parse_default(ctx, token, str, len, NULL, 0) < 0)
4906                 return -1;
4907         /* Nothing else to do if there is no buffer. */
4908         if (!out)
4909                 return len;
4910         if (!out->command) {
4911                 if (ctx->curr != VALIDATE && ctx->curr != CREATE)
4912                         return -1;
4913                 if (sizeof(*out) > size)
4914                         return -1;
4915                 out->command = ctx->curr;
4916                 ctx->objdata = 0;
4917                 ctx->object = out;
4918                 ctx->objmask = NULL;
4919                 out->args.vc.data = (uint8_t *)out + size;
4920                 return len;
4921         }
4922         ctx->objdata = 0;
4923         switch (ctx->curr) {
4924         default:
4925                 ctx->object = &out->args.vc.attr;
4926                 break;
4927         case TUNNEL_SET:
4928         case TUNNEL_MATCH:
4929                 ctx->object = &out->args.vc.tunnel_ops;
4930                 break;
4931         }
4932         ctx->objmask = NULL;
4933         switch (ctx->curr) {
4934         case GROUP:
4935         case PRIORITY:
4936                 return len;
4937         case TUNNEL_SET:
4938                 out->args.vc.tunnel_ops.enabled = 1;
4939                 out->args.vc.tunnel_ops.actions = 1;
4940                 return len;
4941         case TUNNEL_MATCH:
4942                 out->args.vc.tunnel_ops.enabled = 1;
4943                 out->args.vc.tunnel_ops.items = 1;
4944                 return len;
4945         case INGRESS:
4946                 out->args.vc.attr.ingress = 1;
4947                 return len;
4948         case EGRESS:
4949                 out->args.vc.attr.egress = 1;
4950                 return len;
4951         case TRANSFER:
4952                 out->args.vc.attr.transfer = 1;
4953                 return len;
4954         case PATTERN:
4955                 out->args.vc.pattern =
4956                         (void *)RTE_ALIGN_CEIL((uintptr_t)(out + 1),
4957                                                sizeof(double));
4958                 ctx->object = out->args.vc.pattern;
4959                 ctx->objmask = NULL;
4960                 return len;
4961         case ACTIONS:
4962                 out->args.vc.actions =
4963                         (void *)RTE_ALIGN_CEIL((uintptr_t)
4964                                                (out->args.vc.pattern +
4965                                                 out->args.vc.pattern_n),
4966                                                sizeof(double));
4967                 ctx->object = out->args.vc.actions;
4968                 ctx->objmask = NULL;
4969                 return len;
4970         default:
4971                 if (!token->priv)
4972                         return -1;
4973                 break;
4974         }
4975         if (!out->args.vc.actions) {
4976                 const struct parse_item_priv *priv = token->priv;
4977                 struct rte_flow_item *item =
4978                         out->args.vc.pattern + out->args.vc.pattern_n;
4979
4980                 data_size = priv->size * 3; /* spec, last, mask */
4981                 data = (void *)RTE_ALIGN_FLOOR((uintptr_t)
4982                                                (out->args.vc.data - data_size),
4983                                                sizeof(double));
4984                 if ((uint8_t *)item + sizeof(*item) > data)
4985                         return -1;
4986                 *item = (struct rte_flow_item){
4987                         .type = priv->type,
4988                 };
4989                 ++out->args.vc.pattern_n;
4990                 ctx->object = item;
4991                 ctx->objmask = NULL;
4992         } else {
4993                 const struct parse_action_priv *priv = token->priv;
4994                 struct rte_flow_action *action =
4995                         out->args.vc.actions + out->args.vc.actions_n;
4996
4997                 data_size = priv->size; /* configuration */
4998                 data = (void *)RTE_ALIGN_FLOOR((uintptr_t)
4999                                                (out->args.vc.data - data_size),
5000                                                sizeof(double));
5001                 if ((uint8_t *)action + sizeof(*action) > data)
5002                         return -1;
5003                 *action = (struct rte_flow_action){
5004                         .type = priv->type,
5005                         .conf = data_size ? data : NULL,
5006                 };
5007                 ++out->args.vc.actions_n;
5008                 ctx->object = action;
5009                 ctx->objmask = NULL;
5010         }
5011         memset(data, 0, data_size);
5012         out->args.vc.data = data;
5013         ctx->objdata = data_size;
5014         return len;
5015 }
5016
5017 /** Parse pattern item parameter type. */
5018 static int
5019 parse_vc_spec(struct context *ctx, const struct token *token,
5020               const char *str, unsigned int len,
5021               void *buf, unsigned int size)
5022 {
5023         struct buffer *out = buf;
5024         struct rte_flow_item *item;
5025         uint32_t data_size;
5026         int index;
5027         int objmask = 0;
5028
5029         (void)size;
5030         /* Token name must match. */
5031         if (parse_default(ctx, token, str, len, NULL, 0) < 0)
5032                 return -1;
5033         /* Parse parameter types. */
5034         switch (ctx->curr) {
5035                 static const enum index prefix[] = NEXT_ENTRY(PREFIX);
5036
5037         case ITEM_PARAM_IS:
5038                 index = 0;
5039                 objmask = 1;
5040                 break;
5041         case ITEM_PARAM_SPEC:
5042                 index = 0;
5043                 break;
5044         case ITEM_PARAM_LAST:
5045                 index = 1;
5046                 break;
5047         case ITEM_PARAM_PREFIX:
5048                 /* Modify next token to expect a prefix. */
5049                 if (ctx->next_num < 2)
5050                         return -1;
5051                 ctx->next[ctx->next_num - 2] = prefix;
5052                 /* Fall through. */
5053         case ITEM_PARAM_MASK:
5054                 index = 2;
5055                 break;
5056         default:
5057                 return -1;
5058         }
5059         /* Nothing else to do if there is no buffer. */
5060         if (!out)
5061                 return len;
5062         if (!out->args.vc.pattern_n)
5063                 return -1;
5064         item = &out->args.vc.pattern[out->args.vc.pattern_n - 1];
5065         data_size = ctx->objdata / 3; /* spec, last, mask */
5066         /* Point to selected object. */
5067         ctx->object = out->args.vc.data + (data_size * index);
5068         if (objmask) {
5069                 ctx->objmask = out->args.vc.data + (data_size * 2); /* mask */
5070                 item->mask = ctx->objmask;
5071         } else
5072                 ctx->objmask = NULL;
5073         /* Update relevant item pointer. */
5074         *((const void **[]){ &item->spec, &item->last, &item->mask })[index] =
5075                 ctx->object;
5076         return len;
5077 }
5078
5079 /** Parse action configuration field. */
5080 static int
5081 parse_vc_conf(struct context *ctx, const struct token *token,
5082               const char *str, unsigned int len,
5083               void *buf, unsigned int size)
5084 {
5085         struct buffer *out = buf;
5086
5087         (void)size;
5088         /* Token name must match. */
5089         if (parse_default(ctx, token, str, len, NULL, 0) < 0)
5090                 return -1;
5091         /* Nothing else to do if there is no buffer. */
5092         if (!out)
5093                 return len;
5094         /* Point to selected object. */
5095         ctx->object = out->args.vc.data;
5096         ctx->objmask = NULL;
5097         return len;
5098 }
5099
5100 /** Parse eCPRI common header type field. */
5101 static int
5102 parse_vc_item_ecpri_type(struct context *ctx, const struct token *token,
5103                          const char *str, unsigned int len,
5104                          void *buf, unsigned int size)
5105 {
5106         struct rte_flow_item_ecpri *ecpri;
5107         struct rte_flow_item_ecpri *ecpri_mask;
5108         struct rte_flow_item *item;
5109         uint32_t data_size;
5110         uint8_t msg_type;
5111         struct buffer *out = buf;
5112         const struct arg *arg;
5113
5114         (void)size;
5115         /* Token name must match. */
5116         if (parse_default(ctx, token, str, len, NULL, 0) < 0)
5117                 return -1;
5118         switch (ctx->curr) {
5119         case ITEM_ECPRI_COMMON_TYPE_IQ_DATA:
5120                 msg_type = RTE_ECPRI_MSG_TYPE_IQ_DATA;
5121                 break;
5122         case ITEM_ECPRI_COMMON_TYPE_RTC_CTRL:
5123                 msg_type = RTE_ECPRI_MSG_TYPE_RTC_CTRL;
5124                 break;
5125         case ITEM_ECPRI_COMMON_TYPE_DLY_MSR:
5126                 msg_type = RTE_ECPRI_MSG_TYPE_DLY_MSR;
5127                 break;
5128         default:
5129                 return -1;
5130         }
5131         if (!ctx->object)
5132                 return len;
5133         arg = pop_args(ctx);
5134         if (!arg)
5135                 return -1;
5136         ecpri = (struct rte_flow_item_ecpri *)out->args.vc.data;
5137         ecpri->hdr.common.type = msg_type;
5138         data_size = ctx->objdata / 3; /* spec, last, mask */
5139         ecpri_mask = (struct rte_flow_item_ecpri *)(out->args.vc.data +
5140                                                     (data_size * 2));
5141         ecpri_mask->hdr.common.type = 0xFF;
5142         if (arg->hton) {
5143                 ecpri->hdr.common.u32 = rte_cpu_to_be_32(ecpri->hdr.common.u32);
5144                 ecpri_mask->hdr.common.u32 =
5145                                 rte_cpu_to_be_32(ecpri_mask->hdr.common.u32);
5146         }
5147         item = &out->args.vc.pattern[out->args.vc.pattern_n - 1];
5148         item->spec = ecpri;
5149         item->mask = ecpri_mask;
5150         return len;
5151 }
5152
5153 /** Parse RSS action. */
5154 static int
5155 parse_vc_action_rss(struct context *ctx, const struct token *token,
5156                     const char *str, unsigned int len,
5157                     void *buf, unsigned int size)
5158 {
5159         struct buffer *out = buf;
5160         struct rte_flow_action *action;
5161         struct action_rss_data *action_rss_data;
5162         unsigned int i;
5163         int ret;
5164
5165         ret = parse_vc(ctx, token, str, len, buf, size);
5166         if (ret < 0)
5167                 return ret;
5168         /* Nothing else to do if there is no buffer. */
5169         if (!out)
5170                 return ret;
5171         if (!out->args.vc.actions_n)
5172                 return -1;
5173         action = &out->args.vc.actions[out->args.vc.actions_n - 1];
5174         /* Point to selected object. */
5175         ctx->object = out->args.vc.data;
5176         ctx->objmask = NULL;
5177         /* Set up default configuration. */
5178         action_rss_data = ctx->object;
5179         *action_rss_data = (struct action_rss_data){
5180                 .conf = (struct rte_flow_action_rss){
5181                         .func = RTE_ETH_HASH_FUNCTION_DEFAULT,
5182                         .level = 0,
5183                         .types = rss_hf,
5184                         .key_len = 0,
5185                         .queue_num = RTE_MIN(nb_rxq, ACTION_RSS_QUEUE_NUM),
5186                         .key = NULL,
5187                         .queue = action_rss_data->queue,
5188                 },
5189                 .queue = { 0 },
5190         };
5191         for (i = 0; i < action_rss_data->conf.queue_num; ++i)
5192                 action_rss_data->queue[i] = i;
5193         action->conf = &action_rss_data->conf;
5194         return ret;
5195 }
5196
5197 /**
5198  * Parse func field for RSS action.
5199  *
5200  * The RTE_ETH_HASH_FUNCTION_* value to assign is derived from the
5201  * ACTION_RSS_FUNC_* index that called this function.
5202  */
5203 static int
5204 parse_vc_action_rss_func(struct context *ctx, const struct token *token,
5205                          const char *str, unsigned int len,
5206                          void *buf, unsigned int size)
5207 {
5208         struct action_rss_data *action_rss_data;
5209         enum rte_eth_hash_function func;
5210
5211         (void)buf;
5212         (void)size;
5213         /* Token name must match. */
5214         if (parse_default(ctx, token, str, len, NULL, 0) < 0)
5215                 return -1;
5216         switch (ctx->curr) {
5217         case ACTION_RSS_FUNC_DEFAULT:
5218                 func = RTE_ETH_HASH_FUNCTION_DEFAULT;
5219                 break;
5220         case ACTION_RSS_FUNC_TOEPLITZ:
5221                 func = RTE_ETH_HASH_FUNCTION_TOEPLITZ;
5222                 break;
5223         case ACTION_RSS_FUNC_SIMPLE_XOR:
5224                 func = RTE_ETH_HASH_FUNCTION_SIMPLE_XOR;
5225                 break;
5226         case ACTION_RSS_FUNC_SYMMETRIC_TOEPLITZ:
5227                 func = RTE_ETH_HASH_FUNCTION_SYMMETRIC_TOEPLITZ;
5228                 break;
5229         default:
5230                 return -1;
5231         }
5232         if (!ctx->object)
5233                 return len;
5234         action_rss_data = ctx->object;
5235         action_rss_data->conf.func = func;
5236         return len;
5237 }
5238
5239 /**
5240  * Parse type field for RSS action.
5241  *
5242  * Valid tokens are type field names and the "end" token.
5243  */
5244 static int
5245 parse_vc_action_rss_type(struct context *ctx, const struct token *token,
5246                           const char *str, unsigned int len,
5247                           void *buf, unsigned int size)
5248 {
5249         static const enum index next[] = NEXT_ENTRY(ACTION_RSS_TYPE);
5250         struct action_rss_data *action_rss_data;
5251         unsigned int i;
5252
5253         (void)token;
5254         (void)buf;
5255         (void)size;
5256         if (ctx->curr != ACTION_RSS_TYPE)
5257                 return -1;
5258         if (!(ctx->objdata >> 16) && ctx->object) {
5259                 action_rss_data = ctx->object;
5260                 action_rss_data->conf.types = 0;
5261         }
5262         if (!strcmp_partial("end", str, len)) {
5263                 ctx->objdata &= 0xffff;
5264                 return len;
5265         }
5266         for (i = 0; rss_type_table[i].str; ++i)
5267                 if (!strcmp_partial(rss_type_table[i].str, str, len))
5268                         break;
5269         if (!rss_type_table[i].str)
5270                 return -1;
5271         ctx->objdata = 1 << 16 | (ctx->objdata & 0xffff);
5272         /* Repeat token. */
5273         if (ctx->next_num == RTE_DIM(ctx->next))
5274                 return -1;
5275         ctx->next[ctx->next_num++] = next;
5276         if (!ctx->object)
5277                 return len;
5278         action_rss_data = ctx->object;
5279         action_rss_data->conf.types |= rss_type_table[i].rss_type;
5280         return len;
5281 }
5282
5283 /**
5284  * Parse queue field for RSS action.
5285  *
5286  * Valid tokens are queue indices and the "end" token.
5287  */
5288 static int
5289 parse_vc_action_rss_queue(struct context *ctx, const struct token *token,
5290                           const char *str, unsigned int len,
5291                           void *buf, unsigned int size)
5292 {
5293         static const enum index next[] = NEXT_ENTRY(ACTION_RSS_QUEUE);
5294         struct action_rss_data *action_rss_data;
5295         const struct arg *arg;
5296         int ret;
5297         int i;
5298
5299         (void)token;
5300         (void)buf;
5301         (void)size;
5302         if (ctx->curr != ACTION_RSS_QUEUE)
5303                 return -1;
5304         i = ctx->objdata >> 16;
5305         if (!strcmp_partial("end", str, len)) {
5306                 ctx->objdata &= 0xffff;
5307                 goto end;
5308         }
5309         if (i >= ACTION_RSS_QUEUE_NUM)
5310                 return -1;
5311         arg = ARGS_ENTRY_ARB(offsetof(struct action_rss_data, queue) +
5312                              i * sizeof(action_rss_data->queue[i]),
5313                              sizeof(action_rss_data->queue[i]));
5314         if (push_args(ctx, arg))
5315                 return -1;
5316         ret = parse_int(ctx, token, str, len, NULL, 0);
5317         if (ret < 0) {
5318                 pop_args(ctx);
5319                 return -1;
5320         }
5321         ++i;
5322         ctx->objdata = i << 16 | (ctx->objdata & 0xffff);
5323         /* Repeat token. */
5324         if (ctx->next_num == RTE_DIM(ctx->next))
5325                 return -1;
5326         ctx->next[ctx->next_num++] = next;
5327 end:
5328         if (!ctx->object)
5329                 return len;
5330         action_rss_data = ctx->object;
5331         action_rss_data->conf.queue_num = i;
5332         action_rss_data->conf.queue = i ? action_rss_data->queue : NULL;
5333         return len;
5334 }
5335
5336 /** Setup VXLAN encap configuration. */
5337 static int
5338 parse_setup_vxlan_encap_data(struct action_vxlan_encap_data *action_vxlan_encap_data)
5339 {
5340         /* Set up default configuration. */
5341         *action_vxlan_encap_data = (struct action_vxlan_encap_data){
5342                 .conf = (struct rte_flow_action_vxlan_encap){
5343                         .definition = action_vxlan_encap_data->items,
5344                 },
5345                 .items = {
5346                         {
5347                                 .type = RTE_FLOW_ITEM_TYPE_ETH,
5348                                 .spec = &action_vxlan_encap_data->item_eth,
5349                                 .mask = &rte_flow_item_eth_mask,
5350                         },
5351                         {
5352                                 .type = RTE_FLOW_ITEM_TYPE_VLAN,
5353                                 .spec = &action_vxlan_encap_data->item_vlan,
5354                                 .mask = &rte_flow_item_vlan_mask,
5355                         },
5356                         {
5357                                 .type = RTE_FLOW_ITEM_TYPE_IPV4,
5358                                 .spec = &action_vxlan_encap_data->item_ipv4,
5359                                 .mask = &rte_flow_item_ipv4_mask,
5360                         },
5361                         {
5362                                 .type = RTE_FLOW_ITEM_TYPE_UDP,
5363                                 .spec = &action_vxlan_encap_data->item_udp,
5364                                 .mask = &rte_flow_item_udp_mask,
5365                         },
5366                         {
5367                                 .type = RTE_FLOW_ITEM_TYPE_VXLAN,
5368                                 .spec = &action_vxlan_encap_data->item_vxlan,
5369                                 .mask = &rte_flow_item_vxlan_mask,
5370                         },
5371                         {
5372                                 .type = RTE_FLOW_ITEM_TYPE_END,
5373                         },
5374                 },
5375                 .item_eth.type = 0,
5376                 .item_vlan = {
5377                         .tci = vxlan_encap_conf.vlan_tci,
5378                         .inner_type = 0,
5379                 },
5380                 .item_ipv4.hdr = {
5381                         .src_addr = vxlan_encap_conf.ipv4_src,
5382                         .dst_addr = vxlan_encap_conf.ipv4_dst,
5383                 },
5384                 .item_udp.hdr = {
5385                         .src_port = vxlan_encap_conf.udp_src,
5386                         .dst_port = vxlan_encap_conf.udp_dst,
5387                 },
5388                 .item_vxlan.flags = 0,
5389         };
5390         memcpy(action_vxlan_encap_data->item_eth.dst.addr_bytes,
5391                vxlan_encap_conf.eth_dst, RTE_ETHER_ADDR_LEN);
5392         memcpy(action_vxlan_encap_data->item_eth.src.addr_bytes,
5393                vxlan_encap_conf.eth_src, RTE_ETHER_ADDR_LEN);
5394         if (!vxlan_encap_conf.select_ipv4) {
5395                 memcpy(&action_vxlan_encap_data->item_ipv6.hdr.src_addr,
5396                        &vxlan_encap_conf.ipv6_src,
5397                        sizeof(vxlan_encap_conf.ipv6_src));
5398                 memcpy(&action_vxlan_encap_data->item_ipv6.hdr.dst_addr,
5399                        &vxlan_encap_conf.ipv6_dst,
5400                        sizeof(vxlan_encap_conf.ipv6_dst));
5401                 action_vxlan_encap_data->items[2] = (struct rte_flow_item){
5402                         .type = RTE_FLOW_ITEM_TYPE_IPV6,
5403                         .spec = &action_vxlan_encap_data->item_ipv6,
5404                         .mask = &rte_flow_item_ipv6_mask,
5405                 };
5406         }
5407         if (!vxlan_encap_conf.select_vlan)
5408                 action_vxlan_encap_data->items[1].type =
5409                         RTE_FLOW_ITEM_TYPE_VOID;
5410         if (vxlan_encap_conf.select_tos_ttl) {
5411                 if (vxlan_encap_conf.select_ipv4) {
5412                         static struct rte_flow_item_ipv4 ipv4_mask_tos;
5413
5414                         memcpy(&ipv4_mask_tos, &rte_flow_item_ipv4_mask,
5415                                sizeof(ipv4_mask_tos));
5416                         ipv4_mask_tos.hdr.type_of_service = 0xff;
5417                         ipv4_mask_tos.hdr.time_to_live = 0xff;
5418                         action_vxlan_encap_data->item_ipv4.hdr.type_of_service =
5419                                         vxlan_encap_conf.ip_tos;
5420                         action_vxlan_encap_data->item_ipv4.hdr.time_to_live =
5421                                         vxlan_encap_conf.ip_ttl;
5422                         action_vxlan_encap_data->items[2].mask =
5423                                                         &ipv4_mask_tos;
5424                 } else {
5425                         static struct rte_flow_item_ipv6 ipv6_mask_tos;
5426
5427                         memcpy(&ipv6_mask_tos, &rte_flow_item_ipv6_mask,
5428                                sizeof(ipv6_mask_tos));
5429                         ipv6_mask_tos.hdr.vtc_flow |=
5430                                 RTE_BE32(0xfful << RTE_IPV6_HDR_TC_SHIFT);
5431                         ipv6_mask_tos.hdr.hop_limits = 0xff;
5432                         action_vxlan_encap_data->item_ipv6.hdr.vtc_flow |=
5433                                 rte_cpu_to_be_32
5434                                         ((uint32_t)vxlan_encap_conf.ip_tos <<
5435                                          RTE_IPV6_HDR_TC_SHIFT);
5436                         action_vxlan_encap_data->item_ipv6.hdr.hop_limits =
5437                                         vxlan_encap_conf.ip_ttl;
5438                         action_vxlan_encap_data->items[2].mask =
5439                                                         &ipv6_mask_tos;
5440                 }
5441         }
5442         memcpy(action_vxlan_encap_data->item_vxlan.vni, vxlan_encap_conf.vni,
5443                RTE_DIM(vxlan_encap_conf.vni));
5444         return 0;
5445 }
5446
5447 /** Parse VXLAN encap action. */
5448 static int
5449 parse_vc_action_vxlan_encap(struct context *ctx, const struct token *token,
5450                             const char *str, unsigned int len,
5451                             void *buf, unsigned int size)
5452 {
5453         struct buffer *out = buf;
5454         struct rte_flow_action *action;
5455         struct action_vxlan_encap_data *action_vxlan_encap_data;
5456         int ret;
5457
5458         ret = parse_vc(ctx, token, str, len, buf, size);
5459         if (ret < 0)
5460                 return ret;
5461         /* Nothing else to do if there is no buffer. */
5462         if (!out)
5463                 return ret;
5464         if (!out->args.vc.actions_n)
5465                 return -1;
5466         action = &out->args.vc.actions[out->args.vc.actions_n - 1];
5467         /* Point to selected object. */
5468         ctx->object = out->args.vc.data;
5469         ctx->objmask = NULL;
5470         action_vxlan_encap_data = ctx->object;
5471         parse_setup_vxlan_encap_data(action_vxlan_encap_data);
5472         action->conf = &action_vxlan_encap_data->conf;
5473         return ret;
5474 }
5475
5476 /** Setup NVGRE encap configuration. */
5477 static int
5478 parse_setup_nvgre_encap_data(struct action_nvgre_encap_data *action_nvgre_encap_data)
5479 {
5480         /* Set up default configuration. */
5481         *action_nvgre_encap_data = (struct action_nvgre_encap_data){
5482                 .conf = (struct rte_flow_action_nvgre_encap){
5483                         .definition = action_nvgre_encap_data->items,
5484                 },
5485                 .items = {
5486                         {
5487                                 .type = RTE_FLOW_ITEM_TYPE_ETH,
5488                                 .spec = &action_nvgre_encap_data->item_eth,
5489                                 .mask = &rte_flow_item_eth_mask,
5490                         },
5491                         {
5492                                 .type = RTE_FLOW_ITEM_TYPE_VLAN,
5493                                 .spec = &action_nvgre_encap_data->item_vlan,
5494                                 .mask = &rte_flow_item_vlan_mask,
5495                         },
5496                         {
5497                                 .type = RTE_FLOW_ITEM_TYPE_IPV4,
5498                                 .spec = &action_nvgre_encap_data->item_ipv4,
5499                                 .mask = &rte_flow_item_ipv4_mask,
5500                         },
5501                         {
5502                                 .type = RTE_FLOW_ITEM_TYPE_NVGRE,
5503                                 .spec = &action_nvgre_encap_data->item_nvgre,
5504                                 .mask = &rte_flow_item_nvgre_mask,
5505                         },
5506                         {
5507                                 .type = RTE_FLOW_ITEM_TYPE_END,
5508                         },
5509                 },
5510                 .item_eth.type = 0,
5511                 .item_vlan = {
5512                         .tci = nvgre_encap_conf.vlan_tci,
5513                         .inner_type = 0,
5514                 },
5515                 .item_ipv4.hdr = {
5516                        .src_addr = nvgre_encap_conf.ipv4_src,
5517                        .dst_addr = nvgre_encap_conf.ipv4_dst,
5518                 },
5519                 .item_nvgre.c_k_s_rsvd0_ver = RTE_BE16(0x2000),
5520                 .item_nvgre.protocol = RTE_BE16(RTE_ETHER_TYPE_TEB),
5521                 .item_nvgre.flow_id = 0,
5522         };
5523         memcpy(action_nvgre_encap_data->item_eth.dst.addr_bytes,
5524                nvgre_encap_conf.eth_dst, RTE_ETHER_ADDR_LEN);
5525         memcpy(action_nvgre_encap_data->item_eth.src.addr_bytes,
5526                nvgre_encap_conf.eth_src, RTE_ETHER_ADDR_LEN);
5527         if (!nvgre_encap_conf.select_ipv4) {
5528                 memcpy(&action_nvgre_encap_data->item_ipv6.hdr.src_addr,
5529                        &nvgre_encap_conf.ipv6_src,
5530                        sizeof(nvgre_encap_conf.ipv6_src));
5531                 memcpy(&action_nvgre_encap_data->item_ipv6.hdr.dst_addr,
5532                        &nvgre_encap_conf.ipv6_dst,
5533                        sizeof(nvgre_encap_conf.ipv6_dst));
5534                 action_nvgre_encap_data->items[2] = (struct rte_flow_item){
5535                         .type = RTE_FLOW_ITEM_TYPE_IPV6,
5536                         .spec = &action_nvgre_encap_data->item_ipv6,
5537                         .mask = &rte_flow_item_ipv6_mask,
5538                 };
5539         }
5540         if (!nvgre_encap_conf.select_vlan)
5541                 action_nvgre_encap_data->items[1].type =
5542                         RTE_FLOW_ITEM_TYPE_VOID;
5543         memcpy(action_nvgre_encap_data->item_nvgre.tni, nvgre_encap_conf.tni,
5544                RTE_DIM(nvgre_encap_conf.tni));
5545         return 0;
5546 }
5547
5548 /** Parse NVGRE encap action. */
5549 static int
5550 parse_vc_action_nvgre_encap(struct context *ctx, const struct token *token,
5551                             const char *str, unsigned int len,
5552                             void *buf, unsigned int size)
5553 {
5554         struct buffer *out = buf;
5555         struct rte_flow_action *action;
5556         struct action_nvgre_encap_data *action_nvgre_encap_data;
5557         int ret;
5558
5559         ret = parse_vc(ctx, token, str, len, buf, size);
5560         if (ret < 0)
5561                 return ret;
5562         /* Nothing else to do if there is no buffer. */
5563         if (!out)
5564                 return ret;
5565         if (!out->args.vc.actions_n)
5566                 return -1;
5567         action = &out->args.vc.actions[out->args.vc.actions_n - 1];
5568         /* Point to selected object. */
5569         ctx->object = out->args.vc.data;
5570         ctx->objmask = NULL;
5571         action_nvgre_encap_data = ctx->object;
5572         parse_setup_nvgre_encap_data(action_nvgre_encap_data);
5573         action->conf = &action_nvgre_encap_data->conf;
5574         return ret;
5575 }
5576
5577 /** Parse l2 encap action. */
5578 static int
5579 parse_vc_action_l2_encap(struct context *ctx, const struct token *token,
5580                          const char *str, unsigned int len,
5581                          void *buf, unsigned int size)
5582 {
5583         struct buffer *out = buf;
5584         struct rte_flow_action *action;
5585         struct action_raw_encap_data *action_encap_data;
5586         struct rte_flow_item_eth eth = { .type = 0, };
5587         struct rte_flow_item_vlan vlan = {
5588                 .tci = mplsoudp_encap_conf.vlan_tci,
5589                 .inner_type = 0,
5590         };
5591         uint8_t *header;
5592         int ret;
5593
5594         ret = parse_vc(ctx, token, str, len, buf, size);
5595         if (ret < 0)
5596                 return ret;
5597         /* Nothing else to do if there is no buffer. */
5598         if (!out)
5599                 return ret;
5600         if (!out->args.vc.actions_n)
5601                 return -1;
5602         action = &out->args.vc.actions[out->args.vc.actions_n - 1];
5603         /* Point to selected object. */
5604         ctx->object = out->args.vc.data;
5605         ctx->objmask = NULL;
5606         /* Copy the headers to the buffer. */
5607         action_encap_data = ctx->object;
5608         *action_encap_data = (struct action_raw_encap_data) {
5609                 .conf = (struct rte_flow_action_raw_encap){
5610                         .data = action_encap_data->data,
5611                 },
5612                 .data = {},
5613         };
5614         header = action_encap_data->data;
5615         if (l2_encap_conf.select_vlan)
5616                 eth.type = rte_cpu_to_be_16(RTE_ETHER_TYPE_VLAN);
5617         else if (l2_encap_conf.select_ipv4)
5618                 eth.type = rte_cpu_to_be_16(RTE_ETHER_TYPE_IPV4);
5619         else
5620                 eth.type = rte_cpu_to_be_16(RTE_ETHER_TYPE_IPV6);
5621         memcpy(eth.dst.addr_bytes,
5622                l2_encap_conf.eth_dst, RTE_ETHER_ADDR_LEN);
5623         memcpy(eth.src.addr_bytes,
5624                l2_encap_conf.eth_src, RTE_ETHER_ADDR_LEN);
5625         memcpy(header, &eth, sizeof(eth));
5626         header += sizeof(eth);
5627         if (l2_encap_conf.select_vlan) {
5628                 if (l2_encap_conf.select_ipv4)
5629                         vlan.inner_type = rte_cpu_to_be_16(RTE_ETHER_TYPE_IPV4);
5630                 else
5631                         vlan.inner_type = rte_cpu_to_be_16(RTE_ETHER_TYPE_IPV6);
5632                 memcpy(header, &vlan, sizeof(vlan));
5633                 header += sizeof(vlan);
5634         }
5635         action_encap_data->conf.size = header -
5636                 action_encap_data->data;
5637         action->conf = &action_encap_data->conf;
5638         return ret;
5639 }
5640
5641 /** Parse l2 decap action. */
5642 static int
5643 parse_vc_action_l2_decap(struct context *ctx, const struct token *token,
5644                          const char *str, unsigned int len,
5645                          void *buf, unsigned int size)
5646 {
5647         struct buffer *out = buf;
5648         struct rte_flow_action *action;
5649         struct action_raw_decap_data *action_decap_data;
5650         struct rte_flow_item_eth eth = { .type = 0, };
5651         struct rte_flow_item_vlan vlan = {
5652                 .tci = mplsoudp_encap_conf.vlan_tci,
5653                 .inner_type = 0,
5654         };
5655         uint8_t *header;
5656         int ret;
5657
5658         ret = parse_vc(ctx, token, str, len, buf, size);
5659         if (ret < 0)
5660                 return ret;
5661         /* Nothing else to do if there is no buffer. */
5662         if (!out)
5663                 return ret;
5664         if (!out->args.vc.actions_n)
5665                 return -1;
5666         action = &out->args.vc.actions[out->args.vc.actions_n - 1];
5667         /* Point to selected object. */
5668         ctx->object = out->args.vc.data;
5669         ctx->objmask = NULL;
5670         /* Copy the headers to the buffer. */
5671         action_decap_data = ctx->object;
5672         *action_decap_data = (struct action_raw_decap_data) {
5673                 .conf = (struct rte_flow_action_raw_decap){
5674                         .data = action_decap_data->data,
5675                 },
5676                 .data = {},
5677         };
5678         header = action_decap_data->data;
5679         if (l2_decap_conf.select_vlan)
5680                 eth.type = rte_cpu_to_be_16(RTE_ETHER_TYPE_VLAN);
5681         memcpy(header, &eth, sizeof(eth));
5682         header += sizeof(eth);
5683         if (l2_decap_conf.select_vlan) {
5684                 memcpy(header, &vlan, sizeof(vlan));
5685                 header += sizeof(vlan);
5686         }
5687         action_decap_data->conf.size = header -
5688                 action_decap_data->data;
5689         action->conf = &action_decap_data->conf;
5690         return ret;
5691 }
5692
5693 #define ETHER_TYPE_MPLS_UNICAST 0x8847
5694
5695 /** Parse MPLSOGRE encap action. */
5696 static int
5697 parse_vc_action_mplsogre_encap(struct context *ctx, const struct token *token,
5698                                const char *str, unsigned int len,
5699                                void *buf, unsigned int size)
5700 {
5701         struct buffer *out = buf;
5702         struct rte_flow_action *action;
5703         struct action_raw_encap_data *action_encap_data;
5704         struct rte_flow_item_eth eth = { .type = 0, };
5705         struct rte_flow_item_vlan vlan = {
5706                 .tci = mplsogre_encap_conf.vlan_tci,
5707                 .inner_type = 0,
5708         };
5709         struct rte_flow_item_ipv4 ipv4 = {
5710                 .hdr =  {
5711                         .src_addr = mplsogre_encap_conf.ipv4_src,
5712                         .dst_addr = mplsogre_encap_conf.ipv4_dst,
5713                         .next_proto_id = IPPROTO_GRE,
5714                         .version_ihl = RTE_IPV4_VHL_DEF,
5715                         .time_to_live = IPDEFTTL,
5716                 },
5717         };
5718         struct rte_flow_item_ipv6 ipv6 = {
5719                 .hdr =  {
5720                         .proto = IPPROTO_GRE,
5721                         .hop_limits = IPDEFTTL,
5722                 },
5723         };
5724         struct rte_flow_item_gre gre = {
5725                 .protocol = rte_cpu_to_be_16(ETHER_TYPE_MPLS_UNICAST),
5726         };
5727         struct rte_flow_item_mpls mpls = {
5728                 .ttl = 0,
5729         };
5730         uint8_t *header;
5731         int ret;
5732
5733         ret = parse_vc(ctx, token, str, len, buf, size);
5734         if (ret < 0)
5735                 return ret;
5736         /* Nothing else to do if there is no buffer. */
5737         if (!out)
5738                 return ret;
5739         if (!out->args.vc.actions_n)
5740                 return -1;
5741         action = &out->args.vc.actions[out->args.vc.actions_n - 1];
5742         /* Point to selected object. */
5743         ctx->object = out->args.vc.data;
5744         ctx->objmask = NULL;
5745         /* Copy the headers to the buffer. */
5746         action_encap_data = ctx->object;
5747         *action_encap_data = (struct action_raw_encap_data) {
5748                 .conf = (struct rte_flow_action_raw_encap){
5749                         .data = action_encap_data->data,
5750                 },
5751                 .data = {},
5752                 .preserve = {},
5753         };
5754         header = action_encap_data->data;
5755         if (mplsogre_encap_conf.select_vlan)
5756                 eth.type = rte_cpu_to_be_16(RTE_ETHER_TYPE_VLAN);
5757         else if (mplsogre_encap_conf.select_ipv4)
5758                 eth.type = rte_cpu_to_be_16(RTE_ETHER_TYPE_IPV4);
5759         else
5760                 eth.type = rte_cpu_to_be_16(RTE_ETHER_TYPE_IPV6);
5761         memcpy(eth.dst.addr_bytes,
5762                mplsogre_encap_conf.eth_dst, RTE_ETHER_ADDR_LEN);
5763         memcpy(eth.src.addr_bytes,
5764                mplsogre_encap_conf.eth_src, RTE_ETHER_ADDR_LEN);
5765         memcpy(header, &eth, sizeof(eth));
5766         header += sizeof(eth);
5767         if (mplsogre_encap_conf.select_vlan) {
5768                 if (mplsogre_encap_conf.select_ipv4)
5769                         vlan.inner_type = rte_cpu_to_be_16(RTE_ETHER_TYPE_IPV4);
5770                 else
5771                         vlan.inner_type = rte_cpu_to_be_16(RTE_ETHER_TYPE_IPV6);
5772                 memcpy(header, &vlan, sizeof(vlan));
5773                 header += sizeof(vlan);
5774         }
5775         if (mplsogre_encap_conf.select_ipv4) {
5776                 memcpy(header, &ipv4, sizeof(ipv4));
5777                 header += sizeof(ipv4);
5778         } else {
5779                 memcpy(&ipv6.hdr.src_addr,
5780                        &mplsogre_encap_conf.ipv6_src,
5781                        sizeof(mplsogre_encap_conf.ipv6_src));
5782                 memcpy(&ipv6.hdr.dst_addr,
5783                        &mplsogre_encap_conf.ipv6_dst,
5784                        sizeof(mplsogre_encap_conf.ipv6_dst));
5785                 memcpy(header, &ipv6, sizeof(ipv6));
5786                 header += sizeof(ipv6);
5787         }
5788         memcpy(header, &gre, sizeof(gre));
5789         header += sizeof(gre);
5790         memcpy(mpls.label_tc_s, mplsogre_encap_conf.label,
5791                RTE_DIM(mplsogre_encap_conf.label));
5792         mpls.label_tc_s[2] |= 0x1;
5793         memcpy(header, &mpls, sizeof(mpls));
5794         header += sizeof(mpls);
5795         action_encap_data->conf.size = header -
5796                 action_encap_data->data;
5797         action->conf = &action_encap_data->conf;
5798         return ret;
5799 }
5800
5801 /** Parse MPLSOGRE decap action. */
5802 static int
5803 parse_vc_action_mplsogre_decap(struct context *ctx, const struct token *token,
5804                                const char *str, unsigned int len,
5805                                void *buf, unsigned int size)
5806 {
5807         struct buffer *out = buf;
5808         struct rte_flow_action *action;
5809         struct action_raw_decap_data *action_decap_data;
5810         struct rte_flow_item_eth eth = { .type = 0, };
5811         struct rte_flow_item_vlan vlan = {.tci = 0};
5812         struct rte_flow_item_ipv4 ipv4 = {
5813                 .hdr =  {
5814                         .next_proto_id = IPPROTO_GRE,
5815                 },
5816         };
5817         struct rte_flow_item_ipv6 ipv6 = {
5818                 .hdr =  {
5819                         .proto = IPPROTO_GRE,
5820                 },
5821         };
5822         struct rte_flow_item_gre gre = {
5823                 .protocol = rte_cpu_to_be_16(ETHER_TYPE_MPLS_UNICAST),
5824         };
5825         struct rte_flow_item_mpls mpls;
5826         uint8_t *header;
5827         int ret;
5828
5829         ret = parse_vc(ctx, token, str, len, buf, size);
5830         if (ret < 0)
5831                 return ret;
5832         /* Nothing else to do if there is no buffer. */
5833         if (!out)
5834                 return ret;
5835         if (!out->args.vc.actions_n)
5836                 return -1;
5837         action = &out->args.vc.actions[out->args.vc.actions_n - 1];
5838         /* Point to selected object. */
5839         ctx->object = out->args.vc.data;
5840         ctx->objmask = NULL;
5841         /* Copy the headers to the buffer. */
5842         action_decap_data = ctx->object;
5843         *action_decap_data = (struct action_raw_decap_data) {
5844                 .conf = (struct rte_flow_action_raw_decap){
5845                         .data = action_decap_data->data,
5846                 },
5847                 .data = {},
5848         };
5849         header = action_decap_data->data;
5850         if (mplsogre_decap_conf.select_vlan)
5851                 eth.type = rte_cpu_to_be_16(RTE_ETHER_TYPE_VLAN);
5852         else if (mplsogre_encap_conf.select_ipv4)
5853                 eth.type = rte_cpu_to_be_16(RTE_ETHER_TYPE_IPV4);
5854         else
5855                 eth.type = rte_cpu_to_be_16(RTE_ETHER_TYPE_IPV6);
5856         memcpy(eth.dst.addr_bytes,
5857                mplsogre_encap_conf.eth_dst, RTE_ETHER_ADDR_LEN);
5858         memcpy(eth.src.addr_bytes,
5859                mplsogre_encap_conf.eth_src, RTE_ETHER_ADDR_LEN);
5860         memcpy(header, &eth, sizeof(eth));
5861         header += sizeof(eth);
5862         if (mplsogre_encap_conf.select_vlan) {
5863                 if (mplsogre_encap_conf.select_ipv4)
5864                         vlan.inner_type = rte_cpu_to_be_16(RTE_ETHER_TYPE_IPV4);
5865                 else
5866                         vlan.inner_type = rte_cpu_to_be_16(RTE_ETHER_TYPE_IPV6);
5867                 memcpy(header, &vlan, sizeof(vlan));
5868                 header += sizeof(vlan);
5869         }
5870         if (mplsogre_encap_conf.select_ipv4) {
5871                 memcpy(header, &ipv4, sizeof(ipv4));
5872                 header += sizeof(ipv4);
5873         } else {
5874                 memcpy(header, &ipv6, sizeof(ipv6));
5875                 header += sizeof(ipv6);
5876         }
5877         memcpy(header, &gre, sizeof(gre));
5878         header += sizeof(gre);
5879         memset(&mpls, 0, sizeof(mpls));
5880         memcpy(header, &mpls, sizeof(mpls));
5881         header += sizeof(mpls);
5882         action_decap_data->conf.size = header -
5883                 action_decap_data->data;
5884         action->conf = &action_decap_data->conf;
5885         return ret;
5886 }
5887
5888 /** Parse MPLSOUDP encap action. */
5889 static int
5890 parse_vc_action_mplsoudp_encap(struct context *ctx, const struct token *token,
5891                                const char *str, unsigned int len,
5892                                void *buf, unsigned int size)
5893 {
5894         struct buffer *out = buf;
5895         struct rte_flow_action *action;
5896         struct action_raw_encap_data *action_encap_data;
5897         struct rte_flow_item_eth eth = { .type = 0, };
5898         struct rte_flow_item_vlan vlan = {
5899                 .tci = mplsoudp_encap_conf.vlan_tci,
5900                 .inner_type = 0,
5901         };
5902         struct rte_flow_item_ipv4 ipv4 = {
5903                 .hdr =  {
5904                         .src_addr = mplsoudp_encap_conf.ipv4_src,
5905                         .dst_addr = mplsoudp_encap_conf.ipv4_dst,
5906                         .next_proto_id = IPPROTO_UDP,
5907                         .version_ihl = RTE_IPV4_VHL_DEF,
5908                         .time_to_live = IPDEFTTL,
5909                 },
5910         };
5911         struct rte_flow_item_ipv6 ipv6 = {
5912                 .hdr =  {
5913                         .proto = IPPROTO_UDP,
5914                         .hop_limits = IPDEFTTL,
5915                 },
5916         };
5917         struct rte_flow_item_udp udp = {
5918                 .hdr = {
5919                         .src_port = mplsoudp_encap_conf.udp_src,
5920                         .dst_port = mplsoudp_encap_conf.udp_dst,
5921                 },
5922         };
5923         struct rte_flow_item_mpls mpls;
5924         uint8_t *header;
5925         int ret;
5926
5927         ret = parse_vc(ctx, token, str, len, buf, size);
5928         if (ret < 0)
5929                 return ret;
5930         /* Nothing else to do if there is no buffer. */
5931         if (!out)
5932                 return ret;
5933         if (!out->args.vc.actions_n)
5934                 return -1;
5935         action = &out->args.vc.actions[out->args.vc.actions_n - 1];
5936         /* Point to selected object. */
5937         ctx->object = out->args.vc.data;
5938         ctx->objmask = NULL;
5939         /* Copy the headers to the buffer. */
5940         action_encap_data = ctx->object;
5941         *action_encap_data = (struct action_raw_encap_data) {
5942                 .conf = (struct rte_flow_action_raw_encap){
5943                         .data = action_encap_data->data,
5944                 },
5945                 .data = {},
5946                 .preserve = {},
5947         };
5948         header = action_encap_data->data;
5949         if (mplsoudp_encap_conf.select_vlan)
5950                 eth.type = rte_cpu_to_be_16(RTE_ETHER_TYPE_VLAN);
5951         else if (mplsoudp_encap_conf.select_ipv4)
5952                 eth.type = rte_cpu_to_be_16(RTE_ETHER_TYPE_IPV4);
5953         else
5954                 eth.type = rte_cpu_to_be_16(RTE_ETHER_TYPE_IPV6);
5955         memcpy(eth.dst.addr_bytes,
5956                mplsoudp_encap_conf.eth_dst, RTE_ETHER_ADDR_LEN);
5957         memcpy(eth.src.addr_bytes,
5958                mplsoudp_encap_conf.eth_src, RTE_ETHER_ADDR_LEN);
5959         memcpy(header, &eth, sizeof(eth));
5960         header += sizeof(eth);
5961         if (mplsoudp_encap_conf.select_vlan) {
5962                 if (mplsoudp_encap_conf.select_ipv4)
5963                         vlan.inner_type = rte_cpu_to_be_16(RTE_ETHER_TYPE_IPV4);
5964                 else
5965                         vlan.inner_type = rte_cpu_to_be_16(RTE_ETHER_TYPE_IPV6);
5966                 memcpy(header, &vlan, sizeof(vlan));
5967                 header += sizeof(vlan);
5968         }
5969         if (mplsoudp_encap_conf.select_ipv4) {
5970                 memcpy(header, &ipv4, sizeof(ipv4));
5971                 header += sizeof(ipv4);
5972         } else {
5973                 memcpy(&ipv6.hdr.src_addr,
5974                        &mplsoudp_encap_conf.ipv6_src,
5975                        sizeof(mplsoudp_encap_conf.ipv6_src));
5976                 memcpy(&ipv6.hdr.dst_addr,
5977                        &mplsoudp_encap_conf.ipv6_dst,
5978                        sizeof(mplsoudp_encap_conf.ipv6_dst));
5979                 memcpy(header, &ipv6, sizeof(ipv6));
5980                 header += sizeof(ipv6);
5981         }
5982         memcpy(header, &udp, sizeof(udp));
5983         header += sizeof(udp);
5984         memcpy(mpls.label_tc_s, mplsoudp_encap_conf.label,
5985                RTE_DIM(mplsoudp_encap_conf.label));
5986         mpls.label_tc_s[2] |= 0x1;
5987         memcpy(header, &mpls, sizeof(mpls));
5988         header += sizeof(mpls);
5989         action_encap_data->conf.size = header -
5990                 action_encap_data->data;
5991         action->conf = &action_encap_data->conf;
5992         return ret;
5993 }
5994
5995 /** Parse MPLSOUDP decap action. */
5996 static int
5997 parse_vc_action_mplsoudp_decap(struct context *ctx, const struct token *token,
5998                                const char *str, unsigned int len,
5999                                void *buf, unsigned int size)
6000 {
6001         struct buffer *out = buf;
6002         struct rte_flow_action *action;
6003         struct action_raw_decap_data *action_decap_data;
6004         struct rte_flow_item_eth eth = { .type = 0, };
6005         struct rte_flow_item_vlan vlan = {.tci = 0};
6006         struct rte_flow_item_ipv4 ipv4 = {
6007                 .hdr =  {
6008                         .next_proto_id = IPPROTO_UDP,
6009                 },
6010         };
6011         struct rte_flow_item_ipv6 ipv6 = {
6012                 .hdr =  {
6013                         .proto = IPPROTO_UDP,
6014                 },
6015         };
6016         struct rte_flow_item_udp udp = {
6017                 .hdr = {
6018                         .dst_port = rte_cpu_to_be_16(6635),
6019                 },
6020         };
6021         struct rte_flow_item_mpls mpls;
6022         uint8_t *header;
6023         int ret;
6024
6025         ret = parse_vc(ctx, token, str, len, buf, size);
6026         if (ret < 0)
6027                 return ret;
6028         /* Nothing else to do if there is no buffer. */
6029         if (!out)
6030                 return ret;
6031         if (!out->args.vc.actions_n)
6032                 return -1;
6033         action = &out->args.vc.actions[out->args.vc.actions_n - 1];
6034         /* Point to selected object. */
6035         ctx->object = out->args.vc.data;
6036         ctx->objmask = NULL;
6037         /* Copy the headers to the buffer. */
6038         action_decap_data = ctx->object;
6039         *action_decap_data = (struct action_raw_decap_data) {
6040                 .conf = (struct rte_flow_action_raw_decap){
6041                         .data = action_decap_data->data,
6042                 },
6043                 .data = {},
6044         };
6045         header = action_decap_data->data;
6046         if (mplsoudp_decap_conf.select_vlan)
6047                 eth.type = rte_cpu_to_be_16(RTE_ETHER_TYPE_VLAN);
6048         else if (mplsoudp_encap_conf.select_ipv4)
6049                 eth.type = rte_cpu_to_be_16(RTE_ETHER_TYPE_IPV4);
6050         else
6051                 eth.type = rte_cpu_to_be_16(RTE_ETHER_TYPE_IPV6);
6052         memcpy(eth.dst.addr_bytes,
6053                mplsoudp_encap_conf.eth_dst, RTE_ETHER_ADDR_LEN);
6054         memcpy(eth.src.addr_bytes,
6055                mplsoudp_encap_conf.eth_src, RTE_ETHER_ADDR_LEN);
6056         memcpy(header, &eth, sizeof(eth));
6057         header += sizeof(eth);
6058         if (mplsoudp_encap_conf.select_vlan) {
6059                 if (mplsoudp_encap_conf.select_ipv4)
6060                         vlan.inner_type = rte_cpu_to_be_16(RTE_ETHER_TYPE_IPV4);
6061                 else
6062                         vlan.inner_type = rte_cpu_to_be_16(RTE_ETHER_TYPE_IPV6);
6063                 memcpy(header, &vlan, sizeof(vlan));
6064                 header += sizeof(vlan);
6065         }
6066         if (mplsoudp_encap_conf.select_ipv4) {
6067                 memcpy(header, &ipv4, sizeof(ipv4));
6068                 header += sizeof(ipv4);
6069         } else {
6070                 memcpy(header, &ipv6, sizeof(ipv6));
6071                 header += sizeof(ipv6);
6072         }
6073         memcpy(header, &udp, sizeof(udp));
6074         header += sizeof(udp);
6075         memset(&mpls, 0, sizeof(mpls));
6076         memcpy(header, &mpls, sizeof(mpls));
6077         header += sizeof(mpls);
6078         action_decap_data->conf.size = header -
6079                 action_decap_data->data;
6080         action->conf = &action_decap_data->conf;
6081         return ret;
6082 }
6083
6084 static int
6085 parse_vc_action_raw_decap_index(struct context *ctx, const struct token *token,
6086                                 const char *str, unsigned int len, void *buf,
6087                                 unsigned int size)
6088 {
6089         struct action_raw_decap_data *action_raw_decap_data;
6090         struct rte_flow_action *action;
6091         const struct arg *arg;
6092         struct buffer *out = buf;
6093         int ret;
6094         uint16_t idx;
6095
6096         RTE_SET_USED(token);
6097         RTE_SET_USED(buf);
6098         RTE_SET_USED(size);
6099         arg = ARGS_ENTRY_ARB_BOUNDED
6100                 (offsetof(struct action_raw_decap_data, idx),
6101                  sizeof(((struct action_raw_decap_data *)0)->idx),
6102                  0, RAW_ENCAP_CONFS_MAX_NUM - 1);
6103         if (push_args(ctx, arg))
6104                 return -1;
6105         ret = parse_int(ctx, token, str, len, NULL, 0);
6106         if (ret < 0) {
6107                 pop_args(ctx);
6108                 return -1;
6109         }
6110         if (!ctx->object)
6111                 return len;
6112         action = &out->args.vc.actions[out->args.vc.actions_n - 1];
6113         action_raw_decap_data = ctx->object;
6114         idx = action_raw_decap_data->idx;
6115         action_raw_decap_data->conf.data = raw_decap_confs[idx].data;
6116         action_raw_decap_data->conf.size = raw_decap_confs[idx].size;
6117         action->conf = &action_raw_decap_data->conf;
6118         return len;
6119 }
6120
6121
6122 static int
6123 parse_vc_action_raw_encap_index(struct context *ctx, const struct token *token,
6124                                 const char *str, unsigned int len, void *buf,
6125                                 unsigned int size)
6126 {
6127         struct action_raw_encap_data *action_raw_encap_data;
6128         struct rte_flow_action *action;
6129         const struct arg *arg;
6130         struct buffer *out = buf;
6131         int ret;
6132         uint16_t idx;
6133
6134         RTE_SET_USED(token);
6135         RTE_SET_USED(buf);
6136         RTE_SET_USED(size);
6137         if (ctx->curr != ACTION_RAW_ENCAP_INDEX_VALUE)
6138                 return -1;
6139         arg = ARGS_ENTRY_ARB_BOUNDED
6140                 (offsetof(struct action_raw_encap_data, idx),
6141                  sizeof(((struct action_raw_encap_data *)0)->idx),
6142                  0, RAW_ENCAP_CONFS_MAX_NUM - 1);
6143         if (push_args(ctx, arg))
6144                 return -1;
6145         ret = parse_int(ctx, token, str, len, NULL, 0);
6146         if (ret < 0) {
6147                 pop_args(ctx);
6148                 return -1;
6149         }
6150         if (!ctx->object)
6151                 return len;
6152         action = &out->args.vc.actions[out->args.vc.actions_n - 1];
6153         action_raw_encap_data = ctx->object;
6154         idx = action_raw_encap_data->idx;
6155         action_raw_encap_data->conf.data = raw_encap_confs[idx].data;
6156         action_raw_encap_data->conf.size = raw_encap_confs[idx].size;
6157         action_raw_encap_data->conf.preserve = NULL;
6158         action->conf = &action_raw_encap_data->conf;
6159         return len;
6160 }
6161
6162 static int
6163 parse_vc_action_raw_encap(struct context *ctx, const struct token *token,
6164                           const char *str, unsigned int len, void *buf,
6165                           unsigned int size)
6166 {
6167         struct buffer *out = buf;
6168         struct rte_flow_action *action;
6169         struct action_raw_encap_data *action_raw_encap_data = NULL;
6170         int ret;
6171
6172         ret = parse_vc(ctx, token, str, len, buf, size);
6173         if (ret < 0)
6174                 return ret;
6175         /* Nothing else to do if there is no buffer. */
6176         if (!out)
6177                 return ret;
6178         if (!out->args.vc.actions_n)
6179                 return -1;
6180         action = &out->args.vc.actions[out->args.vc.actions_n - 1];
6181         /* Point to selected object. */
6182         ctx->object = out->args.vc.data;
6183         ctx->objmask = NULL;
6184         /* Copy the headers to the buffer. */
6185         action_raw_encap_data = ctx->object;
6186         action_raw_encap_data->conf.data = raw_encap_confs[0].data;
6187         action_raw_encap_data->conf.preserve = NULL;
6188         action_raw_encap_data->conf.size = raw_encap_confs[0].size;
6189         action->conf = &action_raw_encap_data->conf;
6190         return ret;
6191 }
6192
6193 static int
6194 parse_vc_action_raw_decap(struct context *ctx, const struct token *token,
6195                           const char *str, unsigned int len, void *buf,
6196                           unsigned int size)
6197 {
6198         struct buffer *out = buf;
6199         struct rte_flow_action *action;
6200         struct action_raw_decap_data *action_raw_decap_data = NULL;
6201         int ret;
6202
6203         ret = parse_vc(ctx, token, str, len, buf, size);
6204         if (ret < 0)
6205                 return ret;
6206         /* Nothing else to do if there is no buffer. */
6207         if (!out)
6208                 return ret;
6209         if (!out->args.vc.actions_n)
6210                 return -1;
6211         action = &out->args.vc.actions[out->args.vc.actions_n - 1];
6212         /* Point to selected object. */
6213         ctx->object = out->args.vc.data;
6214         ctx->objmask = NULL;
6215         /* Copy the headers to the buffer. */
6216         action_raw_decap_data = ctx->object;
6217         action_raw_decap_data->conf.data = raw_decap_confs[0].data;
6218         action_raw_decap_data->conf.size = raw_decap_confs[0].size;
6219         action->conf = &action_raw_decap_data->conf;
6220         return ret;
6221 }
6222
6223 static int
6224 parse_vc_action_set_meta(struct context *ctx, const struct token *token,
6225                          const char *str, unsigned int len, void *buf,
6226                          unsigned int size)
6227 {
6228         int ret;
6229
6230         ret = parse_vc(ctx, token, str, len, buf, size);
6231         if (ret < 0)
6232                 return ret;
6233         ret = rte_flow_dynf_metadata_register();
6234         if (ret < 0)
6235                 return -1;
6236         return len;
6237 }
6238
6239 static int
6240 parse_vc_action_sample(struct context *ctx, const struct token *token,
6241                          const char *str, unsigned int len, void *buf,
6242                          unsigned int size)
6243 {
6244         struct buffer *out = buf;
6245         struct rte_flow_action *action;
6246         struct action_sample_data *action_sample_data = NULL;
6247         static struct rte_flow_action end_action = {
6248                 RTE_FLOW_ACTION_TYPE_END, 0
6249         };
6250         int ret;
6251
6252         ret = parse_vc(ctx, token, str, len, buf, size);
6253         if (ret < 0)
6254                 return ret;
6255         /* Nothing else to do if there is no buffer. */
6256         if (!out)
6257                 return ret;
6258         if (!out->args.vc.actions_n)
6259                 return -1;
6260         action = &out->args.vc.actions[out->args.vc.actions_n - 1];
6261         /* Point to selected object. */
6262         ctx->object = out->args.vc.data;
6263         ctx->objmask = NULL;
6264         /* Copy the headers to the buffer. */
6265         action_sample_data = ctx->object;
6266         action_sample_data->conf.actions = &end_action;
6267         action->conf = &action_sample_data->conf;
6268         return ret;
6269 }
6270
6271 static int
6272 parse_vc_action_sample_index(struct context *ctx, const struct token *token,
6273                                 const char *str, unsigned int len, void *buf,
6274                                 unsigned int size)
6275 {
6276         struct action_sample_data *action_sample_data;
6277         struct rte_flow_action *action;
6278         const struct arg *arg;
6279         struct buffer *out = buf;
6280         int ret;
6281         uint16_t idx;
6282
6283         RTE_SET_USED(token);
6284         RTE_SET_USED(buf);
6285         RTE_SET_USED(size);
6286         if (ctx->curr != ACTION_SAMPLE_INDEX_VALUE)
6287                 return -1;
6288         arg = ARGS_ENTRY_ARB_BOUNDED
6289                 (offsetof(struct action_sample_data, idx),
6290                  sizeof(((struct action_sample_data *)0)->idx),
6291                  0, RAW_SAMPLE_CONFS_MAX_NUM - 1);
6292         if (push_args(ctx, arg))
6293                 return -1;
6294         ret = parse_int(ctx, token, str, len, NULL, 0);
6295         if (ret < 0) {
6296                 pop_args(ctx);
6297                 return -1;
6298         }
6299         if (!ctx->object)
6300                 return len;
6301         action = &out->args.vc.actions[out->args.vc.actions_n - 1];
6302         action_sample_data = ctx->object;
6303         idx = action_sample_data->idx;
6304         action_sample_data->conf.actions = raw_sample_confs[idx].data;
6305         action->conf = &action_sample_data->conf;
6306         return len;
6307 }
6308
6309 /** Parse operation for modify_field command. */
6310 static int
6311 parse_vc_modify_field_op(struct context *ctx, const struct token *token,
6312                          const char *str, unsigned int len, void *buf,
6313                          unsigned int size)
6314 {
6315         struct rte_flow_action_modify_field *action_modify_field;
6316         unsigned int i;
6317
6318         (void)token;
6319         (void)buf;
6320         (void)size;
6321         if (ctx->curr != ACTION_MODIFY_FIELD_OP_VALUE)
6322                 return -1;
6323         for (i = 0; modify_field_ops[i]; ++i)
6324                 if (!strcmp_partial(modify_field_ops[i], str, len))
6325                         break;
6326         if (!modify_field_ops[i])
6327                 return -1;
6328         if (!ctx->object)
6329                 return len;
6330         action_modify_field = ctx->object;
6331         action_modify_field->operation = (enum rte_flow_modify_op)i;
6332         return len;
6333 }
6334
6335 /** Parse id for modify_field command. */
6336 static int
6337 parse_vc_modify_field_id(struct context *ctx, const struct token *token,
6338                          const char *str, unsigned int len, void *buf,
6339                          unsigned int size)
6340 {
6341         struct rte_flow_action_modify_field *action_modify_field;
6342         unsigned int i;
6343
6344         (void)token;
6345         (void)buf;
6346         (void)size;
6347         if (ctx->curr != ACTION_MODIFY_FIELD_DST_TYPE_VALUE &&
6348                 ctx->curr != ACTION_MODIFY_FIELD_SRC_TYPE_VALUE)
6349                 return -1;
6350         for (i = 0; modify_field_ids[i]; ++i)
6351                 if (!strcmp_partial(modify_field_ids[i], str, len))
6352                         break;
6353         if (!modify_field_ids[i])
6354                 return -1;
6355         if (!ctx->object)
6356                 return len;
6357         action_modify_field = ctx->object;
6358         if (ctx->curr == ACTION_MODIFY_FIELD_DST_TYPE_VALUE)
6359                 action_modify_field->dst.field = (enum rte_flow_field_id)i;
6360         else
6361                 action_modify_field->src.field = (enum rte_flow_field_id)i;
6362         return len;
6363 }
6364
6365 /** Parse tokens for destroy command. */
6366 static int
6367 parse_destroy(struct context *ctx, const struct token *token,
6368               const char *str, unsigned int len,
6369               void *buf, unsigned int size)
6370 {
6371         struct buffer *out = buf;
6372
6373         /* Token name must match. */
6374         if (parse_default(ctx, token, str, len, NULL, 0) < 0)
6375                 return -1;
6376         /* Nothing else to do if there is no buffer. */
6377         if (!out)
6378                 return len;
6379         if (!out->command) {
6380                 if (ctx->curr != DESTROY)
6381                         return -1;
6382                 if (sizeof(*out) > size)
6383                         return -1;
6384                 out->command = ctx->curr;
6385                 ctx->objdata = 0;
6386                 ctx->object = out;
6387                 ctx->objmask = NULL;
6388                 out->args.destroy.rule =
6389                         (void *)RTE_ALIGN_CEIL((uintptr_t)(out + 1),
6390                                                sizeof(double));
6391                 return len;
6392         }
6393         if (((uint8_t *)(out->args.destroy.rule + out->args.destroy.rule_n) +
6394              sizeof(*out->args.destroy.rule)) > (uint8_t *)out + size)
6395                 return -1;
6396         ctx->objdata = 0;
6397         ctx->object = out->args.destroy.rule + out->args.destroy.rule_n++;
6398         ctx->objmask = NULL;
6399         return len;
6400 }
6401
6402 /** Parse tokens for flush command. */
6403 static int
6404 parse_flush(struct context *ctx, const struct token *token,
6405             const char *str, unsigned int len,
6406             void *buf, unsigned int size)
6407 {
6408         struct buffer *out = buf;
6409
6410         /* Token name must match. */
6411         if (parse_default(ctx, token, str, len, NULL, 0) < 0)
6412                 return -1;
6413         /* Nothing else to do if there is no buffer. */
6414         if (!out)
6415                 return len;
6416         if (!out->command) {
6417                 if (ctx->curr != FLUSH)
6418                         return -1;
6419                 if (sizeof(*out) > size)
6420                         return -1;
6421                 out->command = ctx->curr;
6422                 ctx->objdata = 0;
6423                 ctx->object = out;
6424                 ctx->objmask = NULL;
6425         }
6426         return len;
6427 }
6428
6429 /** Parse tokens for dump command. */
6430 static int
6431 parse_dump(struct context *ctx, const struct token *token,
6432             const char *str, unsigned int len,
6433             void *buf, unsigned int size)
6434 {
6435         struct buffer *out = buf;
6436
6437         /* Token name must match. */
6438         if (parse_default(ctx, token, str, len, NULL, 0) < 0)
6439                 return -1;
6440         /* Nothing else to do if there is no buffer. */
6441         if (!out)
6442                 return len;
6443         if (!out->command) {
6444                 if (ctx->curr != DUMP)
6445                         return -1;
6446                 if (sizeof(*out) > size)
6447                         return -1;
6448                 out->command = ctx->curr;
6449                 ctx->objdata = 0;
6450                 ctx->object = out;
6451                 ctx->objmask = NULL;
6452                 return len;
6453         }
6454         switch (ctx->curr) {
6455         case DUMP_ALL:
6456         case DUMP_ONE:
6457                 out->args.dump.mode = (ctx->curr == DUMP_ALL) ? true : false;
6458                 out->command = ctx->curr;
6459                 ctx->objdata = 0;
6460                 ctx->object = out;
6461                 ctx->objmask = NULL;
6462                 return len;
6463         default:
6464                 return -1;
6465         }
6466 }
6467
6468 /** Parse tokens for query command. */
6469 static int
6470 parse_query(struct context *ctx, const struct token *token,
6471             const char *str, unsigned int len,
6472             void *buf, unsigned int size)
6473 {
6474         struct buffer *out = buf;
6475
6476         /* Token name must match. */
6477         if (parse_default(ctx, token, str, len, NULL, 0) < 0)
6478                 return -1;
6479         /* Nothing else to do if there is no buffer. */
6480         if (!out)
6481                 return len;
6482         if (!out->command) {
6483                 if (ctx->curr != QUERY)
6484                         return -1;
6485                 if (sizeof(*out) > size)
6486                         return -1;
6487                 out->command = ctx->curr;
6488                 ctx->objdata = 0;
6489                 ctx->object = out;
6490                 ctx->objmask = NULL;
6491         }
6492         return len;
6493 }
6494
6495 /** Parse action names. */
6496 static int
6497 parse_action(struct context *ctx, const struct token *token,
6498              const char *str, unsigned int len,
6499              void *buf, unsigned int size)
6500 {
6501         struct buffer *out = buf;
6502         const struct arg *arg = pop_args(ctx);
6503         unsigned int i;
6504
6505         (void)size;
6506         /* Argument is expected. */
6507         if (!arg)
6508                 return -1;
6509         /* Parse action name. */
6510         for (i = 0; next_action[i]; ++i) {
6511                 const struct parse_action_priv *priv;
6512
6513                 token = &token_list[next_action[i]];
6514                 if (strcmp_partial(token->name, str, len))
6515                         continue;
6516                 priv = token->priv;
6517                 if (!priv)
6518                         goto error;
6519                 if (out)
6520                         memcpy((uint8_t *)ctx->object + arg->offset,
6521                                &priv->type,
6522                                arg->size);
6523                 return len;
6524         }
6525 error:
6526         push_args(ctx, arg);
6527         return -1;
6528 }
6529
6530 /** Parse tokens for list command. */
6531 static int
6532 parse_list(struct context *ctx, const struct token *token,
6533            const char *str, unsigned int len,
6534            void *buf, unsigned int size)
6535 {
6536         struct buffer *out = buf;
6537
6538         /* Token name must match. */
6539         if (parse_default(ctx, token, str, len, NULL, 0) < 0)
6540                 return -1;
6541         /* Nothing else to do if there is no buffer. */
6542         if (!out)
6543                 return len;
6544         if (!out->command) {
6545                 if (ctx->curr != LIST)
6546                         return -1;
6547                 if (sizeof(*out) > size)
6548                         return -1;
6549                 out->command = ctx->curr;
6550                 ctx->objdata = 0;
6551                 ctx->object = out;
6552                 ctx->objmask = NULL;
6553                 out->args.list.group =
6554                         (void *)RTE_ALIGN_CEIL((uintptr_t)(out + 1),
6555                                                sizeof(double));
6556                 return len;
6557         }
6558         if (((uint8_t *)(out->args.list.group + out->args.list.group_n) +
6559              sizeof(*out->args.list.group)) > (uint8_t *)out + size)
6560                 return -1;
6561         ctx->objdata = 0;
6562         ctx->object = out->args.list.group + out->args.list.group_n++;
6563         ctx->objmask = NULL;
6564         return len;
6565 }
6566
6567 /** Parse tokens for list all aged flows command. */
6568 static int
6569 parse_aged(struct context *ctx, const struct token *token,
6570            const char *str, unsigned int len,
6571            void *buf, unsigned int size)
6572 {
6573         struct buffer *out = buf;
6574
6575         /* Token name must match. */
6576         if (parse_default(ctx, token, str, len, NULL, 0) < 0)
6577                 return -1;
6578         /* Nothing else to do if there is no buffer. */
6579         if (!out)
6580                 return len;
6581         if (!out->command) {
6582                 if (ctx->curr != AGED)
6583                         return -1;
6584                 if (sizeof(*out) > size)
6585                         return -1;
6586                 out->command = ctx->curr;
6587                 ctx->objdata = 0;
6588                 ctx->object = out;
6589                 ctx->objmask = NULL;
6590         }
6591         if (ctx->curr == AGED_DESTROY)
6592                 out->args.aged.destroy = 1;
6593         return len;
6594 }
6595
6596 /** Parse tokens for isolate command. */
6597 static int
6598 parse_isolate(struct context *ctx, const struct token *token,
6599               const char *str, unsigned int len,
6600               void *buf, unsigned int size)
6601 {
6602         struct buffer *out = buf;
6603
6604         /* Token name must match. */
6605         if (parse_default(ctx, token, str, len, NULL, 0) < 0)
6606                 return -1;
6607         /* Nothing else to do if there is no buffer. */
6608         if (!out)
6609                 return len;
6610         if (!out->command) {
6611                 if (ctx->curr != ISOLATE)
6612                         return -1;
6613                 if (sizeof(*out) > size)
6614                         return -1;
6615                 out->command = ctx->curr;
6616                 ctx->objdata = 0;
6617                 ctx->object = out;
6618                 ctx->objmask = NULL;
6619         }
6620         return len;
6621 }
6622
6623 static int
6624 parse_tunnel(struct context *ctx, const struct token *token,
6625              const char *str, unsigned int len,
6626              void *buf, unsigned int size)
6627 {
6628         struct buffer *out = buf;
6629
6630         /* Token name must match. */
6631         if (parse_default(ctx, token, str, len, NULL, 0) < 0)
6632                 return -1;
6633         /* Nothing else to do if there is no buffer. */
6634         if (!out)
6635                 return len;
6636         if (!out->command) {
6637                 if (ctx->curr != TUNNEL)
6638                         return -1;
6639                 if (sizeof(*out) > size)
6640                         return -1;
6641                 out->command = ctx->curr;
6642                 ctx->objdata = 0;
6643                 ctx->object = out;
6644                 ctx->objmask = NULL;
6645         } else {
6646                 switch (ctx->curr) {
6647                 default:
6648                         break;
6649                 case TUNNEL_CREATE:
6650                 case TUNNEL_DESTROY:
6651                 case TUNNEL_LIST:
6652                         out->command = ctx->curr;
6653                         break;
6654                 case TUNNEL_CREATE_TYPE:
6655                 case TUNNEL_DESTROY_ID:
6656                         ctx->object = &out->args.vc.tunnel_ops;
6657                         break;
6658                 }
6659         }
6660
6661         return len;
6662 }
6663
6664 /**
6665  * Parse signed/unsigned integers 8 to 64-bit long.
6666  *
6667  * Last argument (ctx->args) is retrieved to determine integer type and
6668  * storage location.
6669  */
6670 static int
6671 parse_int(struct context *ctx, const struct token *token,
6672           const char *str, unsigned int len,
6673           void *buf, unsigned int size)
6674 {
6675         const struct arg *arg = pop_args(ctx);
6676         uintmax_t u;
6677         char *end;
6678
6679         (void)token;
6680         /* Argument is expected. */
6681         if (!arg)
6682                 return -1;
6683         errno = 0;
6684         u = arg->sign ?
6685                 (uintmax_t)strtoimax(str, &end, 0) :
6686                 strtoumax(str, &end, 0);
6687         if (errno || (size_t)(end - str) != len)
6688                 goto error;
6689         if (arg->bounded &&
6690             ((arg->sign && ((intmax_t)u < (intmax_t)arg->min ||
6691                             (intmax_t)u > (intmax_t)arg->max)) ||
6692              (!arg->sign && (u < arg->min || u > arg->max))))
6693                 goto error;
6694         if (!ctx->object)
6695                 return len;
6696         if (arg->mask) {
6697                 if (!arg_entry_bf_fill(ctx->object, u, arg) ||
6698                     !arg_entry_bf_fill(ctx->objmask, -1, arg))
6699                         goto error;
6700                 return len;
6701         }
6702         buf = (uint8_t *)ctx->object + arg->offset;
6703         size = arg->size;
6704         if (u > RTE_LEN2MASK(size * CHAR_BIT, uint64_t))
6705                 return -1;
6706 objmask:
6707         switch (size) {
6708         case sizeof(uint8_t):
6709                 *(uint8_t *)buf = u;
6710                 break;
6711         case sizeof(uint16_t):
6712                 *(uint16_t *)buf = arg->hton ? rte_cpu_to_be_16(u) : u;
6713                 break;
6714         case sizeof(uint8_t [3]):
6715 #if RTE_BYTE_ORDER == RTE_LITTLE_ENDIAN
6716                 if (!arg->hton) {
6717                         ((uint8_t *)buf)[0] = u;
6718                         ((uint8_t *)buf)[1] = u >> 8;
6719                         ((uint8_t *)buf)[2] = u >> 16;
6720                         break;
6721                 }
6722 #endif
6723                 ((uint8_t *)buf)[0] = u >> 16;
6724                 ((uint8_t *)buf)[1] = u >> 8;
6725                 ((uint8_t *)buf)[2] = u;
6726                 break;
6727         case sizeof(uint32_t):
6728                 *(uint32_t *)buf = arg->hton ? rte_cpu_to_be_32(u) : u;
6729                 break;
6730         case sizeof(uint64_t):
6731                 *(uint64_t *)buf = arg->hton ? rte_cpu_to_be_64(u) : u;
6732                 break;
6733         default:
6734                 goto error;
6735         }
6736         if (ctx->objmask && buf != (uint8_t *)ctx->objmask + arg->offset) {
6737                 u = -1;
6738                 buf = (uint8_t *)ctx->objmask + arg->offset;
6739                 goto objmask;
6740         }
6741         return len;
6742 error:
6743         push_args(ctx, arg);
6744         return -1;
6745 }
6746
6747 /**
6748  * Parse a string.
6749  *
6750  * Three arguments (ctx->args) are retrieved from the stack to store data,
6751  * its actual length and address (in that order).
6752  */
6753 static int
6754 parse_string(struct context *ctx, const struct token *token,
6755              const char *str, unsigned int len,
6756              void *buf, unsigned int size)
6757 {
6758         const struct arg *arg_data = pop_args(ctx);
6759         const struct arg *arg_len = pop_args(ctx);
6760         const struct arg *arg_addr = pop_args(ctx);
6761         char tmp[16]; /* Ought to be enough. */
6762         int ret;
6763
6764         /* Arguments are expected. */
6765         if (!arg_data)
6766                 return -1;
6767         if (!arg_len) {
6768                 push_args(ctx, arg_data);
6769                 return -1;
6770         }
6771         if (!arg_addr) {
6772                 push_args(ctx, arg_len);
6773                 push_args(ctx, arg_data);
6774                 return -1;
6775         }
6776         size = arg_data->size;
6777         /* Bit-mask fill is not supported. */
6778         if (arg_data->mask || size < len)
6779                 goto error;
6780         if (!ctx->object)
6781                 return len;
6782         /* Let parse_int() fill length information first. */
6783         ret = snprintf(tmp, sizeof(tmp), "%u", len);
6784         if (ret < 0)
6785                 goto error;
6786         push_args(ctx, arg_len);
6787         ret = parse_int(ctx, token, tmp, ret, NULL, 0);
6788         if (ret < 0) {
6789                 pop_args(ctx);
6790                 goto error;
6791         }
6792         buf = (uint8_t *)ctx->object + arg_data->offset;
6793         /* Output buffer is not necessarily NUL-terminated. */
6794         memcpy(buf, str, len);
6795         memset((uint8_t *)buf + len, 0x00, size - len);
6796         if (ctx->objmask)
6797                 memset((uint8_t *)ctx->objmask + arg_data->offset, 0xff, len);
6798         /* Save address if requested. */
6799         if (arg_addr->size) {
6800                 memcpy((uint8_t *)ctx->object + arg_addr->offset,
6801                        (void *[]){
6802                         (uint8_t *)ctx->object + arg_data->offset
6803                        },
6804                        arg_addr->size);
6805                 if (ctx->objmask)
6806                         memcpy((uint8_t *)ctx->objmask + arg_addr->offset,
6807                                (void *[]){
6808                                 (uint8_t *)ctx->objmask + arg_data->offset
6809                                },
6810                                arg_addr->size);
6811         }
6812         return len;
6813 error:
6814         push_args(ctx, arg_addr);
6815         push_args(ctx, arg_len);
6816         push_args(ctx, arg_data);
6817         return -1;
6818 }
6819
6820 static int
6821 parse_hex_string(const char *src, uint8_t *dst, uint32_t *size)
6822 {
6823         char *c = NULL;
6824         uint32_t i, len;
6825         char tmp[3];
6826
6827         /* Check input parameters */
6828         if ((src == NULL) ||
6829                 (dst == NULL) ||
6830                 (size == NULL) ||
6831                 (*size == 0))
6832                 return -1;
6833
6834         /* Convert chars to bytes */
6835         for (i = 0, len = 0; i < *size; i += 2) {
6836                 snprintf(tmp, 3, "%s", src + i);
6837                 dst[len++] = strtoul(tmp, &c, 16);
6838                 if (*c != 0) {
6839                         len--;
6840                         dst[len] = 0;
6841                         *size = len;
6842                         return -1;
6843                 }
6844         }
6845         dst[len] = 0;
6846         *size = len;
6847
6848         return 0;
6849 }
6850
6851 static int
6852 parse_hex(struct context *ctx, const struct token *token,
6853                 const char *str, unsigned int len,
6854                 void *buf, unsigned int size)
6855 {
6856         const struct arg *arg_data = pop_args(ctx);
6857         const struct arg *arg_len = pop_args(ctx);
6858         const struct arg *arg_addr = pop_args(ctx);
6859         char tmp[16]; /* Ought to be enough. */
6860         int ret;
6861         unsigned int hexlen = len;
6862         unsigned int length = 256;
6863         uint8_t hex_tmp[length];
6864
6865         /* Arguments are expected. */
6866         if (!arg_data)
6867                 return -1;
6868         if (!arg_len) {
6869                 push_args(ctx, arg_data);
6870                 return -1;
6871         }
6872         if (!arg_addr) {
6873                 push_args(ctx, arg_len);
6874                 push_args(ctx, arg_data);
6875                 return -1;
6876         }
6877         size = arg_data->size;
6878         /* Bit-mask fill is not supported. */
6879         if (arg_data->mask)
6880                 goto error;
6881         if (!ctx->object)
6882                 return len;
6883
6884         /* translate bytes string to array. */
6885         if (str[0] == '0' && ((str[1] == 'x') ||
6886                         (str[1] == 'X'))) {
6887                 str += 2;
6888                 hexlen -= 2;
6889         }
6890         if (hexlen > length)
6891                 return -1;
6892         ret = parse_hex_string(str, hex_tmp, &hexlen);
6893         if (ret < 0)
6894                 goto error;
6895         /* Let parse_int() fill length information first. */
6896         ret = snprintf(tmp, sizeof(tmp), "%u", hexlen);
6897         if (ret < 0)
6898                 goto error;
6899         /* Save length if requested. */
6900         if (arg_len->size) {
6901                 push_args(ctx, arg_len);
6902                 ret = parse_int(ctx, token, tmp, ret, NULL, 0);
6903                 if (ret < 0) {
6904                         pop_args(ctx);
6905                         goto error;
6906                 }
6907         }
6908         buf = (uint8_t *)ctx->object + arg_data->offset;
6909         /* Output buffer is not necessarily NUL-terminated. */
6910         memcpy(buf, hex_tmp, hexlen);
6911         memset((uint8_t *)buf + hexlen, 0x00, size - hexlen);
6912         if (ctx->objmask)
6913                 memset((uint8_t *)ctx->objmask + arg_data->offset,
6914                                         0xff, hexlen);
6915         /* Save address if requested. */
6916         if (arg_addr->size) {
6917                 memcpy((uint8_t *)ctx->object + arg_addr->offset,
6918                        (void *[]){
6919                         (uint8_t *)ctx->object + arg_data->offset
6920                        },
6921                        arg_addr->size);
6922                 if (ctx->objmask)
6923                         memcpy((uint8_t *)ctx->objmask + arg_addr->offset,
6924                                (void *[]){
6925                                 (uint8_t *)ctx->objmask + arg_data->offset
6926                                },
6927                                arg_addr->size);
6928         }
6929         return len;
6930 error:
6931         push_args(ctx, arg_addr);
6932         push_args(ctx, arg_len);
6933         push_args(ctx, arg_data);
6934         return -1;
6935
6936 }
6937
6938 /**
6939  * Parse a zero-ended string.
6940  */
6941 static int
6942 parse_string0(struct context *ctx, const struct token *token __rte_unused,
6943              const char *str, unsigned int len,
6944              void *buf, unsigned int size)
6945 {
6946         const struct arg *arg_data = pop_args(ctx);
6947
6948         /* Arguments are expected. */
6949         if (!arg_data)
6950                 return -1;
6951         size = arg_data->size;
6952         /* Bit-mask fill is not supported. */
6953         if (arg_data->mask || size < len + 1)
6954                 goto error;
6955         if (!ctx->object)
6956                 return len;
6957         buf = (uint8_t *)ctx->object + arg_data->offset;
6958         strncpy(buf, str, len);
6959         if (ctx->objmask)
6960                 memset((uint8_t *)ctx->objmask + arg_data->offset, 0xff, len);
6961         return len;
6962 error:
6963         push_args(ctx, arg_data);
6964         return -1;
6965 }
6966
6967 /**
6968  * Parse a MAC address.
6969  *
6970  * Last argument (ctx->args) is retrieved to determine storage size and
6971  * location.
6972  */
6973 static int
6974 parse_mac_addr(struct context *ctx, const struct token *token,
6975                const char *str, unsigned int len,
6976                void *buf, unsigned int size)
6977 {
6978         const struct arg *arg = pop_args(ctx);
6979         struct rte_ether_addr tmp;
6980         int ret;
6981
6982         (void)token;
6983         /* Argument is expected. */
6984         if (!arg)
6985                 return -1;
6986         size = arg->size;
6987         /* Bit-mask fill is not supported. */
6988         if (arg->mask || size != sizeof(tmp))
6989                 goto error;
6990         /* Only network endian is supported. */
6991         if (!arg->hton)
6992                 goto error;
6993         ret = cmdline_parse_etheraddr(NULL, str, &tmp, size);
6994         if (ret < 0 || (unsigned int)ret != len)
6995                 goto error;
6996         if (!ctx->object)
6997                 return len;
6998         buf = (uint8_t *)ctx->object + arg->offset;
6999         memcpy(buf, &tmp, size);
7000         if (ctx->objmask)
7001                 memset((uint8_t *)ctx->objmask + arg->offset, 0xff, size);
7002         return len;
7003 error:
7004         push_args(ctx, arg);
7005         return -1;
7006 }
7007
7008 /**
7009  * Parse an IPv4 address.
7010  *
7011  * Last argument (ctx->args) is retrieved to determine storage size and
7012  * location.
7013  */
7014 static int
7015 parse_ipv4_addr(struct context *ctx, const struct token *token,
7016                 const char *str, unsigned int len,
7017                 void *buf, unsigned int size)
7018 {
7019         const struct arg *arg = pop_args(ctx);
7020         char str2[len + 1];
7021         struct in_addr tmp;
7022         int ret;
7023
7024         /* Argument is expected. */
7025         if (!arg)
7026                 return -1;
7027         size = arg->size;
7028         /* Bit-mask fill is not supported. */
7029         if (arg->mask || size != sizeof(tmp))
7030                 goto error;
7031         /* Only network endian is supported. */
7032         if (!arg->hton)
7033                 goto error;
7034         memcpy(str2, str, len);
7035         str2[len] = '\0';
7036         ret = inet_pton(AF_INET, str2, &tmp);
7037         if (ret != 1) {
7038                 /* Attempt integer parsing. */
7039                 push_args(ctx, arg);
7040                 return parse_int(ctx, token, str, len, buf, size);
7041         }
7042         if (!ctx->object)
7043                 return len;
7044         buf = (uint8_t *)ctx->object + arg->offset;
7045         memcpy(buf, &tmp, size);
7046         if (ctx->objmask)
7047                 memset((uint8_t *)ctx->objmask + arg->offset, 0xff, size);
7048         return len;
7049 error:
7050         push_args(ctx, arg);
7051         return -1;
7052 }
7053
7054 /**
7055  * Parse an IPv6 address.
7056  *
7057  * Last argument (ctx->args) is retrieved to determine storage size and
7058  * location.
7059  */
7060 static int
7061 parse_ipv6_addr(struct context *ctx, const struct token *token,
7062                 const char *str, unsigned int len,
7063                 void *buf, unsigned int size)
7064 {
7065         const struct arg *arg = pop_args(ctx);
7066         char str2[len + 1];
7067         struct in6_addr tmp;
7068         int ret;
7069
7070         (void)token;
7071         /* Argument is expected. */
7072         if (!arg)
7073                 return -1;
7074         size = arg->size;
7075         /* Bit-mask fill is not supported. */
7076         if (arg->mask || size != sizeof(tmp))
7077                 goto error;
7078         /* Only network endian is supported. */
7079         if (!arg->hton)
7080                 goto error;
7081         memcpy(str2, str, len);
7082         str2[len] = '\0';
7083         ret = inet_pton(AF_INET6, str2, &tmp);
7084         if (ret != 1)
7085                 goto error;
7086         if (!ctx->object)
7087                 return len;
7088         buf = (uint8_t *)ctx->object + arg->offset;
7089         memcpy(buf, &tmp, size);
7090         if (ctx->objmask)
7091                 memset((uint8_t *)ctx->objmask + arg->offset, 0xff, size);
7092         return len;
7093 error:
7094         push_args(ctx, arg);
7095         return -1;
7096 }
7097
7098 /** Boolean values (even indices stand for false). */
7099 static const char *const boolean_name[] = {
7100         "0", "1",
7101         "false", "true",
7102         "no", "yes",
7103         "N", "Y",
7104         "off", "on",
7105         NULL,
7106 };
7107
7108 /**
7109  * Parse a boolean value.
7110  *
7111  * Last argument (ctx->args) is retrieved to determine storage size and
7112  * location.
7113  */
7114 static int
7115 parse_boolean(struct context *ctx, const struct token *token,
7116               const char *str, unsigned int len,
7117               void *buf, unsigned int size)
7118 {
7119         const struct arg *arg = pop_args(ctx);
7120         unsigned int i;
7121         int ret;
7122
7123         /* Argument is expected. */
7124         if (!arg)
7125                 return -1;
7126         for (i = 0; boolean_name[i]; ++i)
7127                 if (!strcmp_partial(boolean_name[i], str, len))
7128                         break;
7129         /* Process token as integer. */
7130         if (boolean_name[i])
7131                 str = i & 1 ? "1" : "0";
7132         push_args(ctx, arg);
7133         ret = parse_int(ctx, token, str, strlen(str), buf, size);
7134         return ret > 0 ? (int)len : ret;
7135 }
7136
7137 /** Parse port and update context. */
7138 static int
7139 parse_port(struct context *ctx, const struct token *token,
7140            const char *str, unsigned int len,
7141            void *buf, unsigned int size)
7142 {
7143         struct buffer *out = &(struct buffer){ .port = 0 };
7144         int ret;
7145
7146         if (buf)
7147                 out = buf;
7148         else {
7149                 ctx->objdata = 0;
7150                 ctx->object = out;
7151                 ctx->objmask = NULL;
7152                 size = sizeof(*out);
7153         }
7154         ret = parse_int(ctx, token, str, len, out, size);
7155         if (ret >= 0)
7156                 ctx->port = out->port;
7157         if (!buf)
7158                 ctx->object = NULL;
7159         return ret;
7160 }
7161
7162 static int
7163 parse_ia_id2ptr(struct context *ctx, const struct token *token,
7164                 const char *str, unsigned int len,
7165                 void *buf, unsigned int size)
7166 {
7167         struct rte_flow_action *action = ctx->object;
7168         uint32_t id;
7169         int ret;
7170
7171         (void)buf;
7172         (void)size;
7173         ctx->objdata = 0;
7174         ctx->object = &id;
7175         ctx->objmask = NULL;
7176         ret = parse_int(ctx, token, str, len, ctx->object, sizeof(id));
7177         ctx->object = action;
7178         if (ret != (int)len)
7179                 return ret;
7180         /* set indirect action */
7181         if (action) {
7182                 action->conf = port_action_handle_get_by_id(ctx->port, id);
7183                 ret = (action->conf) ? ret : -1;
7184         }
7185         return ret;
7186 }
7187
7188 /** Parse set command, initialize output buffer for subsequent tokens. */
7189 static int
7190 parse_set_raw_encap_decap(struct context *ctx, const struct token *token,
7191                           const char *str, unsigned int len,
7192                           void *buf, unsigned int size)
7193 {
7194         struct buffer *out = buf;
7195
7196         /* Token name must match. */
7197         if (parse_default(ctx, token, str, len, NULL, 0) < 0)
7198                 return -1;
7199         /* Nothing else to do if there is no buffer. */
7200         if (!out)
7201                 return len;
7202         /* Make sure buffer is large enough. */
7203         if (size < sizeof(*out))
7204                 return -1;
7205         ctx->objdata = 0;
7206         ctx->objmask = NULL;
7207         ctx->object = out;
7208         if (!out->command)
7209                 return -1;
7210         out->command = ctx->curr;
7211         /* For encap/decap we need is pattern */
7212         out->args.vc.pattern = (void *)RTE_ALIGN_CEIL((uintptr_t)(out + 1),
7213                                                        sizeof(double));
7214         return len;
7215 }
7216
7217 /** Parse set command, initialize output buffer for subsequent tokens. */
7218 static int
7219 parse_set_sample_action(struct context *ctx, const struct token *token,
7220                           const char *str, unsigned int len,
7221                           void *buf, unsigned int size)
7222 {
7223         struct buffer *out = buf;
7224
7225         /* Token name must match. */
7226         if (parse_default(ctx, token, str, len, NULL, 0) < 0)
7227                 return -1;
7228         /* Nothing else to do if there is no buffer. */
7229         if (!out)
7230                 return len;
7231         /* Make sure buffer is large enough. */
7232         if (size < sizeof(*out))
7233                 return -1;
7234         ctx->objdata = 0;
7235         ctx->objmask = NULL;
7236         ctx->object = out;
7237         if (!out->command)
7238                 return -1;
7239         out->command = ctx->curr;
7240         /* For sampler we need is actions */
7241         out->args.vc.actions = (void *)RTE_ALIGN_CEIL((uintptr_t)(out + 1),
7242                                                        sizeof(double));
7243         return len;
7244 }
7245
7246 /**
7247  * Parse set raw_encap/raw_decap command,
7248  * initialize output buffer for subsequent tokens.
7249  */
7250 static int
7251 parse_set_init(struct context *ctx, const struct token *token,
7252                const char *str, unsigned int len,
7253                void *buf, unsigned int size)
7254 {
7255         struct buffer *out = buf;
7256
7257         /* Token name must match. */
7258         if (parse_default(ctx, token, str, len, NULL, 0) < 0)
7259                 return -1;
7260         /* Nothing else to do if there is no buffer. */
7261         if (!out)
7262                 return len;
7263         /* Make sure buffer is large enough. */
7264         if (size < sizeof(*out))
7265                 return -1;
7266         /* Initialize buffer. */
7267         memset(out, 0x00, sizeof(*out));
7268         memset((uint8_t *)out + sizeof(*out), 0x22, size - sizeof(*out));
7269         ctx->objdata = 0;
7270         ctx->object = out;
7271         ctx->objmask = NULL;
7272         if (!out->command) {
7273                 if (ctx->curr != SET)
7274                         return -1;
7275                 if (sizeof(*out) > size)
7276                         return -1;
7277                 out->command = ctx->curr;
7278                 out->args.vc.data = (uint8_t *)out + size;
7279                 ctx->object  = (void *)RTE_ALIGN_CEIL((uintptr_t)(out + 1),
7280                                                        sizeof(double));
7281         }
7282         return len;
7283 }
7284
7285 /** No completion. */
7286 static int
7287 comp_none(struct context *ctx, const struct token *token,
7288           unsigned int ent, char *buf, unsigned int size)
7289 {
7290         (void)ctx;
7291         (void)token;
7292         (void)ent;
7293         (void)buf;
7294         (void)size;
7295         return 0;
7296 }
7297
7298 /** Complete boolean values. */
7299 static int
7300 comp_boolean(struct context *ctx, const struct token *token,
7301              unsigned int ent, char *buf, unsigned int size)
7302 {
7303         unsigned int i;
7304
7305         (void)ctx;
7306         (void)token;
7307         for (i = 0; boolean_name[i]; ++i)
7308                 if (buf && i == ent)
7309                         return strlcpy(buf, boolean_name[i], size);
7310         if (buf)
7311                 return -1;
7312         return i;
7313 }
7314
7315 /** Complete action names. */
7316 static int
7317 comp_action(struct context *ctx, const struct token *token,
7318             unsigned int ent, char *buf, unsigned int size)
7319 {
7320         unsigned int i;
7321
7322         (void)ctx;
7323         (void)token;
7324         for (i = 0; next_action[i]; ++i)
7325                 if (buf && i == ent)
7326                         return strlcpy(buf, token_list[next_action[i]].name,
7327                                        size);
7328         if (buf)
7329                 return -1;
7330         return i;
7331 }
7332
7333 /** Complete available ports. */
7334 static int
7335 comp_port(struct context *ctx, const struct token *token,
7336           unsigned int ent, char *buf, unsigned int size)
7337 {
7338         unsigned int i = 0;
7339         portid_t p;
7340
7341         (void)ctx;
7342         (void)token;
7343         RTE_ETH_FOREACH_DEV(p) {
7344                 if (buf && i == ent)
7345                         return snprintf(buf, size, "%u", p);
7346                 ++i;
7347         }
7348         if (buf)
7349                 return -1;
7350         return i;
7351 }
7352
7353 /** Complete available rule IDs. */
7354 static int
7355 comp_rule_id(struct context *ctx, const struct token *token,
7356              unsigned int ent, char *buf, unsigned int size)
7357 {
7358         unsigned int i = 0;
7359         struct rte_port *port;
7360         struct port_flow *pf;
7361
7362         (void)token;
7363         if (port_id_is_invalid(ctx->port, DISABLED_WARN) ||
7364             ctx->port == (portid_t)RTE_PORT_ALL)
7365                 return -1;
7366         port = &ports[ctx->port];
7367         for (pf = port->flow_list; pf != NULL; pf = pf->next) {
7368                 if (buf && i == ent)
7369                         return snprintf(buf, size, "%u", pf->id);
7370                 ++i;
7371         }
7372         if (buf)
7373                 return -1;
7374         return i;
7375 }
7376
7377 /** Complete type field for RSS action. */
7378 static int
7379 comp_vc_action_rss_type(struct context *ctx, const struct token *token,
7380                         unsigned int ent, char *buf, unsigned int size)
7381 {
7382         unsigned int i;
7383
7384         (void)ctx;
7385         (void)token;
7386         for (i = 0; rss_type_table[i].str; ++i)
7387                 ;
7388         if (!buf)
7389                 return i + 1;
7390         if (ent < i)
7391                 return strlcpy(buf, rss_type_table[ent].str, size);
7392         if (ent == i)
7393                 return snprintf(buf, size, "end");
7394         return -1;
7395 }
7396
7397 /** Complete queue field for RSS action. */
7398 static int
7399 comp_vc_action_rss_queue(struct context *ctx, const struct token *token,
7400                          unsigned int ent, char *buf, unsigned int size)
7401 {
7402         (void)ctx;
7403         (void)token;
7404         if (!buf)
7405                 return nb_rxq + 1;
7406         if (ent < nb_rxq)
7407                 return snprintf(buf, size, "%u", ent);
7408         if (ent == nb_rxq)
7409                 return snprintf(buf, size, "end");
7410         return -1;
7411 }
7412
7413 /** Complete index number for set raw_encap/raw_decap commands. */
7414 static int
7415 comp_set_raw_index(struct context *ctx, const struct token *token,
7416                    unsigned int ent, char *buf, unsigned int size)
7417 {
7418         uint16_t idx = 0;
7419         uint16_t nb = 0;
7420
7421         RTE_SET_USED(ctx);
7422         RTE_SET_USED(token);
7423         for (idx = 0; idx < RAW_ENCAP_CONFS_MAX_NUM; ++idx) {
7424                 if (buf && idx == ent)
7425                         return snprintf(buf, size, "%u", idx);
7426                 ++nb;
7427         }
7428         return nb;
7429 }
7430
7431 /** Complete index number for set raw_encap/raw_decap commands. */
7432 static int
7433 comp_set_sample_index(struct context *ctx, const struct token *token,
7434                    unsigned int ent, char *buf, unsigned int size)
7435 {
7436         uint16_t idx = 0;
7437         uint16_t nb = 0;
7438
7439         RTE_SET_USED(ctx);
7440         RTE_SET_USED(token);
7441         for (idx = 0; idx < RAW_SAMPLE_CONFS_MAX_NUM; ++idx) {
7442                 if (buf && idx == ent)
7443                         return snprintf(buf, size, "%u", idx);
7444                 ++nb;
7445         }
7446         return nb;
7447 }
7448
7449 /** Complete operation for modify_field command. */
7450 static int
7451 comp_set_modify_field_op(struct context *ctx, const struct token *token,
7452                    unsigned int ent, char *buf, unsigned int size)
7453 {
7454         uint16_t idx = 0;
7455
7456         RTE_SET_USED(ctx);
7457         RTE_SET_USED(token);
7458         for (idx = 0; modify_field_ops[idx]; ++idx)
7459                 ;
7460         if (!buf)
7461                 return idx + 1;
7462         if (ent < idx)
7463                 return strlcpy(buf, modify_field_ops[ent], size);
7464         return -1;
7465 }
7466
7467 /** Complete field id for modify_field command. */
7468 static int
7469 comp_set_modify_field_id(struct context *ctx, const struct token *token,
7470                    unsigned int ent, char *buf, unsigned int size)
7471 {
7472         uint16_t idx = 0;
7473
7474         RTE_SET_USED(ctx);
7475         RTE_SET_USED(token);
7476         for (idx = 0; modify_field_ids[idx]; ++idx)
7477                 ;
7478         if (!buf)
7479                 return idx + 1;
7480         if (ent < idx)
7481                 return strlcpy(buf, modify_field_ids[ent], size);
7482         return -1;
7483 }
7484
7485 /** Internal context. */
7486 static struct context cmd_flow_context;
7487
7488 /** Global parser instance (cmdline API). */
7489 cmdline_parse_inst_t cmd_flow;
7490 cmdline_parse_inst_t cmd_set_raw;
7491
7492 /** Initialize context. */
7493 static void
7494 cmd_flow_context_init(struct context *ctx)
7495 {
7496         /* A full memset() is not necessary. */
7497         ctx->curr = ZERO;
7498         ctx->prev = ZERO;
7499         ctx->next_num = 0;
7500         ctx->args_num = 0;
7501         ctx->eol = 0;
7502         ctx->last = 0;
7503         ctx->port = 0;
7504         ctx->objdata = 0;
7505         ctx->object = NULL;
7506         ctx->objmask = NULL;
7507 }
7508
7509 /** Parse a token (cmdline API). */
7510 static int
7511 cmd_flow_parse(cmdline_parse_token_hdr_t *hdr, const char *src, void *result,
7512                unsigned int size)
7513 {
7514         struct context *ctx = &cmd_flow_context;
7515         const struct token *token;
7516         const enum index *list;
7517         int len;
7518         int i;
7519
7520         (void)hdr;
7521         token = &token_list[ctx->curr];
7522         /* Check argument length. */
7523         ctx->eol = 0;
7524         ctx->last = 1;
7525         for (len = 0; src[len]; ++len)
7526                 if (src[len] == '#' || isspace(src[len]))
7527                         break;
7528         if (!len)
7529                 return -1;
7530         /* Last argument and EOL detection. */
7531         for (i = len; src[i]; ++i)
7532                 if (src[i] == '#' || src[i] == '\r' || src[i] == '\n')
7533                         break;
7534                 else if (!isspace(src[i])) {
7535                         ctx->last = 0;
7536                         break;
7537                 }
7538         for (; src[i]; ++i)
7539                 if (src[i] == '\r' || src[i] == '\n') {
7540                         ctx->eol = 1;
7541                         break;
7542                 }
7543         /* Initialize context if necessary. */
7544         if (!ctx->next_num) {
7545                 if (!token->next)
7546                         return 0;
7547                 ctx->next[ctx->next_num++] = token->next[0];
7548         }
7549         /* Process argument through candidates. */
7550         ctx->prev = ctx->curr;
7551         list = ctx->next[ctx->next_num - 1];
7552         for (i = 0; list[i]; ++i) {
7553                 const struct token *next = &token_list[list[i]];
7554                 int tmp;
7555
7556                 ctx->curr = list[i];
7557                 if (next->call)
7558                         tmp = next->call(ctx, next, src, len, result, size);
7559                 else
7560                         tmp = parse_default(ctx, next, src, len, result, size);
7561                 if (tmp == -1 || tmp != len)
7562                         continue;
7563                 token = next;
7564                 break;
7565         }
7566         if (!list[i])
7567                 return -1;
7568         --ctx->next_num;
7569         /* Push subsequent tokens if any. */
7570         if (token->next)
7571                 for (i = 0; token->next[i]; ++i) {
7572                         if (ctx->next_num == RTE_DIM(ctx->next))
7573                                 return -1;
7574                         ctx->next[ctx->next_num++] = token->next[i];
7575                 }
7576         /* Push arguments if any. */
7577         if (token->args)
7578                 for (i = 0; token->args[i]; ++i) {
7579                         if (ctx->args_num == RTE_DIM(ctx->args))
7580                                 return -1;
7581                         ctx->args[ctx->args_num++] = token->args[i];
7582                 }
7583         return len;
7584 }
7585
7586 /** Return number of completion entries (cmdline API). */
7587 static int
7588 cmd_flow_complete_get_nb(cmdline_parse_token_hdr_t *hdr)
7589 {
7590         struct context *ctx = &cmd_flow_context;
7591         const struct token *token = &token_list[ctx->curr];
7592         const enum index *list;
7593         int i;
7594
7595         (void)hdr;
7596         /* Count number of tokens in current list. */
7597         if (ctx->next_num)
7598                 list = ctx->next[ctx->next_num - 1];
7599         else
7600                 list = token->next[0];
7601         for (i = 0; list[i]; ++i)
7602                 ;
7603         if (!i)
7604                 return 0;
7605         /*
7606          * If there is a single token, use its completion callback, otherwise
7607          * return the number of entries.
7608          */
7609         token = &token_list[list[0]];
7610         if (i == 1 && token->comp) {
7611                 /* Save index for cmd_flow_get_help(). */
7612                 ctx->prev = list[0];
7613                 return token->comp(ctx, token, 0, NULL, 0);
7614         }
7615         return i;
7616 }
7617
7618 /** Return a completion entry (cmdline API). */
7619 static int
7620 cmd_flow_complete_get_elt(cmdline_parse_token_hdr_t *hdr, int index,
7621                           char *dst, unsigned int size)
7622 {
7623         struct context *ctx = &cmd_flow_context;
7624         const struct token *token = &token_list[ctx->curr];
7625         const enum index *list;
7626         int i;
7627
7628         (void)hdr;
7629         /* Count number of tokens in current list. */
7630         if (ctx->next_num)
7631                 list = ctx->next[ctx->next_num - 1];
7632         else
7633                 list = token->next[0];
7634         for (i = 0; list[i]; ++i)
7635                 ;
7636         if (!i)
7637                 return -1;
7638         /* If there is a single token, use its completion callback. */
7639         token = &token_list[list[0]];
7640         if (i == 1 && token->comp) {
7641                 /* Save index for cmd_flow_get_help(). */
7642                 ctx->prev = list[0];
7643                 return token->comp(ctx, token, index, dst, size) < 0 ? -1 : 0;
7644         }
7645         /* Otherwise make sure the index is valid and use defaults. */
7646         if (index >= i)
7647                 return -1;
7648         token = &token_list[list[index]];
7649         strlcpy(dst, token->name, size);
7650         /* Save index for cmd_flow_get_help(). */
7651         ctx->prev = list[index];
7652         return 0;
7653 }
7654
7655 /** Populate help strings for current token (cmdline API). */
7656 static int
7657 cmd_flow_get_help(cmdline_parse_token_hdr_t *hdr, char *dst, unsigned int size)
7658 {
7659         struct context *ctx = &cmd_flow_context;
7660         const struct token *token = &token_list[ctx->prev];
7661
7662         (void)hdr;
7663         if (!size)
7664                 return -1;
7665         /* Set token type and update global help with details. */
7666         strlcpy(dst, (token->type ? token->type : "TOKEN"), size);
7667         if (token->help)
7668                 cmd_flow.help_str = token->help;
7669         else
7670                 cmd_flow.help_str = token->name;
7671         return 0;
7672 }
7673
7674 /** Token definition template (cmdline API). */
7675 static struct cmdline_token_hdr cmd_flow_token_hdr = {
7676         .ops = &(struct cmdline_token_ops){
7677                 .parse = cmd_flow_parse,
7678                 .complete_get_nb = cmd_flow_complete_get_nb,
7679                 .complete_get_elt = cmd_flow_complete_get_elt,
7680                 .get_help = cmd_flow_get_help,
7681         },
7682         .offset = 0,
7683 };
7684
7685 /** Populate the next dynamic token. */
7686 static void
7687 cmd_flow_tok(cmdline_parse_token_hdr_t **hdr,
7688              cmdline_parse_token_hdr_t **hdr_inst)
7689 {
7690         struct context *ctx = &cmd_flow_context;
7691
7692         /* Always reinitialize context before requesting the first token. */
7693         if (!(hdr_inst - cmd_flow.tokens))
7694                 cmd_flow_context_init(ctx);
7695         /* Return NULL when no more tokens are expected. */
7696         if (!ctx->next_num && ctx->curr) {
7697                 *hdr = NULL;
7698                 return;
7699         }
7700         /* Determine if command should end here. */
7701         if (ctx->eol && ctx->last && ctx->next_num) {
7702                 const enum index *list = ctx->next[ctx->next_num - 1];
7703                 int i;
7704
7705                 for (i = 0; list[i]; ++i) {
7706                         if (list[i] != END)
7707                                 continue;
7708                         *hdr = NULL;
7709                         return;
7710                 }
7711         }
7712         *hdr = &cmd_flow_token_hdr;
7713 }
7714
7715 /** Dispatch parsed buffer to function calls. */
7716 static void
7717 cmd_flow_parsed(const struct buffer *in)
7718 {
7719         switch (in->command) {
7720         case INDIRECT_ACTION_CREATE:
7721                 port_action_handle_create(
7722                                 in->port, in->args.vc.attr.group,
7723                                 &((const struct rte_flow_indir_action_conf) {
7724                                         .ingress = in->args.vc.attr.ingress,
7725                                         .egress = in->args.vc.attr.egress,
7726                                         .transfer = in->args.vc.attr.transfer,
7727                                 }),
7728                                 in->args.vc.actions);
7729                 break;
7730         case INDIRECT_ACTION_DESTROY:
7731                 port_action_handle_destroy(in->port,
7732                                            in->args.ia_destroy.action_id_n,
7733                                            in->args.ia_destroy.action_id);
7734                 break;
7735         case INDIRECT_ACTION_UPDATE:
7736                 port_action_handle_update(in->port, in->args.vc.attr.group,
7737                                           in->args.vc.actions);
7738                 break;
7739         case INDIRECT_ACTION_QUERY:
7740                 port_action_handle_query(in->port, in->args.ia.action_id);
7741                 break;
7742         case VALIDATE:
7743                 port_flow_validate(in->port, &in->args.vc.attr,
7744                                    in->args.vc.pattern, in->args.vc.actions,
7745                                    &in->args.vc.tunnel_ops);
7746                 break;
7747         case CREATE:
7748                 port_flow_create(in->port, &in->args.vc.attr,
7749                                  in->args.vc.pattern, in->args.vc.actions,
7750                                  &in->args.vc.tunnel_ops);
7751                 break;
7752         case DESTROY:
7753                 port_flow_destroy(in->port, in->args.destroy.rule_n,
7754                                   in->args.destroy.rule);
7755                 break;
7756         case FLUSH:
7757                 port_flow_flush(in->port);
7758                 break;
7759         case DUMP_ONE:
7760         case DUMP_ALL:
7761                 port_flow_dump(in->port, in->args.dump.mode,
7762                                 in->args.dump.rule, in->args.dump.file);
7763                 break;
7764         case QUERY:
7765                 port_flow_query(in->port, in->args.query.rule,
7766                                 &in->args.query.action);
7767                 break;
7768         case LIST:
7769                 port_flow_list(in->port, in->args.list.group_n,
7770                                in->args.list.group);
7771                 break;
7772         case ISOLATE:
7773                 port_flow_isolate(in->port, in->args.isolate.set);
7774                 break;
7775         case AGED:
7776                 port_flow_aged(in->port, in->args.aged.destroy);
7777                 break;
7778         case TUNNEL_CREATE:
7779                 port_flow_tunnel_create(in->port, &in->args.vc.tunnel_ops);
7780                 break;
7781         case TUNNEL_DESTROY:
7782                 port_flow_tunnel_destroy(in->port, in->args.vc.tunnel_ops.id);
7783                 break;
7784         case TUNNEL_LIST:
7785                 port_flow_tunnel_list(in->port);
7786                 break;
7787         default:
7788                 break;
7789         }
7790 }
7791
7792 /** Token generator and output processing callback (cmdline API). */
7793 static void
7794 cmd_flow_cb(void *arg0, struct cmdline *cl, void *arg2)
7795 {
7796         if (cl == NULL)
7797                 cmd_flow_tok(arg0, arg2);
7798         else
7799                 cmd_flow_parsed(arg0);
7800 }
7801
7802 /** Global parser instance (cmdline API). */
7803 cmdline_parse_inst_t cmd_flow = {
7804         .f = cmd_flow_cb,
7805         .data = NULL, /**< Unused. */
7806         .help_str = NULL, /**< Updated by cmd_flow_get_help(). */
7807         .tokens = {
7808                 NULL,
7809         }, /**< Tokens are returned by cmd_flow_tok(). */
7810 };
7811
7812 /** set cmd facility. Reuse cmd flow's infrastructure as much as possible. */
7813
7814 static void
7815 update_fields(uint8_t *buf, struct rte_flow_item *item, uint16_t next_proto)
7816 {
7817         struct rte_ipv4_hdr *ipv4;
7818         struct rte_ether_hdr *eth;
7819         struct rte_ipv6_hdr *ipv6;
7820         struct rte_vxlan_hdr *vxlan;
7821         struct rte_vxlan_gpe_hdr *gpe;
7822         struct rte_flow_item_nvgre *nvgre;
7823         uint32_t ipv6_vtc_flow;
7824
7825         switch (item->type) {
7826         case RTE_FLOW_ITEM_TYPE_ETH:
7827                 eth = (struct rte_ether_hdr *)buf;
7828                 if (next_proto)
7829                         eth->ether_type = rte_cpu_to_be_16(next_proto);
7830                 break;
7831         case RTE_FLOW_ITEM_TYPE_IPV4:
7832                 ipv4 = (struct rte_ipv4_hdr *)buf;
7833                 ipv4->version_ihl = 0x45;
7834                 if (next_proto && ipv4->next_proto_id == 0)
7835                         ipv4->next_proto_id = (uint8_t)next_proto;
7836                 break;
7837         case RTE_FLOW_ITEM_TYPE_IPV6:
7838                 ipv6 = (struct rte_ipv6_hdr *)buf;
7839                 if (next_proto && ipv6->proto == 0)
7840                         ipv6->proto = (uint8_t)next_proto;
7841                 ipv6_vtc_flow = rte_be_to_cpu_32(ipv6->vtc_flow);
7842                 ipv6_vtc_flow &= 0x0FFFFFFF; /*< reset version bits. */
7843                 ipv6_vtc_flow |= 0x60000000; /*< set ipv6 version. */
7844                 ipv6->vtc_flow = rte_cpu_to_be_32(ipv6_vtc_flow);
7845                 break;
7846         case RTE_FLOW_ITEM_TYPE_VXLAN:
7847                 vxlan = (struct rte_vxlan_hdr *)buf;
7848                 vxlan->vx_flags = 0x08;
7849                 break;
7850         case RTE_FLOW_ITEM_TYPE_VXLAN_GPE:
7851                 gpe = (struct rte_vxlan_gpe_hdr *)buf;
7852                 gpe->vx_flags = 0x0C;
7853                 break;
7854         case RTE_FLOW_ITEM_TYPE_NVGRE:
7855                 nvgre = (struct rte_flow_item_nvgre *)buf;
7856                 nvgre->protocol = rte_cpu_to_be_16(0x6558);
7857                 nvgre->c_k_s_rsvd0_ver = rte_cpu_to_be_16(0x2000);
7858                 break;
7859         default:
7860                 break;
7861         }
7862 }
7863
7864 /** Helper of get item's default mask. */
7865 static const void *
7866 flow_item_default_mask(const struct rte_flow_item *item)
7867 {
7868         const void *mask = NULL;
7869         static rte_be32_t gre_key_default_mask = RTE_BE32(UINT32_MAX);
7870
7871         switch (item->type) {
7872         case RTE_FLOW_ITEM_TYPE_ANY:
7873                 mask = &rte_flow_item_any_mask;
7874                 break;
7875         case RTE_FLOW_ITEM_TYPE_VF:
7876                 mask = &rte_flow_item_vf_mask;
7877                 break;
7878         case RTE_FLOW_ITEM_TYPE_PORT_ID:
7879                 mask = &rte_flow_item_port_id_mask;
7880                 break;
7881         case RTE_FLOW_ITEM_TYPE_RAW:
7882                 mask = &rte_flow_item_raw_mask;
7883                 break;
7884         case RTE_FLOW_ITEM_TYPE_ETH:
7885                 mask = &rte_flow_item_eth_mask;
7886                 break;
7887         case RTE_FLOW_ITEM_TYPE_VLAN:
7888                 mask = &rte_flow_item_vlan_mask;
7889                 break;
7890         case RTE_FLOW_ITEM_TYPE_IPV4:
7891                 mask = &rte_flow_item_ipv4_mask;
7892                 break;
7893         case RTE_FLOW_ITEM_TYPE_IPV6:
7894                 mask = &rte_flow_item_ipv6_mask;
7895                 break;
7896         case RTE_FLOW_ITEM_TYPE_ICMP:
7897                 mask = &rte_flow_item_icmp_mask;
7898                 break;
7899         case RTE_FLOW_ITEM_TYPE_UDP:
7900                 mask = &rte_flow_item_udp_mask;
7901                 break;
7902         case RTE_FLOW_ITEM_TYPE_TCP:
7903                 mask = &rte_flow_item_tcp_mask;
7904                 break;
7905         case RTE_FLOW_ITEM_TYPE_SCTP:
7906                 mask = &rte_flow_item_sctp_mask;
7907                 break;
7908         case RTE_FLOW_ITEM_TYPE_VXLAN:
7909                 mask = &rte_flow_item_vxlan_mask;
7910                 break;
7911         case RTE_FLOW_ITEM_TYPE_VXLAN_GPE:
7912                 mask = &rte_flow_item_vxlan_gpe_mask;
7913                 break;
7914         case RTE_FLOW_ITEM_TYPE_E_TAG:
7915                 mask = &rte_flow_item_e_tag_mask;
7916                 break;
7917         case RTE_FLOW_ITEM_TYPE_NVGRE:
7918                 mask = &rte_flow_item_nvgre_mask;
7919                 break;
7920         case RTE_FLOW_ITEM_TYPE_MPLS:
7921                 mask = &rte_flow_item_mpls_mask;
7922                 break;
7923         case RTE_FLOW_ITEM_TYPE_GRE:
7924                 mask = &rte_flow_item_gre_mask;
7925                 break;
7926         case RTE_FLOW_ITEM_TYPE_GRE_KEY:
7927                 mask = &gre_key_default_mask;
7928                 break;
7929         case RTE_FLOW_ITEM_TYPE_META:
7930                 mask = &rte_flow_item_meta_mask;
7931                 break;
7932         case RTE_FLOW_ITEM_TYPE_FUZZY:
7933                 mask = &rte_flow_item_fuzzy_mask;
7934                 break;
7935         case RTE_FLOW_ITEM_TYPE_GTP:
7936                 mask = &rte_flow_item_gtp_mask;
7937                 break;
7938         case RTE_FLOW_ITEM_TYPE_GTP_PSC:
7939                 mask = &rte_flow_item_gtp_psc_mask;
7940                 break;
7941         case RTE_FLOW_ITEM_TYPE_GENEVE:
7942                 mask = &rte_flow_item_geneve_mask;
7943                 break;
7944         case RTE_FLOW_ITEM_TYPE_GENEVE_OPT:
7945                 mask = &rte_flow_item_geneve_opt_mask;
7946                 break;
7947         case RTE_FLOW_ITEM_TYPE_PPPOE_PROTO_ID:
7948                 mask = &rte_flow_item_pppoe_proto_id_mask;
7949                 break;
7950         case RTE_FLOW_ITEM_TYPE_L2TPV3OIP:
7951                 mask = &rte_flow_item_l2tpv3oip_mask;
7952                 break;
7953         case RTE_FLOW_ITEM_TYPE_ESP:
7954                 mask = &rte_flow_item_esp_mask;
7955                 break;
7956         case RTE_FLOW_ITEM_TYPE_AH:
7957                 mask = &rte_flow_item_ah_mask;
7958                 break;
7959         case RTE_FLOW_ITEM_TYPE_PFCP:
7960                 mask = &rte_flow_item_pfcp_mask;
7961                 break;
7962         default:
7963                 break;
7964         }
7965         return mask;
7966 }
7967
7968 /** Dispatch parsed buffer to function calls. */
7969 static void
7970 cmd_set_raw_parsed_sample(const struct buffer *in)
7971 {
7972         uint32_t n = in->args.vc.actions_n;
7973         uint32_t i = 0;
7974         struct rte_flow_action *action = NULL;
7975         struct rte_flow_action *data = NULL;
7976         const struct rte_flow_action_rss *rss = NULL;
7977         size_t size = 0;
7978         uint16_t idx = in->port; /* We borrow port field as index */
7979         uint32_t max_size = sizeof(struct rte_flow_action) *
7980                                                 ACTION_SAMPLE_ACTIONS_NUM;
7981
7982         RTE_ASSERT(in->command == SET_SAMPLE_ACTIONS);
7983         data = (struct rte_flow_action *)&raw_sample_confs[idx].data;
7984         memset(data, 0x00, max_size);
7985         for (; i <= n - 1; i++) {
7986                 action = in->args.vc.actions + i;
7987                 if (action->type == RTE_FLOW_ACTION_TYPE_END)
7988                         break;
7989                 switch (action->type) {
7990                 case RTE_FLOW_ACTION_TYPE_MARK:
7991                         size = sizeof(struct rte_flow_action_mark);
7992                         rte_memcpy(&sample_mark[idx],
7993                                 (const void *)action->conf, size);
7994                         action->conf = &sample_mark[idx];
7995                         break;
7996                 case RTE_FLOW_ACTION_TYPE_COUNT:
7997                         size = sizeof(struct rte_flow_action_count);
7998                         rte_memcpy(&sample_count[idx],
7999                                 (const void *)action->conf, size);
8000                         action->conf = &sample_count[idx];
8001                         break;
8002                 case RTE_FLOW_ACTION_TYPE_QUEUE:
8003                         size = sizeof(struct rte_flow_action_queue);
8004                         rte_memcpy(&sample_queue[idx],
8005                                 (const void *)action->conf, size);
8006                         action->conf = &sample_queue[idx];
8007                         break;
8008                 case RTE_FLOW_ACTION_TYPE_RSS:
8009                         size = sizeof(struct rte_flow_action_rss);
8010                         rss = action->conf;
8011                         rte_memcpy(&sample_rss_data[idx].conf,
8012                                    (const void *)rss, size);
8013                         if (rss->key_len && rss->key) {
8014                                 sample_rss_data[idx].conf.key =
8015                                                 sample_rss_data[idx].key;
8016                                 rte_memcpy((void *)((uintptr_t)
8017                                            sample_rss_data[idx].conf.key),
8018                                            (const void *)rss->key,
8019                                            sizeof(uint8_t) * rss->key_len);
8020                         }
8021                         if (rss->queue_num && rss->queue) {
8022                                 sample_rss_data[idx].conf.queue =
8023                                                 sample_rss_data[idx].queue;
8024                                 rte_memcpy((void *)((uintptr_t)
8025                                            sample_rss_data[idx].conf.queue),
8026                                            (const void *)rss->queue,
8027                                            sizeof(uint16_t) * rss->queue_num);
8028                         }
8029                         action->conf = &sample_rss_data[idx].conf;
8030                         break;
8031                 case RTE_FLOW_ACTION_TYPE_RAW_ENCAP:
8032                         size = sizeof(struct rte_flow_action_raw_encap);
8033                         rte_memcpy(&sample_encap[idx],
8034                                 (const void *)action->conf, size);
8035                         action->conf = &sample_encap[idx];
8036                         break;
8037                 case RTE_FLOW_ACTION_TYPE_PORT_ID:
8038                         size = sizeof(struct rte_flow_action_port_id);
8039                         rte_memcpy(&sample_port_id[idx],
8040                                 (const void *)action->conf, size);
8041                         action->conf = &sample_port_id[idx];
8042                         break;
8043                 case RTE_FLOW_ACTION_TYPE_PF:
8044                         break;
8045                 case RTE_FLOW_ACTION_TYPE_VF:
8046                         size = sizeof(struct rte_flow_action_vf);
8047                         rte_memcpy(&sample_vf[idx],
8048                                         (const void *)action->conf, size);
8049                         action->conf = &sample_vf[idx];
8050                         break;
8051                 case RTE_FLOW_ACTION_TYPE_VXLAN_ENCAP:
8052                         size = sizeof(struct rte_flow_action_vxlan_encap);
8053                         parse_setup_vxlan_encap_data(&sample_vxlan_encap[idx]);
8054                         action->conf = &sample_vxlan_encap[idx].conf;
8055                         break;
8056                 case RTE_FLOW_ACTION_TYPE_NVGRE_ENCAP:
8057                         size = sizeof(struct rte_flow_action_nvgre_encap);
8058                         parse_setup_nvgre_encap_data(&sample_nvgre_encap[idx]);
8059                         action->conf = &sample_nvgre_encap[idx];
8060                         break;
8061                 default:
8062                         printf("Error - Not supported action\n");
8063                         return;
8064                 }
8065                 rte_memcpy(data, action, sizeof(struct rte_flow_action));
8066                 data++;
8067         }
8068 }
8069
8070 /** Dispatch parsed buffer to function calls. */
8071 static void
8072 cmd_set_raw_parsed(const struct buffer *in)
8073 {
8074         uint32_t n = in->args.vc.pattern_n;
8075         int i = 0;
8076         struct rte_flow_item *item = NULL;
8077         size_t size = 0;
8078         uint8_t *data = NULL;
8079         uint8_t *data_tail = NULL;
8080         size_t *total_size = NULL;
8081         uint16_t upper_layer = 0;
8082         uint16_t proto = 0;
8083         uint16_t idx = in->port; /* We borrow port field as index */
8084         int gtp_psc = -1; /* GTP PSC option index. */
8085
8086         if (in->command == SET_SAMPLE_ACTIONS)
8087                 return cmd_set_raw_parsed_sample(in);
8088         RTE_ASSERT(in->command == SET_RAW_ENCAP ||
8089                    in->command == SET_RAW_DECAP);
8090         if (in->command == SET_RAW_ENCAP) {
8091                 total_size = &raw_encap_confs[idx].size;
8092                 data = (uint8_t *)&raw_encap_confs[idx].data;
8093         } else {
8094                 total_size = &raw_decap_confs[idx].size;
8095                 data = (uint8_t *)&raw_decap_confs[idx].data;
8096         }
8097         *total_size = 0;
8098         memset(data, 0x00, ACTION_RAW_ENCAP_MAX_DATA);
8099         /* process hdr from upper layer to low layer (L3/L4 -> L2). */
8100         data_tail = data + ACTION_RAW_ENCAP_MAX_DATA;
8101         for (i = n - 1 ; i >= 0; --i) {
8102                 const struct rte_flow_item_gtp *gtp;
8103                 const struct rte_flow_item_geneve_opt *opt;
8104
8105                 item = in->args.vc.pattern + i;
8106                 if (item->spec == NULL)
8107                         item->spec = flow_item_default_mask(item);
8108                 switch (item->type) {
8109                 case RTE_FLOW_ITEM_TYPE_ETH:
8110                         size = sizeof(struct rte_ether_hdr);
8111                         break;
8112                 case RTE_FLOW_ITEM_TYPE_VLAN:
8113                         size = sizeof(struct rte_vlan_hdr);
8114                         proto = RTE_ETHER_TYPE_VLAN;
8115                         break;
8116                 case RTE_FLOW_ITEM_TYPE_IPV4:
8117                         size = sizeof(struct rte_ipv4_hdr);
8118                         proto = RTE_ETHER_TYPE_IPV4;
8119                         break;
8120                 case RTE_FLOW_ITEM_TYPE_IPV6:
8121                         size = sizeof(struct rte_ipv6_hdr);
8122                         proto = RTE_ETHER_TYPE_IPV6;
8123                         break;
8124                 case RTE_FLOW_ITEM_TYPE_UDP:
8125                         size = sizeof(struct rte_udp_hdr);
8126                         proto = 0x11;
8127                         break;
8128                 case RTE_FLOW_ITEM_TYPE_TCP:
8129                         size = sizeof(struct rte_tcp_hdr);
8130                         proto = 0x06;
8131                         break;
8132                 case RTE_FLOW_ITEM_TYPE_VXLAN:
8133                         size = sizeof(struct rte_vxlan_hdr);
8134                         break;
8135                 case RTE_FLOW_ITEM_TYPE_VXLAN_GPE:
8136                         size = sizeof(struct rte_vxlan_gpe_hdr);
8137                         break;
8138                 case RTE_FLOW_ITEM_TYPE_GRE:
8139                         size = sizeof(struct rte_gre_hdr);
8140                         proto = 0x2F;
8141                         break;
8142                 case RTE_FLOW_ITEM_TYPE_GRE_KEY:
8143                         size = sizeof(rte_be32_t);
8144                         proto = 0x0;
8145                         break;
8146                 case RTE_FLOW_ITEM_TYPE_MPLS:
8147                         size = sizeof(struct rte_mpls_hdr);
8148                         proto = 0x0;
8149                         break;
8150                 case RTE_FLOW_ITEM_TYPE_NVGRE:
8151                         size = sizeof(struct rte_flow_item_nvgre);
8152                         proto = 0x2F;
8153                         break;
8154                 case RTE_FLOW_ITEM_TYPE_GENEVE:
8155                         size = sizeof(struct rte_geneve_hdr);
8156                         break;
8157                 case RTE_FLOW_ITEM_TYPE_GENEVE_OPT:
8158                         opt = (const struct rte_flow_item_geneve_opt *)
8159                                                                 item->spec;
8160                         size = offsetof(struct rte_flow_item_geneve_opt, data);
8161                         if (opt->option_len && opt->data) {
8162                                 *total_size += opt->option_len *
8163                                                sizeof(uint32_t);
8164                                 rte_memcpy(data_tail - (*total_size),
8165                                            opt->data,
8166                                            opt->option_len * sizeof(uint32_t));
8167                         }
8168                         break;
8169                 case RTE_FLOW_ITEM_TYPE_L2TPV3OIP:
8170                         size = sizeof(rte_be32_t);
8171                         proto = 0x73;
8172                         break;
8173                 case RTE_FLOW_ITEM_TYPE_ESP:
8174                         size = sizeof(struct rte_esp_hdr);
8175                         proto = 0x32;
8176                         break;
8177                 case RTE_FLOW_ITEM_TYPE_AH:
8178                         size = sizeof(struct rte_flow_item_ah);
8179                         proto = 0x33;
8180                         break;
8181                 case RTE_FLOW_ITEM_TYPE_GTP:
8182                         if (gtp_psc < 0) {
8183                                 size = sizeof(struct rte_gtp_hdr);
8184                                 break;
8185                         }
8186                         if (gtp_psc != i + 1) {
8187                                 printf("Error - GTP PSC does not follow GTP\n");
8188                                 goto error;
8189                         }
8190                         gtp = item->spec;
8191                         if ((gtp->v_pt_rsv_flags & 0x07) != 0x04) {
8192                                 /* Only E flag should be set. */
8193                                 printf("Error - GTP unsupported flags\n");
8194                                 goto error;
8195                         } else {
8196                                 struct rte_gtp_hdr_ext_word ext_word = {
8197                                         .next_ext = 0x85
8198                                 };
8199
8200                                 /* We have to add GTP header extra word. */
8201                                 *total_size += sizeof(ext_word);
8202                                 rte_memcpy(data_tail - (*total_size),
8203                                            &ext_word, sizeof(ext_word));
8204                         }
8205                         size = sizeof(struct rte_gtp_hdr);
8206                         break;
8207                 case RTE_FLOW_ITEM_TYPE_GTP_PSC:
8208                         if (gtp_psc >= 0) {
8209                                 printf("Error - Multiple GTP PSC items\n");
8210                                 goto error;
8211                         } else {
8212                                 const struct rte_flow_item_gtp_psc
8213                                         *opt = item->spec;
8214                                 struct {
8215                                         uint8_t len;
8216                                         uint8_t pdu_type;
8217                                         uint8_t qfi;
8218                                         uint8_t next;
8219                                 } psc;
8220
8221                                 if (opt->pdu_type & 0x0F) {
8222                                         /* Support the minimal option only. */
8223                                         printf("Error - GTP PSC option with "
8224                                                "extra fields not supported\n");
8225                                         goto error;
8226                                 }
8227                                 psc.len = sizeof(psc);
8228                                 psc.pdu_type = opt->pdu_type;
8229                                 psc.qfi = opt->qfi;
8230                                 psc.next = 0;
8231                                 *total_size += sizeof(psc);
8232                                 rte_memcpy(data_tail - (*total_size),
8233                                            &psc, sizeof(psc));
8234                                 gtp_psc = i;
8235                                 size = 0;
8236                         }
8237                         break;
8238                 case RTE_FLOW_ITEM_TYPE_PFCP:
8239                         size = sizeof(struct rte_flow_item_pfcp);
8240                         break;
8241                 default:
8242                         printf("Error - Not supported item\n");
8243                         goto error;
8244                 }
8245                 *total_size += size;
8246                 rte_memcpy(data_tail - (*total_size), item->spec, size);
8247                 /* update some fields which cannot be set by cmdline */
8248                 update_fields((data_tail - (*total_size)), item,
8249                               upper_layer);
8250                 upper_layer = proto;
8251         }
8252         if (verbose_level & 0x1)
8253                 printf("total data size is %zu\n", (*total_size));
8254         RTE_ASSERT((*total_size) <= ACTION_RAW_ENCAP_MAX_DATA);
8255         memmove(data, (data_tail - (*total_size)), *total_size);
8256         return;
8257
8258 error:
8259         *total_size = 0;
8260         memset(data, 0x00, ACTION_RAW_ENCAP_MAX_DATA);
8261 }
8262
8263 /** Populate help strings for current token (cmdline API). */
8264 static int
8265 cmd_set_raw_get_help(cmdline_parse_token_hdr_t *hdr, char *dst,
8266                      unsigned int size)
8267 {
8268         struct context *ctx = &cmd_flow_context;
8269         const struct token *token = &token_list[ctx->prev];
8270
8271         (void)hdr;
8272         if (!size)
8273                 return -1;
8274         /* Set token type and update global help with details. */
8275         snprintf(dst, size, "%s", (token->type ? token->type : "TOKEN"));
8276         if (token->help)
8277                 cmd_set_raw.help_str = token->help;
8278         else
8279                 cmd_set_raw.help_str = token->name;
8280         return 0;
8281 }
8282
8283 /** Token definition template (cmdline API). */
8284 static struct cmdline_token_hdr cmd_set_raw_token_hdr = {
8285         .ops = &(struct cmdline_token_ops){
8286                 .parse = cmd_flow_parse,
8287                 .complete_get_nb = cmd_flow_complete_get_nb,
8288                 .complete_get_elt = cmd_flow_complete_get_elt,
8289                 .get_help = cmd_set_raw_get_help,
8290         },
8291         .offset = 0,
8292 };
8293
8294 /** Populate the next dynamic token. */
8295 static void
8296 cmd_set_raw_tok(cmdline_parse_token_hdr_t **hdr,
8297              cmdline_parse_token_hdr_t **hdr_inst)
8298 {
8299         struct context *ctx = &cmd_flow_context;
8300
8301         /* Always reinitialize context before requesting the first token. */
8302         if (!(hdr_inst - cmd_set_raw.tokens)) {
8303                 cmd_flow_context_init(ctx);
8304                 ctx->curr = START_SET;
8305         }
8306         /* Return NULL when no more tokens are expected. */
8307         if (!ctx->next_num && (ctx->curr != START_SET)) {
8308                 *hdr = NULL;
8309                 return;
8310         }
8311         /* Determine if command should end here. */
8312         if (ctx->eol && ctx->last && ctx->next_num) {
8313                 const enum index *list = ctx->next[ctx->next_num - 1];
8314                 int i;
8315
8316                 for (i = 0; list[i]; ++i) {
8317                         if (list[i] != END)
8318                                 continue;
8319                         *hdr = NULL;
8320                         return;
8321                 }
8322         }
8323         *hdr = &cmd_set_raw_token_hdr;
8324 }
8325
8326 /** Token generator and output processing callback (cmdline API). */
8327 static void
8328 cmd_set_raw_cb(void *arg0, struct cmdline *cl, void *arg2)
8329 {
8330         if (cl == NULL)
8331                 cmd_set_raw_tok(arg0, arg2);
8332         else
8333                 cmd_set_raw_parsed(arg0);
8334 }
8335
8336 /** Global parser instance (cmdline API). */
8337 cmdline_parse_inst_t cmd_set_raw = {
8338         .f = cmd_set_raw_cb,
8339         .data = NULL, /**< Unused. */
8340         .help_str = NULL, /**< Updated by cmd_flow_get_help(). */
8341         .tokens = {
8342                 NULL,
8343         }, /**< Tokens are returned by cmd_flow_tok(). */
8344 };
8345
8346 /* *** display raw_encap/raw_decap buf */
8347 struct cmd_show_set_raw_result {
8348         cmdline_fixed_string_t cmd_show;
8349         cmdline_fixed_string_t cmd_what;
8350         cmdline_fixed_string_t cmd_all;
8351         uint16_t cmd_index;
8352 };
8353
8354 static void
8355 cmd_show_set_raw_parsed(void *parsed_result, struct cmdline *cl, void *data)
8356 {
8357         struct cmd_show_set_raw_result *res = parsed_result;
8358         uint16_t index = res->cmd_index;
8359         uint8_t all = 0;
8360         uint8_t *raw_data = NULL;
8361         size_t raw_size = 0;
8362         char title[16] = {0};
8363
8364         RTE_SET_USED(cl);
8365         RTE_SET_USED(data);
8366         if (!strcmp(res->cmd_all, "all")) {
8367                 all = 1;
8368                 index = 0;
8369         } else if (index >= RAW_ENCAP_CONFS_MAX_NUM) {
8370                 printf("index should be 0-%u\n", RAW_ENCAP_CONFS_MAX_NUM - 1);
8371                 return;
8372         }
8373         do {
8374                 if (!strcmp(res->cmd_what, "raw_encap")) {
8375                         raw_data = (uint8_t *)&raw_encap_confs[index].data;
8376                         raw_size = raw_encap_confs[index].size;
8377                         snprintf(title, 16, "\nindex: %u", index);
8378                         rte_hexdump(stdout, title, raw_data, raw_size);
8379                 } else {
8380                         raw_data = (uint8_t *)&raw_decap_confs[index].data;
8381                         raw_size = raw_decap_confs[index].size;
8382                         snprintf(title, 16, "\nindex: %u", index);
8383                         rte_hexdump(stdout, title, raw_data, raw_size);
8384                 }
8385         } while (all && ++index < RAW_ENCAP_CONFS_MAX_NUM);
8386 }
8387
8388 cmdline_parse_token_string_t cmd_show_set_raw_cmd_show =
8389         TOKEN_STRING_INITIALIZER(struct cmd_show_set_raw_result,
8390                         cmd_show, "show");
8391 cmdline_parse_token_string_t cmd_show_set_raw_cmd_what =
8392         TOKEN_STRING_INITIALIZER(struct cmd_show_set_raw_result,
8393                         cmd_what, "raw_encap#raw_decap");
8394 cmdline_parse_token_num_t cmd_show_set_raw_cmd_index =
8395         TOKEN_NUM_INITIALIZER(struct cmd_show_set_raw_result,
8396                         cmd_index, RTE_UINT16);
8397 cmdline_parse_token_string_t cmd_show_set_raw_cmd_all =
8398         TOKEN_STRING_INITIALIZER(struct cmd_show_set_raw_result,
8399                         cmd_all, "all");
8400 cmdline_parse_inst_t cmd_show_set_raw = {
8401         .f = cmd_show_set_raw_parsed,
8402         .data = NULL,
8403         .help_str = "show <raw_encap|raw_decap> <index>",
8404         .tokens = {
8405                 (void *)&cmd_show_set_raw_cmd_show,
8406                 (void *)&cmd_show_set_raw_cmd_what,
8407                 (void *)&cmd_show_set_raw_cmd_index,
8408                 NULL,
8409         },
8410 };
8411 cmdline_parse_inst_t cmd_show_set_raw_all = {
8412         .f = cmd_show_set_raw_parsed,
8413         .data = NULL,
8414         .help_str = "show <raw_encap|raw_decap> all",
8415         .tokens = {
8416                 (void *)&cmd_show_set_raw_cmd_show,
8417                 (void *)&cmd_show_set_raw_cmd_what,
8418                 (void *)&cmd_show_set_raw_cmd_all,
8419                 NULL,
8420         },
8421 };