examples/performance-thread: set thread names
[dpdk.git] / app / test-pmd / cmdline_flow.c
index 4043eac..0127d9e 100644 (file)
 #include <rte_flow.h>
 #include <rte_hexdump.h>
 #include <rte_vxlan.h>
+#include <rte_gre.h>
+#include <rte_mpls.h>
+#include <rte_gtp.h>
+#include <rte_geneve.h>
 
 #include "testpmd.h"
 
@@ -74,6 +78,14 @@ enum index {
        LIST,
        AGED,
        ISOLATE,
+       TUNNEL,
+
+       /* Tunnel arguments. */
+       TUNNEL_CREATE,
+       TUNNEL_CREATE_TYPE,
+       TUNNEL_LIST,
+       TUNNEL_DESTROY,
+       TUNNEL_DESTROY_ID,
 
        /* Destroy arguments. */
        DESTROY_RULE,
@@ -93,6 +105,12 @@ enum index {
        INGRESS,
        EGRESS,
        TRANSFER,
+       TUNNEL_SET,
+       TUNNEL_MATCH,
+
+       /* Dump arguments */
+       DUMP_ALL,
+       DUMP_ONE,
 
        /* Shared action arguments */
        SHARED_ACTION_CREATE,
@@ -104,6 +122,7 @@ enum index {
        SHARED_ACTION_CREATE_ID,
        SHARED_ACTION_INGRESS,
        SHARED_ACTION_EGRESS,
+       SHARED_ACTION_TRANSFER,
        SHARED_ACTION_SPEC,
 
        /* Shared action destroy arguments */
@@ -141,12 +160,14 @@ enum index {
        ITEM_ETH_DST,
        ITEM_ETH_SRC,
        ITEM_ETH_TYPE,
+       ITEM_ETH_HAS_VLAN,
        ITEM_VLAN,
        ITEM_VLAN_TCI,
        ITEM_VLAN_PCP,
        ITEM_VLAN_DEI,
        ITEM_VLAN_VID,
        ITEM_VLAN_INNER_TYPE,
+       ITEM_VLAN_HAS_MORE_VLAN,
        ITEM_IPV4,
        ITEM_IPV4_TOS,
        ITEM_IPV4_FRAGMENT_OFFSET,
@@ -206,6 +227,7 @@ enum index {
        ITEM_GENEVE,
        ITEM_GENEVE_VNI,
        ITEM_GENEVE_PROTO,
+       ITEM_GENEVE_OPTLEN,
        ITEM_VXLAN_GPE,
        ITEM_VXLAN_GPE_VNI,
        ITEM_ARP_ETH_IPV4,
@@ -215,6 +237,9 @@ enum index {
        ITEM_ARP_ETH_IPV4_TPA,
        ITEM_IPV6_EXT,
        ITEM_IPV6_EXT_NEXT_HDR,
+       ITEM_IPV6_FRAG_EXT,
+       ITEM_IPV6_FRAG_EXT_NEXT_HDR,
+       ITEM_IPV6_FRAG_EXT_FRAG_DATA,
        ITEM_ICMP6,
        ITEM_ICMP6_TYPE,
        ITEM_ICMP6_CODE,
@@ -263,6 +288,11 @@ enum index {
        ITEM_ECPRI_MSG_IQ_DATA_PCID,
        ITEM_ECPRI_MSG_RTC_CTRL_RTCID,
        ITEM_ECPRI_MSG_DLY_MSR_MSRID,
+       ITEM_GENEVE_OPT,
+       ITEM_GENEVE_OPT_CLASS,
+       ITEM_GENEVE_OPT_TYPE,
+       ITEM_GENEVE_OPT_LENGTH,
+       ITEM_GENEVE_OPT_DATA,
 
        /* Validate/create actions. */
        ACTIONS,
@@ -388,11 +418,27 @@ enum index {
        ACTION_SAMPLE_INDEX_VALUE,
        ACTION_SHARED,
        SHARED_ACTION_ID2PTR,
+       ACTION_MODIFY_FIELD,
+       ACTION_MODIFY_FIELD_OP,
+       ACTION_MODIFY_FIELD_OP_VALUE,
+       ACTION_MODIFY_FIELD_DST_TYPE,
+       ACTION_MODIFY_FIELD_DST_TYPE_VALUE,
+       ACTION_MODIFY_FIELD_DST_LEVEL,
+       ACTION_MODIFY_FIELD_DST_OFFSET,
+       ACTION_MODIFY_FIELD_SRC_TYPE,
+       ACTION_MODIFY_FIELD_SRC_TYPE_VALUE,
+       ACTION_MODIFY_FIELD_SRC_LEVEL,
+       ACTION_MODIFY_FIELD_SRC_OFFSET,
+       ACTION_MODIFY_FIELD_SRC_VALUE,
+       ACTION_MODIFY_FIELD_WIDTH,
 };
 
 /** Maximum size for pattern in struct rte_flow_item_raw. */
 #define ITEM_RAW_PATTERN_SIZE 40
 
+/** Maximum size for GENEVE option data pattern in bytes. */
+#define ITEM_GENEVE_OPT_DATA_SIZE 124
+
 /** Storage size for struct rte_flow_item_raw including pattern. */
 #define ITEM_RAW_SIZE \
        (sizeof(struct rte_flow_item_raw) + ITEM_RAW_PATTERN_SIZE)
@@ -408,7 +454,7 @@ struct action_rss_data {
 };
 
 /** Maximum data size in struct rte_flow_action_raw_encap. */
-#define ACTION_RAW_ENCAP_MAX_DATA 128
+#define ACTION_RAW_ENCAP_MAX_DATA 512
 #define RAW_ENCAP_CONFS_MAX_NUM 8
 
 /** Storage for struct rte_flow_action_raw_encap. */
@@ -540,6 +586,26 @@ struct rte_flow_action_queue sample_queue[RAW_SAMPLE_CONFS_MAX_NUM];
 struct rte_flow_action_count sample_count[RAW_SAMPLE_CONFS_MAX_NUM];
 struct rte_flow_action_port_id sample_port_id[RAW_SAMPLE_CONFS_MAX_NUM];
 struct rte_flow_action_raw_encap sample_encap[RAW_SAMPLE_CONFS_MAX_NUM];
+struct action_vxlan_encap_data sample_vxlan_encap[RAW_SAMPLE_CONFS_MAX_NUM];
+struct action_nvgre_encap_data sample_nvgre_encap[RAW_SAMPLE_CONFS_MAX_NUM];
+struct action_rss_data sample_rss_data[RAW_SAMPLE_CONFS_MAX_NUM];
+struct rte_flow_action_vf sample_vf[RAW_SAMPLE_CONFS_MAX_NUM];
+
+static const char *const modify_field_ops[] = {
+       "set", "add", "sub", NULL
+};
+
+static const char *const modify_field_ids[] = {
+       "start", "mac_dst", "mac_src",
+       "vlan_type", "vlan_id", "mac_type",
+       "ipv4_dscp", "ipv4_ttl", "ipv4_src", "ipv4_dst",
+       "ipv6_dscp", "ipv6_hoplimit", "ipv6_src", "ipv6_dst",
+       "tcp_port_src", "tcp_port_dst",
+       "tcp_seq_num", "tcp_ack_num", "tcp_flags",
+       "udp_port_src", "udp_port_dst",
+       "vxlan_vni", "geneve_vni", "gtp_teid",
+       "tag", "mark", "meta", "pointer", "value", NULL
+};
 
 /** Maximum number of subsequent tokens and arguments on the stack. */
 #define CTX_STACK_SIZE 16
@@ -638,6 +704,16 @@ struct token {
                .mask = (const void *)&(const s){ .f = (1 << (b)) - 1 }, \
        })
 
+/** Static initializer for ARGS() to target a field with limits. */
+#define ARGS_ENTRY_BOUNDED(s, f, i, a) \
+       (&(const struct arg){ \
+               .bounded = 1, \
+               .min = (i), \
+               .max = (a), \
+               .offset = offsetof(s, f), \
+               .size = sizeof(((s *)0)->f), \
+       })
+
 /** Static initializer for ARGS() to target an arbitrary bit-mask. */
 #define ARGS_ENTRY_MASK(s, f, m) \
        (&(const struct arg){ \
@@ -708,6 +784,7 @@ struct buffer {
                } sa; /* Shared action query arguments */
                struct {
                        struct rte_flow_attr attr;
+                       struct tunnel_ops tunnel_ops;
                        struct rte_flow_item *pattern;
                        struct rte_flow_action *actions;
                        uint32_t pattern_n;
@@ -720,6 +797,8 @@ struct buffer {
                } destroy; /**< Destroy arguments. */
                struct {
                        char file[128];
+                       bool mode;
+                       uint32_t rule;
                } dump; /**< Dump arguments. */
                struct {
                        uint32_t rule;
@@ -766,10 +845,17 @@ static const enum index next_sa_create_attr[] = {
        SHARED_ACTION_CREATE_ID,
        SHARED_ACTION_INGRESS,
        SHARED_ACTION_EGRESS,
+       SHARED_ACTION_TRANSFER,
        SHARED_ACTION_SPEC,
        ZERO,
 };
 
+static const enum index next_dump_subcmd[] = {
+       DUMP_ALL,
+       DUMP_ONE,
+       ZERO,
+};
+
 static const enum index next_sa_subcmd[] = {
        SHARED_ACTION_CREATE,
        SHARED_ACTION_UPDATE,
@@ -784,6 +870,8 @@ static const enum index next_vc_attr[] = {
        INGRESS,
        EGRESS,
        TRANSFER,
+       TUNNEL_SET,
+       TUNNEL_MATCH,
        PATTERN,
        ZERO,
 };
@@ -859,6 +947,7 @@ static const enum index next_item[] = {
        ITEM_VXLAN_GPE,
        ITEM_ARP_ETH_IPV4,
        ITEM_IPV6_EXT,
+       ITEM_IPV6_FRAG_EXT,
        ITEM_ICMP6,
        ITEM_ICMP6_ND_NS,
        ITEM_ICMP6_ND_NA,
@@ -878,6 +967,7 @@ static const enum index next_item[] = {
        ITEM_AH,
        ITEM_PFCP,
        ITEM_ECPRI,
+       ITEM_GENEVE_OPT,
        END_SET,
        ZERO,
 };
@@ -932,6 +1022,7 @@ static const enum index item_eth[] = {
        ITEM_ETH_DST,
        ITEM_ETH_SRC,
        ITEM_ETH_TYPE,
+       ITEM_ETH_HAS_VLAN,
        ITEM_NEXT,
        ZERO,
 };
@@ -942,6 +1033,7 @@ static const enum index item_vlan[] = {
        ITEM_VLAN_DEI,
        ITEM_VLAN_VID,
        ITEM_VLAN_INNER_TYPE,
+       ITEM_VLAN_HAS_MORE_VLAN,
        ITEM_NEXT,
        ZERO,
 };
@@ -1055,6 +1147,7 @@ static const enum index item_gtp[] = {
 static const enum index item_geneve[] = {
        ITEM_GENEVE_VNI,
        ITEM_GENEVE_PROTO,
+       ITEM_GENEVE_OPTLEN,
        ITEM_NEXT,
        ZERO,
 };
@@ -1080,6 +1173,13 @@ static const enum index item_ipv6_ext[] = {
        ZERO,
 };
 
+static const enum index item_ipv6_frag_ext[] = {
+       ITEM_IPV6_FRAG_EXT_NEXT_HDR,
+       ITEM_IPV6_FRAG_EXT_FRAG_DATA,
+       ITEM_NEXT,
+       ZERO,
+};
+
 static const enum index item_icmp6[] = {
        ITEM_ICMP6_TYPE,
        ITEM_ICMP6_CODE,
@@ -1210,6 +1310,15 @@ static const enum index item_ecpri_common_type[] = {
        ZERO,
 };
 
+static const enum index item_geneve_opt[] = {
+       ITEM_GENEVE_OPT_CLASS,
+       ITEM_GENEVE_OPT_TYPE,
+       ITEM_GENEVE_OPT_LENGTH,
+       ITEM_GENEVE_OPT_DATA,
+       ITEM_NEXT,
+       ZERO,
+};
+
 static const enum index next_action[] = {
        ACTION_END,
        ACTION_VOID,
@@ -1272,6 +1381,7 @@ static const enum index next_action[] = {
        ACTION_AGE,
        ACTION_SAMPLE,
        ACTION_SHARED,
+       ACTION_MODIFY_FIELD,
        ZERO,
 };
 
@@ -1514,14 +1624,32 @@ static const enum index action_sample[] = {
 
 static const enum index next_action_sample[] = {
        ACTION_QUEUE,
+       ACTION_RSS,
        ACTION_MARK,
        ACTION_COUNT,
        ACTION_PORT_ID,
        ACTION_RAW_ENCAP,
+       ACTION_VXLAN_ENCAP,
+       ACTION_NVGRE_ENCAP,
        ACTION_NEXT,
        ZERO,
 };
 
+static const enum index action_modify_field_dst[] = {
+       ACTION_MODIFY_FIELD_DST_LEVEL,
+       ACTION_MODIFY_FIELD_DST_OFFSET,
+       ACTION_MODIFY_FIELD_SRC_TYPE,
+       ZERO,
+};
+
+static const enum index action_modify_field_src[] = {
+       ACTION_MODIFY_FIELD_SRC_LEVEL,
+       ACTION_MODIFY_FIELD_SRC_OFFSET,
+       ACTION_MODIFY_FIELD_SRC_VALUE,
+       ACTION_MODIFY_FIELD_WIDTH,
+       ZERO,
+};
+
 static int parse_set_raw_encap_decap(struct context *, const struct token *,
                                     const char *, unsigned int,
                                     void *, unsigned int);
@@ -1604,6 +1732,14 @@ static int
 parse_vc_action_sample_index(struct context *ctx, const struct token *token,
                                const char *str, unsigned int len, void *buf,
                                unsigned int size);
+static int
+parse_vc_modify_field_op(struct context *ctx, const struct token *token,
+                               const char *str, unsigned int len, void *buf,
+                               unsigned int size);
+static int
+parse_vc_modify_field_id(struct context *ctx, const struct token *token,
+                               const char *str, unsigned int len, void *buf,
+                               unsigned int size);
 static int parse_destroy(struct context *, const struct token *,
                         const char *, unsigned int,
                         void *, unsigned int);
@@ -1628,6 +1764,9 @@ static int parse_aged(struct context *, const struct token *,
 static int parse_isolate(struct context *, const struct token *,
                         const char *, unsigned int,
                         void *, unsigned int);
+static int parse_tunnel(struct context *, const struct token *,
+                       const char *, unsigned int,
+                       void *, unsigned int);
 static int parse_int(struct context *, const struct token *,
                     const char *, unsigned int,
                     void *, unsigned int);
@@ -1685,6 +1824,10 @@ static int comp_set_raw_index(struct context *, const struct token *,
                              unsigned int, char *, unsigned int);
 static int comp_set_sample_index(struct context *, const struct token *,
                              unsigned int, char *, unsigned int);
+static int comp_set_modify_field_op(struct context *, const struct token *,
+                             unsigned int, char *, unsigned int);
+static int comp_set_modify_field_id(struct context *, const struct token *,
+                             unsigned int, char *, unsigned int);
 
 /** Token definitions. */
 static const struct token token_list[] = {
@@ -1829,7 +1972,8 @@ static const struct token token_list[] = {
                              LIST,
                              AGED,
                              QUERY,
-                             ISOLATE)),
+                             ISOLATE,
+                             TUNNEL)),
                .call = parse_init,
        },
        /* Top-level command. */
@@ -1900,10 +2044,9 @@ static const struct token token_list[] = {
        },
        [DUMP] = {
                .name = "dump",
-               .help = "dump all flow rules to file",
-               .next = NEXT(next_dump_attr, NEXT_ENTRY(PORT_ID)),
-               .args = ARGS(ARGS_ENTRY(struct buffer, args.dump.file),
-                            ARGS_ENTRY(struct buffer, port)),
+               .help = "dump single/all flow rules to file",
+               .next = NEXT(next_dump_subcmd, NEXT_ENTRY(PORT_ID)),
+               .args = ARGS(ARGS_ENTRY(struct buffer, port)),
                .call = parse_dump,
        },
        [QUERY] = {
@@ -1940,6 +2083,51 @@ static const struct token token_list[] = {
                             ARGS_ENTRY(struct buffer, port)),
                .call = parse_isolate,
        },
+       [TUNNEL] = {
+               .name = "tunnel",
+               .help = "new tunnel API",
+               .next = NEXT(NEXT_ENTRY
+                            (TUNNEL_CREATE, TUNNEL_LIST, TUNNEL_DESTROY)),
+               .call = parse_tunnel,
+       },
+       /* Tunnel arguments. */
+       [TUNNEL_CREATE] = {
+               .name = "create",
+               .help = "create new tunnel object",
+               .next = NEXT(NEXT_ENTRY(TUNNEL_CREATE_TYPE),
+                            NEXT_ENTRY(PORT_ID)),
+               .args = ARGS(ARGS_ENTRY(struct buffer, port)),
+               .call = parse_tunnel,
+       },
+       [TUNNEL_CREATE_TYPE] = {
+               .name = "type",
+               .help = "create new tunnel",
+               .next = NEXT(NEXT_ENTRY(FILE_PATH)),
+               .args = ARGS(ARGS_ENTRY(struct tunnel_ops, type)),
+               .call = parse_tunnel,
+       },
+       [TUNNEL_DESTROY] = {
+               .name = "destroy",
+               .help = "destroy tunel",
+               .next = NEXT(NEXT_ENTRY(TUNNEL_DESTROY_ID),
+                            NEXT_ENTRY(PORT_ID)),
+               .args = ARGS(ARGS_ENTRY(struct buffer, port)),
+               .call = parse_tunnel,
+       },
+       [TUNNEL_DESTROY_ID] = {
+               .name = "id",
+               .help = "tunnel identifier to testroy",
+               .next = NEXT(NEXT_ENTRY(UNSIGNED)),
+               .args = ARGS(ARGS_ENTRY(struct tunnel_ops, id)),
+               .call = parse_tunnel,
+       },
+       [TUNNEL_LIST] = {
+               .name = "list",
+               .help = "list existing tunnels",
+               .next = NEXT(NEXT_ENTRY(PORT_ID)),
+               .args = ARGS(ARGS_ENTRY(struct buffer, port)),
+               .call = parse_tunnel,
+       },
        /* Destroy arguments. */
        [DESTROY_RULE] = {
                .name = "rule",
@@ -1948,6 +2136,22 @@ static const struct token token_list[] = {
                .args = ARGS(ARGS_ENTRY_PTR(struct buffer, args.destroy.rule)),
                .call = parse_destroy,
        },
+       /* Dump arguments. */
+       [DUMP_ALL] = {
+               .name = "all",
+               .help = "dump all",
+               .next = NEXT(next_dump_attr),
+               .args = ARGS(ARGS_ENTRY(struct buffer, args.dump.file)),
+               .call = parse_dump,
+       },
+       [DUMP_ONE] = {
+               .name = "rule",
+               .help = "dump one rule",
+               .next = NEXT(next_dump_attr, NEXT_ENTRY(RULE_ID)),
+               .args = ARGS(ARGS_ENTRY(struct buffer, args.dump.file),
+                               ARGS_ENTRY(struct buffer, args.dump.rule)),
+               .call = parse_dump,
+       },
        /* Query arguments. */
        [QUERY_ACTION] = {
                .name = "{action}",
@@ -2003,6 +2207,20 @@ static const struct token token_list[] = {
                .next = NEXT(next_vc_attr),
                .call = parse_vc,
        },
+       [TUNNEL_SET] = {
+               .name = "tunnel_set",
+               .help = "tunnel steer rule",
+               .next = NEXT(next_vc_attr, NEXT_ENTRY(UNSIGNED)),
+               .args = ARGS(ARGS_ENTRY(struct tunnel_ops, id)),
+               .call = parse_vc,
+       },
+       [TUNNEL_MATCH] = {
+               .name = "tunnel_match",
+               .help = "tunnel match rule",
+               .next = NEXT(next_vc_attr, NEXT_ENTRY(UNSIGNED)),
+               .args = ARGS(ARGS_ENTRY(struct tunnel_ops, id)),
+               .call = parse_vc,
+       },
        /* Validate/create pattern. */
        [PATTERN] = {
                .name = "pattern",
@@ -2206,6 +2424,13 @@ static const struct token token_list[] = {
                .next = NEXT(item_eth, NEXT_ENTRY(UNSIGNED), item_param),
                .args = ARGS(ARGS_ENTRY_HTON(struct rte_flow_item_eth, type)),
        },
+       [ITEM_ETH_HAS_VLAN] = {
+               .name = "has_vlan",
+               .help = "packet header contains VLAN",
+               .next = NEXT(item_eth, NEXT_ENTRY(UNSIGNED), item_param),
+               .args = ARGS(ARGS_ENTRY_BF(struct rte_flow_item_eth,
+                                          has_vlan, 1)),
+       },
        [ITEM_VLAN] = {
                .name = "vlan",
                .help = "match 802.1Q/ad VLAN tag",
@@ -2247,6 +2472,13 @@ static const struct token token_list[] = {
                .args = ARGS(ARGS_ENTRY_HTON(struct rte_flow_item_vlan,
                                             inner_type)),
        },
+       [ITEM_VLAN_HAS_MORE_VLAN] = {
+               .name = "has_more_vlan",
+               .help = "packet header contains another VLAN",
+               .next = NEXT(item_vlan, NEXT_ENTRY(UNSIGNED), item_param),
+               .args = ARGS(ARGS_ENTRY_BF(struct rte_flow_item_vlan,
+                                          has_more_vlan, 1)),
+       },
        [ITEM_IPV4] = {
                .name = "ipv4",
                .help = "match IPv4 header",
@@ -2668,6 +2900,14 @@ static const struct token token_list[] = {
                .args = ARGS(ARGS_ENTRY_HTON(struct rte_flow_item_geneve,
                                             protocol)),
        },
+       [ITEM_GENEVE_OPTLEN] = {
+               .name = "optlen",
+               .help = "GENEVE options length in dwords",
+               .next = NEXT(item_geneve, NEXT_ENTRY(UNSIGNED), item_param),
+               .args = ARGS(ARGS_ENTRY_MASK_HTON(struct rte_flow_item_geneve,
+                                                 ver_opt_len_o_c_rsvd0,
+                                                 "\x3f\x00")),
+       },
        [ITEM_VXLAN_GPE] = {
                .name = "vxlan-gpe",
                .help = "match VXLAN-GPE header",
@@ -2738,6 +2978,30 @@ static const struct token token_list[] = {
                .args = ARGS(ARGS_ENTRY_HTON(struct rte_flow_item_ipv6_ext,
                                             next_hdr)),
        },
+       [ITEM_IPV6_FRAG_EXT] = {
+               .name = "ipv6_frag_ext",
+               .help = "match presence of IPv6 fragment extension header",
+               .priv = PRIV_ITEM(IPV6_FRAG_EXT,
+                               sizeof(struct rte_flow_item_ipv6_frag_ext)),
+               .next = NEXT(item_ipv6_frag_ext),
+               .call = parse_vc,
+       },
+       [ITEM_IPV6_FRAG_EXT_NEXT_HDR] = {
+               .name = "next_hdr",
+               .help = "next header",
+               .next = NEXT(item_ipv6_frag_ext, NEXT_ENTRY(UNSIGNED),
+                            item_param),
+               .args = ARGS(ARGS_ENTRY(struct rte_flow_item_ipv6_frag_ext,
+                                       hdr.next_header)),
+       },
+       [ITEM_IPV6_FRAG_EXT_FRAG_DATA] = {
+               .name = "frag_data",
+               .help = "Fragment flags and offset",
+               .next = NEXT(item_ipv6_frag_ext, NEXT_ENTRY(UNSIGNED),
+                            item_param),
+               .args = ARGS(ARGS_ENTRY_HTON(struct rte_flow_item_ipv6_frag_ext,
+                                            hdr.frag_data)),
+       },
        [ITEM_ICMP6] = {
                .name = "icmp6",
                .help = "match any ICMPv6 header",
@@ -3057,7 +3321,9 @@ static const struct token token_list[] = {
        [ITEM_ECPRI_MSG_IQ_DATA_PCID] = {
                .name = "pc_id",
                .help = "Physical Channel ID",
-               .next = NEXT(item_ecpri, NEXT_ENTRY(UNSIGNED), item_param),
+               .next = NEXT(NEXT_ENTRY(ITEM_ECPRI_MSG_IQ_DATA_PCID,
+                               ITEM_ECPRI_COMMON, ITEM_NEXT),
+                               NEXT_ENTRY(UNSIGNED), item_param),
                .args = ARGS(ARGS_ENTRY_HTON(struct rte_flow_item_ecpri,
                                hdr.type0.pc_id)),
        },
@@ -3071,7 +3337,9 @@ static const struct token token_list[] = {
        [ITEM_ECPRI_MSG_RTC_CTRL_RTCID] = {
                .name = "rtc_id",
                .help = "Real-Time Control Data ID",
-               .next = NEXT(item_ecpri, NEXT_ENTRY(UNSIGNED), item_param),
+               .next = NEXT(NEXT_ENTRY(ITEM_ECPRI_MSG_RTC_CTRL_RTCID,
+                               ITEM_ECPRI_COMMON, ITEM_NEXT),
+                               NEXT_ENTRY(UNSIGNED), item_param),
                .args = ARGS(ARGS_ENTRY_HTON(struct rte_flow_item_ecpri,
                                hdr.type2.rtc_id)),
        },
@@ -3085,10 +3353,53 @@ static const struct token token_list[] = {
        [ITEM_ECPRI_MSG_DLY_MSR_MSRID] = {
                .name = "msr_id",
                .help = "Measurement ID",
-               .next = NEXT(item_ecpri, NEXT_ENTRY(UNSIGNED), item_param),
+               .next = NEXT(NEXT_ENTRY(ITEM_ECPRI_MSG_DLY_MSR_MSRID,
+                               ITEM_ECPRI_COMMON, ITEM_NEXT),
+                               NEXT_ENTRY(UNSIGNED), item_param),
                .args = ARGS(ARGS_ENTRY_HTON(struct rte_flow_item_ecpri,
                                hdr.type5.msr_id)),
        },
+       [ITEM_GENEVE_OPT] = {
+               .name = "geneve-opt",
+               .help = "GENEVE header option",
+               .priv = PRIV_ITEM(GENEVE_OPT,
+                                 sizeof(struct rte_flow_item_geneve_opt) +
+                                 ITEM_GENEVE_OPT_DATA_SIZE),
+               .next = NEXT(item_geneve_opt),
+               .call = parse_vc,
+       },
+       [ITEM_GENEVE_OPT_CLASS] = {
+               .name = "class",
+               .help = "GENEVE option class",
+               .next = NEXT(item_geneve_opt, NEXT_ENTRY(UNSIGNED), item_param),
+               .args = ARGS(ARGS_ENTRY_HTON(struct rte_flow_item_geneve_opt,
+                                            option_class)),
+       },
+       [ITEM_GENEVE_OPT_TYPE] = {
+               .name = "type",
+               .help = "GENEVE option type",
+               .next = NEXT(item_geneve_opt, NEXT_ENTRY(UNSIGNED), item_param),
+               .args = ARGS(ARGS_ENTRY(struct rte_flow_item_geneve_opt,
+                                       option_type)),
+       },
+       [ITEM_GENEVE_OPT_LENGTH] = {
+               .name = "length",
+               .help = "GENEVE option data length (in 32b words)",
+               .next = NEXT(item_geneve_opt, NEXT_ENTRY(UNSIGNED), item_param),
+               .args = ARGS(ARGS_ENTRY_BOUNDED(
+                               struct rte_flow_item_geneve_opt, option_len,
+                               0, 31)),
+       },
+       [ITEM_GENEVE_OPT_DATA] = {
+               .name = "data",
+               .help = "GENEVE option data pattern",
+               .next = NEXT(item_geneve_opt, NEXT_ENTRY(HEX), item_param),
+               .args = ARGS(ARGS_ENTRY(struct rte_flow_item_geneve_opt, data),
+                            ARGS_ENTRY_ARB(0, 0),
+                            ARGS_ENTRY_ARB
+                               (sizeof(struct rte_flow_item_geneve_opt),
+                               ITEM_GENEVE_OPT_DATA_SIZE)),
+       },
        /* Validate/create actions. */
        [ACTIONS] = {
                .name = "actions",
@@ -3262,7 +3573,10 @@ static const struct token token_list[] = {
                .name = "key",
                .help = "RSS hash key",
                .next = NEXT(action_rss, NEXT_ENTRY(HEX)),
-               .args = ARGS(ARGS_ENTRY_ARB(0, 0),
+               .args = ARGS(ARGS_ENTRY_ARB
+                            (offsetof(struct action_rss_data, conf) +
+                             offsetof(struct rte_flow_action_rss, key),
+                             sizeof(((struct rte_flow_action_rss *)0)->key)),
                             ARGS_ENTRY_ARB
                             (offsetof(struct action_rss_data, conf) +
                              offsetof(struct rte_flow_action_rss, key_len),
@@ -3896,6 +4210,103 @@ static const struct token token_list[] = {
                .call = parse_vc_action_raw_decap_index,
                .comp = comp_set_raw_index,
        },
+       [ACTION_MODIFY_FIELD] = {
+               .name = "modify_field",
+               .help = "modify destination field with data from source field",
+               .priv = PRIV_ACTION(MODIFY_FIELD,
+                       sizeof(struct rte_flow_action_modify_field)),
+               .next = NEXT(NEXT_ENTRY(ACTION_MODIFY_FIELD_OP)),
+               .call = parse_vc,
+       },
+       [ACTION_MODIFY_FIELD_OP] = {
+               .name = "op",
+               .help = "operation type",
+               .next = NEXT(NEXT_ENTRY(ACTION_MODIFY_FIELD_DST_TYPE),
+                       NEXT_ENTRY(ACTION_MODIFY_FIELD_OP_VALUE)),
+               .call = parse_vc_conf,
+       },
+       [ACTION_MODIFY_FIELD_OP_VALUE] = {
+               .name = "{operation}",
+               .help = "operation type value",
+               .call = parse_vc_modify_field_op,
+               .comp = comp_set_modify_field_op,
+       },
+       [ACTION_MODIFY_FIELD_DST_TYPE] = {
+               .name = "dst_type",
+               .help = "destination field type",
+               .next = NEXT(action_modify_field_dst,
+                       NEXT_ENTRY(ACTION_MODIFY_FIELD_DST_TYPE_VALUE)),
+               .call = parse_vc_conf,
+       },
+       [ACTION_MODIFY_FIELD_DST_TYPE_VALUE] = {
+               .name = "{dst_type}",
+               .help = "destination field type value",
+               .call = parse_vc_modify_field_id,
+               .comp = comp_set_modify_field_id,
+       },
+       [ACTION_MODIFY_FIELD_DST_LEVEL] = {
+               .name = "dst_level",
+               .help = "destination field level",
+               .next = NEXT(action_modify_field_dst, NEXT_ENTRY(UNSIGNED)),
+               .args = ARGS(ARGS_ENTRY(struct rte_flow_action_modify_field,
+                                       dst.level)),
+               .call = parse_vc_conf,
+       },
+       [ACTION_MODIFY_FIELD_DST_OFFSET] = {
+               .name = "dst_offset",
+               .help = "destination field bit offset",
+               .next = NEXT(action_modify_field_dst, NEXT_ENTRY(UNSIGNED)),
+               .args = ARGS(ARGS_ENTRY(struct rte_flow_action_modify_field,
+                                       dst.offset)),
+               .call = parse_vc_conf,
+       },
+       [ACTION_MODIFY_FIELD_SRC_TYPE] = {
+               .name = "src_type",
+               .help = "source field type",
+               .next = NEXT(action_modify_field_src,
+                       NEXT_ENTRY(ACTION_MODIFY_FIELD_SRC_TYPE_VALUE)),
+               .call = parse_vc_conf,
+       },
+       [ACTION_MODIFY_FIELD_SRC_TYPE_VALUE] = {
+               .name = "{src_type}",
+               .help = "source field type value",
+               .call = parse_vc_modify_field_id,
+               .comp = comp_set_modify_field_id,
+       },
+       [ACTION_MODIFY_FIELD_SRC_LEVEL] = {
+               .name = "src_level",
+               .help = "source field level",
+               .next = NEXT(action_modify_field_src, NEXT_ENTRY(UNSIGNED)),
+               .args = ARGS(ARGS_ENTRY(struct rte_flow_action_modify_field,
+                                       src.level)),
+               .call = parse_vc_conf,
+       },
+       [ACTION_MODIFY_FIELD_SRC_OFFSET] = {
+               .name = "src_offset",
+               .help = "source field bit offset",
+               .next = NEXT(action_modify_field_src, NEXT_ENTRY(UNSIGNED)),
+               .args = ARGS(ARGS_ENTRY(struct rte_flow_action_modify_field,
+                                       src.offset)),
+               .call = parse_vc_conf,
+       },
+       [ACTION_MODIFY_FIELD_SRC_VALUE] = {
+               .name = "src_value",
+               .help = "source immediate value",
+               .next = NEXT(NEXT_ENTRY(ACTION_MODIFY_FIELD_WIDTH),
+                       NEXT_ENTRY(UNSIGNED)),
+               .args = ARGS(ARGS_ENTRY(struct rte_flow_action_modify_field,
+                                       src.value)),
+               .call = parse_vc_conf,
+       },
+       [ACTION_MODIFY_FIELD_WIDTH] = {
+               .name = "width",
+               .help = "number of bits to copy",
+               .next = NEXT(NEXT_ENTRY(ACTION_NEXT),
+                       NEXT_ENTRY(UNSIGNED)),
+               .args = ARGS(ARGS_ENTRY(struct rte_flow_action_modify_field,
+                                       width)),
+               .call = parse_vc_conf,
+       },
        /* Top level command. */
        [SET] = {
                .name = "set",
@@ -4133,6 +4544,12 @@ static const struct token token_list[] = {
                .next = NEXT(next_sa_create_attr),
                .call = parse_sa,
        },
+       [SHARED_ACTION_TRANSFER] = {
+               .name = "transfer",
+               .help = "affect rule to transfer",
+               .next = NEXT(next_sa_create_attr),
+               .call = parse_sa,
+       },
        [SHARED_ACTION_SPEC] = {
                .name = "action",
                .help = "specify action to share",
@@ -4368,6 +4785,9 @@ parse_sa(struct context *ctx, const struct token *token,
        case SHARED_ACTION_INGRESS:
                out->args.vc.attr.ingress = 1;
                return len;
+       case SHARED_ACTION_TRANSFER:
+               out->args.vc.attr.transfer = 1;
+               return len;
        default:
                return -1;
        }
@@ -4442,12 +4862,28 @@ parse_vc(struct context *ctx, const struct token *token,
                return len;
        }
        ctx->objdata = 0;
-       ctx->object = &out->args.vc.attr;
+       switch (ctx->curr) {
+       default:
+               ctx->object = &out->args.vc.attr;
+               break;
+       case TUNNEL_SET:
+       case TUNNEL_MATCH:
+               ctx->object = &out->args.vc.tunnel_ops;
+               break;
+       }
        ctx->objmask = NULL;
        switch (ctx->curr) {
        case GROUP:
        case PRIORITY:
                return len;
+       case TUNNEL_SET:
+               out->args.vc.tunnel_ops.enabled = 1;
+               out->args.vc.tunnel_ops.actions = 1;
+               return len;
+       case TUNNEL_MATCH:
+               out->args.vc.tunnel_ops.enabled = 1;
+               out->args.vc.tunnel_ops.items = 1;
+               return len;
        case INGRESS:
                out->args.vc.attr.ingress = 1;
                return len;
@@ -4687,30 +5123,15 @@ parse_vc_action_rss(struct context *ctx, const struct token *token,
                        .func = RTE_ETH_HASH_FUNCTION_DEFAULT,
                        .level = 0,
                        .types = rss_hf,
-                       .key_len = sizeof(action_rss_data->key),
+                       .key_len = 0,
                        .queue_num = RTE_MIN(nb_rxq, ACTION_RSS_QUEUE_NUM),
-                       .key = action_rss_data->key,
+                       .key = NULL,
                        .queue = action_rss_data->queue,
                },
-               .key = "testpmd's default RSS hash key, "
-                       "override it for better balancing",
                .queue = { 0 },
        };
        for (i = 0; i < action_rss_data->conf.queue_num; ++i)
                action_rss_data->queue[i] = i;
-       if (!port_id_is_invalid(ctx->port, DISABLED_WARN) &&
-           ctx->port != (portid_t)RTE_PORT_ALL) {
-               struct rte_eth_dev_info info;
-               int ret2;
-
-               ret2 = rte_eth_dev_info_get(ctx->port, &info);
-               if (ret2 != 0)
-                       return ret2;
-
-               action_rss_data->conf.key_len =
-                       RTE_MIN(sizeof(action_rss_data->key),
-                               info.hash_key_size);
-       }
        action->conf = &action_rss_data->conf;
        return ret;
 }
@@ -4854,31 +5275,11 @@ end:
        return len;
 }
 
-/** Parse VXLAN encap action. */
+/** Setup VXLAN encap configuration. */
 static int
-parse_vc_action_vxlan_encap(struct context *ctx, const struct token *token,
-                           const char *str, unsigned int len,
-                           void *buf, unsigned int size)
+parse_setup_vxlan_encap_data(struct action_vxlan_encap_data *action_vxlan_encap_data)
 {
-       struct buffer *out = buf;
-       struct rte_flow_action *action;
-       struct action_vxlan_encap_data *action_vxlan_encap_data;
-       int ret;
-
-       ret = parse_vc(ctx, token, str, len, buf, size);
-       if (ret < 0)
-               return ret;
-       /* Nothing else to do if there is no buffer. */
-       if (!out)
-               return ret;
-       if (!out->args.vc.actions_n)
-               return -1;
-       action = &out->args.vc.actions[out->args.vc.actions_n - 1];
-       /* Point to selected object. */
-       ctx->object = out->args.vc.data;
-       ctx->objmask = NULL;
        /* Set up default configuration. */
-       action_vxlan_encap_data = ctx->object;
        *action_vxlan_encap_data = (struct action_vxlan_encap_data){
                .conf = (struct rte_flow_action_vxlan_encap){
                        .definition = action_vxlan_encap_data->items,
@@ -4982,19 +5383,18 @@ parse_vc_action_vxlan_encap(struct context *ctx, const struct token *token,
        }
        memcpy(action_vxlan_encap_data->item_vxlan.vni, vxlan_encap_conf.vni,
               RTE_DIM(vxlan_encap_conf.vni));
-       action->conf = &action_vxlan_encap_data->conf;
-       return ret;
+       return 0;
 }
 
-/** Parse NVGRE encap action. */
+/** Parse VXLAN encap action. */
 static int
-parse_vc_action_nvgre_encap(struct context *ctx, const struct token *token,
+parse_vc_action_vxlan_encap(struct context *ctx, const struct token *token,
                            const char *str, unsigned int len,
                            void *buf, unsigned int size)
 {
        struct buffer *out = buf;
        struct rte_flow_action *action;
-       struct action_nvgre_encap_data *action_nvgre_encap_data;
+       struct action_vxlan_encap_data *action_vxlan_encap_data;
        int ret;
 
        ret = parse_vc(ctx, token, str, len, buf, size);
@@ -5009,8 +5409,17 @@ parse_vc_action_nvgre_encap(struct context *ctx, const struct token *token,
        /* Point to selected object. */
        ctx->object = out->args.vc.data;
        ctx->objmask = NULL;
+       action_vxlan_encap_data = ctx->object;
+       parse_setup_vxlan_encap_data(action_vxlan_encap_data);
+       action->conf = &action_vxlan_encap_data->conf;
+       return ret;
+}
+
+/** Setup NVGRE encap configuration. */
+static int
+parse_setup_nvgre_encap_data(struct action_nvgre_encap_data *action_nvgre_encap_data)
+{
        /* Set up default configuration. */
-       action_nvgre_encap_data = ctx->object;
        *action_nvgre_encap_data = (struct action_nvgre_encap_data){
                .conf = (struct rte_flow_action_nvgre_encap){
                        .definition = action_nvgre_encap_data->items,
@@ -5049,6 +5458,8 @@ parse_vc_action_nvgre_encap(struct context *ctx, const struct token *token,
                       .src_addr = nvgre_encap_conf.ipv4_src,
                       .dst_addr = nvgre_encap_conf.ipv4_dst,
                },
+               .item_nvgre.c_k_s_rsvd0_ver = RTE_BE16(0x2000),
+               .item_nvgre.protocol = RTE_BE16(RTE_ETHER_TYPE_TEB),
                .item_nvgre.flow_id = 0,
        };
        memcpy(action_nvgre_encap_data->item_eth.dst.addr_bytes,
@@ -5073,6 +5484,34 @@ parse_vc_action_nvgre_encap(struct context *ctx, const struct token *token,
                        RTE_FLOW_ITEM_TYPE_VOID;
        memcpy(action_nvgre_encap_data->item_nvgre.tni, nvgre_encap_conf.tni,
               RTE_DIM(nvgre_encap_conf.tni));
+       return 0;
+}
+
+/** Parse NVGRE encap action. */
+static int
+parse_vc_action_nvgre_encap(struct context *ctx, const struct token *token,
+                           const char *str, unsigned int len,
+                           void *buf, unsigned int size)
+{
+       struct buffer *out = buf;
+       struct rte_flow_action *action;
+       struct action_nvgre_encap_data *action_nvgre_encap_data;
+       int ret;
+
+       ret = parse_vc(ctx, token, str, len, buf, size);
+       if (ret < 0)
+               return ret;
+       /* Nothing else to do if there is no buffer. */
+       if (!out)
+               return ret;
+       if (!out->args.vc.actions_n)
+               return -1;
+       action = &out->args.vc.actions[out->args.vc.actions_n - 1];
+       /* Point to selected object. */
+       ctx->object = out->args.vc.data;
+       ctx->objmask = NULL;
+       action_nvgre_encap_data = ctx->object;
+       parse_setup_nvgre_encap_data(action_nvgre_encap_data);
        action->conf = &action_nvgre_encap_data->conf;
        return ret;
 }
@@ -5809,6 +6248,62 @@ parse_vc_action_sample_index(struct context *ctx, const struct token *token,
        return len;
 }
 
+/** Parse operation for modify_field command. */
+static int
+parse_vc_modify_field_op(struct context *ctx, const struct token *token,
+                        const char *str, unsigned int len, void *buf,
+                        unsigned int size)
+{
+       struct rte_flow_action_modify_field *action_modify_field;
+       unsigned int i;
+
+       (void)token;
+       (void)buf;
+       (void)size;
+       if (ctx->curr != ACTION_MODIFY_FIELD_OP_VALUE)
+               return -1;
+       for (i = 0; modify_field_ops[i]; ++i)
+               if (!strcmp_partial(modify_field_ops[i], str, len))
+                       break;
+       if (!modify_field_ops[i])
+               return -1;
+       if (!ctx->object)
+               return len;
+       action_modify_field = ctx->object;
+       action_modify_field->operation = (enum rte_flow_modify_op)i;
+       return len;
+}
+
+/** Parse id for modify_field command. */
+static int
+parse_vc_modify_field_id(struct context *ctx, const struct token *token,
+                        const char *str, unsigned int len, void *buf,
+                        unsigned int size)
+{
+       struct rte_flow_action_modify_field *action_modify_field;
+       unsigned int i;
+
+       (void)token;
+       (void)buf;
+       (void)size;
+       if (ctx->curr != ACTION_MODIFY_FIELD_DST_TYPE_VALUE &&
+               ctx->curr != ACTION_MODIFY_FIELD_SRC_TYPE_VALUE)
+               return -1;
+       for (i = 0; modify_field_ids[i]; ++i)
+               if (!strcmp_partial(modify_field_ids[i], str, len))
+                       break;
+       if (!modify_field_ids[i])
+               return -1;
+       if (!ctx->object)
+               return len;
+       action_modify_field = ctx->object;
+       if (ctx->curr == ACTION_MODIFY_FIELD_DST_TYPE_VALUE)
+               action_modify_field->dst.field = (enum rte_flow_field_id)i;
+       else
+               action_modify_field->src.field = (enum rte_flow_field_id)i;
+       return len;
+}
+
 /** Parse tokens for destroy command. */
 static int
 parse_destroy(struct context *ctx, const struct token *token,
@@ -5896,8 +6391,20 @@ parse_dump(struct context *ctx, const struct token *token,
                ctx->objdata = 0;
                ctx->object = out;
                ctx->objmask = NULL;
+               return len;
+       }
+       switch (ctx->curr) {
+       case DUMP_ALL:
+       case DUMP_ONE:
+               out->args.dump.mode = (ctx->curr == DUMP_ALL) ? true : false;
+               out->command = ctx->curr;
+               ctx->objdata = 0;
+               ctx->object = out;
+               ctx->objmask = NULL;
+               return len;
+       default:
+               return -1;
        }
-       return len;
 }
 
 /** Parse tokens for query command. */
@@ -6055,6 +6562,47 @@ parse_isolate(struct context *ctx, const struct token *token,
        return len;
 }
 
+static int
+parse_tunnel(struct context *ctx, const struct token *token,
+            const char *str, unsigned int len,
+            void *buf, unsigned int size)
+{
+       struct buffer *out = buf;
+
+       /* Token name must match. */
+       if (parse_default(ctx, token, str, len, NULL, 0) < 0)
+               return -1;
+       /* Nothing else to do if there is no buffer. */
+       if (!out)
+               return len;
+       if (!out->command) {
+               if (ctx->curr != TUNNEL)
+                       return -1;
+               if (sizeof(*out) > size)
+                       return -1;
+               out->command = ctx->curr;
+               ctx->objdata = 0;
+               ctx->object = out;
+               ctx->objmask = NULL;
+       } else {
+               switch (ctx->curr) {
+               default:
+                       break;
+               case TUNNEL_CREATE:
+               case TUNNEL_DESTROY:
+               case TUNNEL_LIST:
+                       out->command = ctx->curr;
+                       break;
+               case TUNNEL_CREATE_TYPE:
+               case TUNNEL_DESTROY_ID:
+                       ctx->object = &out->args.vc.tunnel_ops;
+                       break;
+               }
+       }
+
+       return len;
+}
+
 /**
  * Parse signed/unsigned integers 8 to 64-bit long.
  *
@@ -6290,11 +6838,14 @@ parse_hex(struct context *ctx, const struct token *token,
        ret = snprintf(tmp, sizeof(tmp), "%u", hexlen);
        if (ret < 0)
                goto error;
-       push_args(ctx, arg_len);
-       ret = parse_int(ctx, token, tmp, ret, NULL, 0);
-       if (ret < 0) {
-               pop_args(ctx);
-               goto error;
+       /* Save length if requested. */
+       if (arg_len->size) {
+               push_args(ctx, arg_len);
+               ret = parse_int(ctx, token, tmp, ret, NULL, 0);
+               if (ret < 0) {
+                       pop_args(ctx);
+                       goto error;
+               }
        }
        buf = (uint8_t *)ctx->object + arg_data->offset;
        /* Output buffer is not necessarily NUL-terminated. */
@@ -6837,6 +7388,42 @@ comp_set_sample_index(struct context *ctx, const struct token *token,
        return nb;
 }
 
+/** Complete operation for modify_field command. */
+static int
+comp_set_modify_field_op(struct context *ctx, const struct token *token,
+                  unsigned int ent, char *buf, unsigned int size)
+{
+       uint16_t idx = 0;
+
+       RTE_SET_USED(ctx);
+       RTE_SET_USED(token);
+       for (idx = 0; modify_field_ops[idx]; ++idx)
+               ;
+       if (!buf)
+               return idx + 1;
+       if (ent < idx)
+               return strlcpy(buf, modify_field_ops[ent], size);
+       return -1;
+}
+
+/** Complete field id for modify_field command. */
+static int
+comp_set_modify_field_id(struct context *ctx, const struct token *token,
+                  unsigned int ent, char *buf, unsigned int size)
+{
+       uint16_t idx = 0;
+
+       RTE_SET_USED(ctx);
+       RTE_SET_USED(token);
+       for (idx = 0; modify_field_ids[idx]; ++idx)
+               ;
+       if (!buf)
+               return idx + 1;
+       if (ent < idx)
+               return strlcpy(buf, modify_field_ids[ent], size);
+       return -1;
+}
+
 /** Internal context. */
 static struct context cmd_flow_context;
 
@@ -7078,6 +7665,7 @@ cmd_flow_parsed(const struct buffer *in)
                                &((const struct rte_flow_shared_action_conf) {
                                        .ingress = in->args.vc.attr.ingress,
                                        .egress = in->args.vc.attr.egress,
+                                       .transfer = in->args.vc.attr.transfer,
                                }),
                                in->args.vc.actions);
                break;
@@ -7095,11 +7683,13 @@ cmd_flow_parsed(const struct buffer *in)
                break;
        case VALIDATE:
                port_flow_validate(in->port, &in->args.vc.attr,
-                                  in->args.vc.pattern, in->args.vc.actions);
+                                  in->args.vc.pattern, in->args.vc.actions,
+                                  &in->args.vc.tunnel_ops);
                break;
        case CREATE:
                port_flow_create(in->port, &in->args.vc.attr,
-                                in->args.vc.pattern, in->args.vc.actions);
+                                in->args.vc.pattern, in->args.vc.actions,
+                                &in->args.vc.tunnel_ops);
                break;
        case DESTROY:
                port_flow_destroy(in->port, in->args.destroy.rule_n,
@@ -7108,8 +7698,10 @@ cmd_flow_parsed(const struct buffer *in)
        case FLUSH:
                port_flow_flush(in->port);
                break;
-       case DUMP:
-               port_flow_dump(in->port, in->args.dump.file);
+       case DUMP_ONE:
+       case DUMP_ALL:
+               port_flow_dump(in->port, in->args.dump.mode,
+                               in->args.dump.rule, in->args.dump.file);
                break;
        case QUERY:
                port_flow_query(in->port, in->args.query.rule,
@@ -7125,6 +7717,15 @@ cmd_flow_parsed(const struct buffer *in)
        case AGED:
                port_flow_aged(in->port, in->args.aged.destroy);
                break;
+       case TUNNEL_CREATE:
+               port_flow_tunnel_create(in->port, &in->args.vc.tunnel_ops);
+               break;
+       case TUNNEL_DESTROY:
+               port_flow_tunnel_destroy(in->port, in->args.vc.tunnel_ops.id);
+               break;
+       case TUNNEL_LIST:
+               port_flow_tunnel_list(in->port);
+               break;
        default:
                break;
        }
@@ -7155,42 +7756,42 @@ cmdline_parse_inst_t cmd_flow = {
 static void
 update_fields(uint8_t *buf, struct rte_flow_item *item, uint16_t next_proto)
 {
-       struct rte_flow_item_ipv4 *ipv4;
-       struct rte_flow_item_eth *eth;
-       struct rte_flow_item_ipv6 *ipv6;
-       struct rte_flow_item_vxlan *vxlan;
-       struct rte_flow_item_vxlan_gpe *gpe;
+       struct rte_ipv4_hdr *ipv4;
+       struct rte_ether_hdr *eth;
+       struct rte_ipv6_hdr *ipv6;
+       struct rte_vxlan_hdr *vxlan;
+       struct rte_vxlan_gpe_hdr *gpe;
        struct rte_flow_item_nvgre *nvgre;
        uint32_t ipv6_vtc_flow;
 
        switch (item->type) {
        case RTE_FLOW_ITEM_TYPE_ETH:
-               eth = (struct rte_flow_item_eth *)buf;
+               eth = (struct rte_ether_hdr *)buf;
                if (next_proto)
-                       eth->type = rte_cpu_to_be_16(next_proto);
+                       eth->ether_type = rte_cpu_to_be_16(next_proto);
                break;
        case RTE_FLOW_ITEM_TYPE_IPV4:
-               ipv4 = (struct rte_flow_item_ipv4 *)buf;
-               ipv4->hdr.version_ihl = 0x45;
-               if (next_proto && ipv4->hdr.next_proto_id == 0)
-                       ipv4->hdr.next_proto_id = (uint8_t)next_proto;
+               ipv4 = (struct rte_ipv4_hdr *)buf;
+               ipv4->version_ihl = 0x45;
+               if (next_proto && ipv4->next_proto_id == 0)
+                       ipv4->next_proto_id = (uint8_t)next_proto;
                break;
        case RTE_FLOW_ITEM_TYPE_IPV6:
-               ipv6 = (struct rte_flow_item_ipv6 *)buf;
-               if (next_proto && ipv6->hdr.proto == 0)
-                       ipv6->hdr.proto = (uint8_t)next_proto;
-               ipv6_vtc_flow = rte_be_to_cpu_32(ipv6->hdr.vtc_flow);
+               ipv6 = (struct rte_ipv6_hdr *)buf;
+               if (next_proto && ipv6->proto == 0)
+                       ipv6->proto = (uint8_t)next_proto;
+               ipv6_vtc_flow = rte_be_to_cpu_32(ipv6->vtc_flow);
                ipv6_vtc_flow &= 0x0FFFFFFF; /*< reset version bits. */
                ipv6_vtc_flow |= 0x60000000; /*< set ipv6 version. */
-               ipv6->hdr.vtc_flow = rte_cpu_to_be_32(ipv6_vtc_flow);
+               ipv6->vtc_flow = rte_cpu_to_be_32(ipv6_vtc_flow);
                break;
        case RTE_FLOW_ITEM_TYPE_VXLAN:
-               vxlan = (struct rte_flow_item_vxlan *)buf;
-               vxlan->flags = 0x08;
+               vxlan = (struct rte_vxlan_hdr *)buf;
+               vxlan->vx_flags = 0x08;
                break;
        case RTE_FLOW_ITEM_TYPE_VXLAN_GPE:
-               gpe = (struct rte_flow_item_vxlan_gpe *)buf;
-               gpe->flags = 0x0C;
+               gpe = (struct rte_vxlan_gpe_hdr *)buf;
+               gpe->vx_flags = 0x0C;
                break;
        case RTE_FLOW_ITEM_TYPE_NVGRE:
                nvgre = (struct rte_flow_item_nvgre *)buf;
@@ -7282,6 +7883,9 @@ flow_item_default_mask(const struct rte_flow_item *item)
        case RTE_FLOW_ITEM_TYPE_GENEVE:
                mask = &rte_flow_item_geneve_mask;
                break;
+       case RTE_FLOW_ITEM_TYPE_GENEVE_OPT:
+               mask = &rte_flow_item_geneve_opt_mask;
+               break;
        case RTE_FLOW_ITEM_TYPE_PPPOE_PROTO_ID:
                mask = &rte_flow_item_pppoe_proto_id_mask;
                break;
@@ -7311,6 +7915,7 @@ cmd_set_raw_parsed_sample(const struct buffer *in)
        uint32_t i = 0;
        struct rte_flow_action *action = NULL;
        struct rte_flow_action *data = NULL;
+       const struct rte_flow_action_rss *rss = NULL;
        size_t size = 0;
        uint16_t idx = in->port; /* We borrow port field as index */
        uint32_t max_size = sizeof(struct rte_flow_action) *
@@ -7342,6 +7947,29 @@ cmd_set_raw_parsed_sample(const struct buffer *in)
                                (const void *)action->conf, size);
                        action->conf = &sample_queue[idx];
                        break;
+               case RTE_FLOW_ACTION_TYPE_RSS:
+                       size = sizeof(struct rte_flow_action_rss);
+                       rss = action->conf;
+                       rte_memcpy(&sample_rss_data[idx].conf,
+                                  (const void *)rss, size);
+                       if (rss->key_len && rss->key) {
+                               sample_rss_data[idx].conf.key =
+                                               sample_rss_data[idx].key;
+                               rte_memcpy((void *)((uintptr_t)
+                                          sample_rss_data[idx].conf.key),
+                                          (const void *)rss->key,
+                                          sizeof(uint8_t) * rss->key_len);
+                       }
+                       if (rss->queue_num && rss->queue) {
+                               sample_rss_data[idx].conf.queue =
+                                               sample_rss_data[idx].queue;
+                               rte_memcpy((void *)((uintptr_t)
+                                          sample_rss_data[idx].conf.queue),
+                                          (const void *)rss->queue,
+                                          sizeof(uint16_t) * rss->queue_num);
+                       }
+                       action->conf = &sample_rss_data[idx].conf;
+                       break;
                case RTE_FLOW_ACTION_TYPE_RAW_ENCAP:
                        size = sizeof(struct rte_flow_action_raw_encap);
                        rte_memcpy(&sample_encap[idx],
@@ -7354,6 +7982,24 @@ cmd_set_raw_parsed_sample(const struct buffer *in)
                                (const void *)action->conf, size);
                        action->conf = &sample_port_id[idx];
                        break;
+               case RTE_FLOW_ACTION_TYPE_PF:
+                       break;
+               case RTE_FLOW_ACTION_TYPE_VF:
+                       size = sizeof(struct rte_flow_action_vf);
+                       rte_memcpy(&sample_vf[idx],
+                                       (const void *)action->conf, size);
+                       action->conf = &sample_vf[idx];
+                       break;
+               case RTE_FLOW_ACTION_TYPE_VXLAN_ENCAP:
+                       size = sizeof(struct rte_flow_action_vxlan_encap);
+                       parse_setup_vxlan_encap_data(&sample_vxlan_encap[idx]);
+                       action->conf = &sample_vxlan_encap[idx].conf;
+                       break;
+               case RTE_FLOW_ACTION_TYPE_NVGRE_ENCAP:
+                       size = sizeof(struct rte_flow_action_nvgre_encap);
+                       parse_setup_nvgre_encap_data(&sample_nvgre_encap[idx]);
+                       action->conf = &sample_nvgre_encap[idx];
+                       break;
                default:
                        printf("Error - Not supported action\n");
                        return;
@@ -7377,6 +8023,7 @@ cmd_set_raw_parsed(const struct buffer *in)
        uint16_t upper_layer = 0;
        uint16_t proto = 0;
        uint16_t idx = in->port; /* We borrow port field as index */
+       int gtp_psc = -1; /* GTP PSC option index. */
 
        if (in->command == SET_SAMPLE_ACTIONS)
                return cmd_set_raw_parsed_sample(in);
@@ -7394,41 +8041,44 @@ cmd_set_raw_parsed(const struct buffer *in)
        /* process hdr from upper layer to low layer (L3/L4 -> L2). */
        data_tail = data + ACTION_RAW_ENCAP_MAX_DATA;
        for (i = n - 1 ; i >= 0; --i) {
+               const struct rte_flow_item_gtp *gtp;
+               const struct rte_flow_item_geneve_opt *opt;
+
                item = in->args.vc.pattern + i;
                if (item->spec == NULL)
                        item->spec = flow_item_default_mask(item);
                switch (item->type) {
                case RTE_FLOW_ITEM_TYPE_ETH:
-                       size = sizeof(struct rte_flow_item_eth);
+                       size = sizeof(struct rte_ether_hdr);
                        break;
                case RTE_FLOW_ITEM_TYPE_VLAN:
-                       size = sizeof(struct rte_flow_item_vlan);
+                       size = sizeof(struct rte_vlan_hdr);
                        proto = RTE_ETHER_TYPE_VLAN;
                        break;
                case RTE_FLOW_ITEM_TYPE_IPV4:
-                       size = sizeof(struct rte_flow_item_ipv4);
+                       size = sizeof(struct rte_ipv4_hdr);
                        proto = RTE_ETHER_TYPE_IPV4;
                        break;
                case RTE_FLOW_ITEM_TYPE_IPV6:
-                       size = sizeof(struct rte_flow_item_ipv6);
+                       size = sizeof(struct rte_ipv6_hdr);
                        proto = RTE_ETHER_TYPE_IPV6;
                        break;
                case RTE_FLOW_ITEM_TYPE_UDP:
-                       size = sizeof(struct rte_flow_item_udp);
+                       size = sizeof(struct rte_udp_hdr);
                        proto = 0x11;
                        break;
                case RTE_FLOW_ITEM_TYPE_TCP:
-                       size = sizeof(struct rte_flow_item_tcp);
+                       size = sizeof(struct rte_tcp_hdr);
                        proto = 0x06;
                        break;
                case RTE_FLOW_ITEM_TYPE_VXLAN:
-                       size = sizeof(struct rte_flow_item_vxlan);
+                       size = sizeof(struct rte_vxlan_hdr);
                        break;
                case RTE_FLOW_ITEM_TYPE_VXLAN_GPE:
-                       size = sizeof(struct rte_flow_item_vxlan_gpe);
+                       size = sizeof(struct rte_vxlan_gpe_hdr);
                        break;
                case RTE_FLOW_ITEM_TYPE_GRE:
-                       size = sizeof(struct rte_flow_item_gre);
+                       size = sizeof(struct rte_gre_hdr);
                        proto = 0x2F;
                        break;
                case RTE_FLOW_ITEM_TYPE_GRE_KEY:
@@ -7436,7 +8086,7 @@ cmd_set_raw_parsed(const struct buffer *in)
                        proto = 0x0;
                        break;
                case RTE_FLOW_ITEM_TYPE_MPLS:
-                       size = sizeof(struct rte_flow_item_mpls);
+                       size = sizeof(struct rte_mpls_hdr);
                        proto = 0x0;
                        break;
                case RTE_FLOW_ITEM_TYPE_NVGRE:
@@ -7444,14 +8094,26 @@ cmd_set_raw_parsed(const struct buffer *in)
                        proto = 0x2F;
                        break;
                case RTE_FLOW_ITEM_TYPE_GENEVE:
-                       size = sizeof(struct rte_flow_item_geneve);
+                       size = sizeof(struct rte_geneve_hdr);
+                       break;
+               case RTE_FLOW_ITEM_TYPE_GENEVE_OPT:
+                       opt = (const struct rte_flow_item_geneve_opt *)
+                                                               item->spec;
+                       size = offsetof(struct rte_flow_item_geneve_opt, data);
+                       if (opt->option_len && opt->data) {
+                               *total_size += opt->option_len *
+                                              sizeof(uint32_t);
+                               rte_memcpy(data_tail - (*total_size),
+                                          opt->data,
+                                          opt->option_len * sizeof(uint32_t));
+                       }
                        break;
                case RTE_FLOW_ITEM_TYPE_L2TPV3OIP:
-                       size = sizeof(struct rte_flow_item_l2tpv3oip);
+                       size = sizeof(rte_be32_t);
                        proto = 0x73;
                        break;
                case RTE_FLOW_ITEM_TYPE_ESP:
-                       size = sizeof(struct rte_flow_item_esp);
+                       size = sizeof(struct rte_esp_hdr);
                        proto = 0x32;
                        break;
                case RTE_FLOW_ITEM_TYPE_AH:
@@ -7459,16 +8121,68 @@ cmd_set_raw_parsed(const struct buffer *in)
                        proto = 0x33;
                        break;
                case RTE_FLOW_ITEM_TYPE_GTP:
-                       size = sizeof(struct rte_flow_item_gtp);
+                       if (gtp_psc < 0) {
+                               size = sizeof(struct rte_gtp_hdr);
+                               break;
+                       }
+                       if (gtp_psc != i + 1) {
+                               printf("Error - GTP PSC does not follow GTP\n");
+                               goto error;
+                       }
+                       gtp = item->spec;
+                       if ((gtp->v_pt_rsv_flags & 0x07) != 0x04) {
+                               /* Only E flag should be set. */
+                               printf("Error - GTP unsupported flags\n");
+                               goto error;
+                       } else {
+                               struct rte_gtp_hdr_ext_word ext_word = {
+                                       .next_ext = 0x85
+                               };
+
+                               /* We have to add GTP header extra word. */
+                               *total_size += sizeof(ext_word);
+                               rte_memcpy(data_tail - (*total_size),
+                                          &ext_word, sizeof(ext_word));
+                       }
+                       size = sizeof(struct rte_gtp_hdr);
+                       break;
+               case RTE_FLOW_ITEM_TYPE_GTP_PSC:
+                       if (gtp_psc >= 0) {
+                               printf("Error - Multiple GTP PSC items\n");
+                               goto error;
+                       } else {
+                               const struct rte_flow_item_gtp_psc
+                                       *opt = item->spec;
+                               struct {
+                                       uint8_t len;
+                                       uint8_t pdu_type;
+                                       uint8_t qfi;
+                                       uint8_t next;
+                               } psc;
+
+                               if (opt->pdu_type & 0x0F) {
+                                       /* Support the minimal option only. */
+                                       printf("Error - GTP PSC option with "
+                                              "extra fields not supported\n");
+                                       goto error;
+                               }
+                               psc.len = sizeof(psc);
+                               psc.pdu_type = opt->pdu_type;
+                               psc.qfi = opt->qfi;
+                               psc.next = 0;
+                               *total_size += sizeof(psc);
+                               rte_memcpy(data_tail - (*total_size),
+                                          &psc, sizeof(psc));
+                               gtp_psc = i;
+                               size = 0;
+                       }
                        break;
                case RTE_FLOW_ITEM_TYPE_PFCP:
                        size = sizeof(struct rte_flow_item_pfcp);
                        break;
                default:
                        printf("Error - Not supported item\n");
-                       *total_size = 0;
-                       memset(data, 0x00, ACTION_RAW_ENCAP_MAX_DATA);
-                       return;
+                       goto error;
                }
                *total_size += size;
                rte_memcpy(data_tail - (*total_size), item->spec, size);
@@ -7481,6 +8195,11 @@ cmd_set_raw_parsed(const struct buffer *in)
                printf("total data size is %zu\n", (*total_size));
        RTE_ASSERT((*total_size) <= ACTION_RAW_ENCAP_MAX_DATA);
        memmove(data, (data_tail - (*total_size)), *total_size);
+       return;
+
+error:
+       *total_size = 0;
+       memset(data, 0x00, ACTION_RAW_ENCAP_MAX_DATA);
 }
 
 /** Populate help strings for current token (cmdline API). */
@@ -7616,7 +8335,7 @@ cmdline_parse_token_string_t cmd_show_set_raw_cmd_what =
                        cmd_what, "raw_encap#raw_decap");
 cmdline_parse_token_num_t cmd_show_set_raw_cmd_index =
        TOKEN_NUM_INITIALIZER(struct cmd_show_set_raw_result,
-                       cmd_index, UINT16);
+                       cmd_index, RTE_UINT16);
 cmdline_parse_token_string_t cmd_show_set_raw_cmd_all =
        TOKEN_STRING_INITIALIZER(struct cmd_show_set_raw_result,
                        cmd_all, "all");