ethdev: add namespace
[dpdk.git] / drivers / net / bnxt / bnxt_flow.c
index 4473427..ced697a 100644 (file)
@@ -1,5 +1,5 @@
 /* SPDX-License-Identifier: BSD-3-Clause
- * Copyright(c) 2014-2018 Broadcom
+ * Copyright(c) 2014-2021 Broadcom
  * All rights reserved.
  */
 
@@ -18,6 +18,7 @@
 #include "bnxt_hwrm.h"
 #include "bnxt_ring.h"
 #include "bnxt_rxq.h"
+#include "bnxt_rxr.h"
 #include "bnxt_vnic.h"
 #include "hsi_struct_def_dpdk.h"
 
@@ -187,11 +188,15 @@ bnxt_validate_and_parse_flow_type(struct bnxt *bp,
                                PMD_DRV_LOG(DEBUG, "Parse inner header\n");
                        break;
                case RTE_FLOW_ITEM_TYPE_ETH:
-                       if (!item->spec || !item->mask)
+                       if (!item->spec)
                                break;
 
                        eth_spec = item->spec;
-                       eth_mask = item->mask;
+
+                       if (item->mask)
+                               eth_mask = item->mask;
+                       else
+                               eth_mask = &rte_flow_item_eth_mask;
 
                        /* Source MAC address mask cannot be partially set.
                         * Should be All 0's or all 1's.
@@ -280,7 +285,12 @@ bnxt_validate_and_parse_flow_type(struct bnxt *bp,
                        break;
                case RTE_FLOW_ITEM_TYPE_VLAN:
                        vlan_spec = item->spec;
-                       vlan_mask = item->mask;
+
+                       if (item->mask)
+                               vlan_mask = item->mask;
+                       else
+                               vlan_mask = &rte_flow_item_vlan_mask;
+
                        if (en & en_ethertype) {
                                rte_flow_error_set(error, EINVAL,
                                                   RTE_FLOW_ERROR_TYPE_ITEM,
@@ -323,11 +333,15 @@ bnxt_validate_and_parse_flow_type(struct bnxt *bp,
                case RTE_FLOW_ITEM_TYPE_IPV4:
                        /* If mask is not involved, we could use EM filters. */
                        ipv4_spec = item->spec;
-                       ipv4_mask = item->mask;
 
-                       if (!item->spec || !item->mask)
+                       if (!item->spec)
                                break;
 
+                       if (item->mask)
+                               ipv4_mask = item->mask;
+                       else
+                               ipv4_mask = &rte_flow_item_ipv4_mask;
+
                        /* Only IP DST and SRC fields are maskable. */
                        if (ipv4_mask->hdr.version_ihl ||
                            ipv4_mask->hdr.type_of_service ||
@@ -384,11 +398,15 @@ bnxt_validate_and_parse_flow_type(struct bnxt *bp,
                        break;
                case RTE_FLOW_ITEM_TYPE_IPV6:
                        ipv6_spec = item->spec;
-                       ipv6_mask = item->mask;
 
-                       if (!item->spec || !item->mask)
+                       if (!item->spec)
                                break;
 
+                       if (item->mask)
+                               ipv6_mask = item->mask;
+                       else
+                               ipv6_mask = &rte_flow_item_ipv6_mask;
+
                        /* Only IP DST and SRC fields are maskable. */
                        if (ipv6_mask->hdr.vtc_flow ||
                            ipv6_mask->hdr.payload_len ||
@@ -436,11 +454,15 @@ bnxt_validate_and_parse_flow_type(struct bnxt *bp,
                        break;
                case RTE_FLOW_ITEM_TYPE_TCP:
                        tcp_spec = item->spec;
-                       tcp_mask = item->mask;
 
-                       if (!item->spec || !item->mask)
+                       if (!item->spec)
                                break;
 
+                       if (item->mask)
+                               tcp_mask = item->mask;
+                       else
+                               tcp_mask = &rte_flow_item_tcp_mask;
+
                        /* Check TCP mask. Only DST & SRC ports are maskable */
                        if (tcp_mask->hdr.sent_seq ||
                            tcp_mask->hdr.recv_ack ||
@@ -481,11 +503,15 @@ bnxt_validate_and_parse_flow_type(struct bnxt *bp,
                        break;
                case RTE_FLOW_ITEM_TYPE_UDP:
                        udp_spec = item->spec;
-                       udp_mask = item->mask;
 
-                       if (!item->spec || !item->mask)
+                       if (!item->spec)
                                break;
 
+                       if (item->mask)
+                               udp_mask = item->mask;
+                       else
+                               udp_mask = &rte_flow_item_udp_mask;
+
                        if (udp_mask->hdr.dgram_len ||
                            udp_mask->hdr.dgram_cksum) {
                                rte_flow_error_set(error,
@@ -553,7 +579,7 @@ bnxt_validate_and_parse_flow_type(struct bnxt *bp,
                        }
 
                        /* Check if VNI is masked. */
-                       if (vxlan_spec && vxlan_mask) {
+                       if (vxlan_mask != NULL) {
                                vni_masked =
                                        !!memcmp(vxlan_mask->vni, vni_mask,
                                                 RTE_DIM(vni_mask));
@@ -712,6 +738,10 @@ bnxt_validate_and_parse_flow_type(struct bnxt *bp,
        filter->enables = en;
        filter->valid_flags = valid_flags;
 
+       /* Items parsed but no filter to create in HW. */
+       if (filter->enables == 0 && filter->valid_flags == 0)
+               filter->filter_type = HWRM_CFA_CONFIG;
+
        return 0;
 }
 
@@ -893,47 +923,90 @@ bnxt_get_l2_filter(struct bnxt *bp, struct bnxt_filter_info *nf,
        return l2_filter;
 }
 
-static int bnxt_vnic_prep(struct bnxt *bp, struct bnxt_vnic_info *vnic)
+static void bnxt_vnic_cleanup(struct bnxt *bp, struct bnxt_vnic_info *vnic)
+{
+       if (vnic->rx_queue_cnt > 1)
+               bnxt_hwrm_vnic_ctx_free(bp, vnic);
+
+       bnxt_hwrm_vnic_free(bp, vnic);
+
+       rte_free(vnic->fw_grp_ids);
+       vnic->fw_grp_ids = NULL;
+
+       vnic->rx_queue_cnt = 0;
+}
+
+static int bnxt_vnic_prep(struct bnxt *bp, struct bnxt_vnic_info *vnic,
+                         const struct rte_flow_action *act,
+                         struct rte_flow_error *error)
 {
        struct rte_eth_conf *dev_conf = &bp->eth_dev->data->dev_conf;
        uint64_t rx_offloads = dev_conf->rxmode.offloads;
        int rc;
 
+       if (bp->nr_vnics > bp->max_vnics - 1)
+               return rte_flow_error_set(error, EINVAL,
+                                         RTE_FLOW_ERROR_TYPE_ATTR_GROUP,
+                                         NULL,
+                                         "Group id is invalid");
+
        rc = bnxt_vnic_grp_alloc(bp, vnic);
        if (rc)
-               goto ret;
+               return rte_flow_error_set(error, -rc,
+                                         RTE_FLOW_ERROR_TYPE_ACTION,
+                                         act,
+                                         "Failed to alloc VNIC group");
 
        rc = bnxt_hwrm_vnic_alloc(bp, vnic);
        if (rc) {
-               PMD_DRV_LOG(ERR, "HWRM vnic alloc failure rc: %x\n", rc);
+               rte_flow_error_set(error, -rc,
+                                  RTE_FLOW_ERROR_TYPE_ACTION,
+                                  act,
+                                  "Failed to alloc VNIC");
                goto ret;
        }
-       bp->nr_vnics++;
 
        /* RSS context is required only when there is more than one RSS ring */
        if (vnic->rx_queue_cnt > 1) {
-               rc = bnxt_hwrm_vnic_ctx_alloc(bp, vnic, 0 /* ctx_idx 0 */);
+               rc = bnxt_hwrm_vnic_ctx_alloc(bp, vnic, 0);
                if (rc) {
-                       PMD_DRV_LOG(ERR,
-                                   "HWRM vnic ctx alloc failure: %x\n", rc);
+                       rte_flow_error_set(error, -rc,
+                                          RTE_FLOW_ERROR_TYPE_ACTION,
+                                          act,
+                                          "Failed to alloc VNIC context");
                        goto ret;
                }
-       } else {
-               PMD_DRV_LOG(DEBUG, "No RSS context required\n");
        }
 
-       if (rx_offloads & DEV_RX_OFFLOAD_VLAN_STRIP)
+       if (rx_offloads & RTE_ETH_RX_OFFLOAD_VLAN_STRIP)
                vnic->vlan_strip = true;
        else
                vnic->vlan_strip = false;
 
        rc = bnxt_hwrm_vnic_cfg(bp, vnic);
-       if (rc)
+       if (rc) {
+               rte_flow_error_set(error, -rc,
+                                  RTE_FLOW_ERROR_TYPE_ACTION,
+                                  act,
+                                  "Failed to configure VNIC");
                goto ret;
+       }
+
+       rc = bnxt_hwrm_vnic_plcmode_cfg(bp, vnic);
+       if (rc) {
+               rte_flow_error_set(error, -rc,
+                                  RTE_FLOW_ERROR_TYPE_ACTION,
+                                  act,
+                                  "Failed to configure VNIC plcmode");
+               goto ret;
+       }
 
-       bnxt_hwrm_vnic_plcmode_cfg(bp, vnic);
+       bp->nr_vnics++;
+
+       return 0;
 
 ret:
+       bnxt_vnic_cleanup(bp, vnic);
        return rc;
 }
 
@@ -1001,6 +1074,167 @@ bnxt_update_filter_flags_en(struct bnxt_filter_info *filter,
                filter1, filter->fw_l2_filter_id, filter->l2_ref_cnt);
 }
 
+/* Valid actions supported along with RSS are count and mark. */
+static int
+bnxt_validate_rss_action(const struct rte_flow_action actions[])
+{
+       for (; actions->type != RTE_FLOW_ACTION_TYPE_END; actions++) {
+               switch (actions->type) {
+               case RTE_FLOW_ACTION_TYPE_VOID:
+                       break;
+               case RTE_FLOW_ACTION_TYPE_RSS:
+                       break;
+               case RTE_FLOW_ACTION_TYPE_MARK:
+                       break;
+               case RTE_FLOW_ACTION_TYPE_COUNT:
+                       break;
+               default:
+                       return -ENOTSUP;
+               }
+       }
+
+       return 0;
+}
+
+static int
+bnxt_get_vnic(struct bnxt *bp, uint32_t group)
+{
+       int vnic_id = 0;
+
+       /* For legacy NS3 based implementations,
+        * group_id will be mapped to a VNIC ID.
+        */
+       if (BNXT_STINGRAY(bp))
+               vnic_id = group;
+
+       /* Non NS3 cases, group_id will be ignored.
+        * Setting will be configured on default VNIC.
+        */
+       return vnic_id;
+}
+
+static int
+bnxt_vnic_rss_cfg_update(struct bnxt *bp,
+                        struct bnxt_vnic_info *vnic,
+                        const struct rte_flow_action *act,
+                        struct rte_flow_error *error)
+{
+       const struct rte_flow_action_rss *rss;
+       unsigned int rss_idx, i;
+       uint16_t hash_type;
+       uint64_t types;
+       int rc;
+
+       rss = (const struct rte_flow_action_rss *)act->conf;
+
+       /* Currently only Toeplitz hash is supported. */
+       if (rss->func != RTE_ETH_HASH_FUNCTION_DEFAULT &&
+           rss->func != RTE_ETH_HASH_FUNCTION_TOEPLITZ) {
+               rte_flow_error_set(error,
+                                  ENOTSUP,
+                                  RTE_FLOW_ERROR_TYPE_ACTION,
+                                  act,
+                                  "Unsupported RSS hash function");
+               rc = -rte_errno;
+               goto ret;
+       }
+
+       /* key_len should match the hash key supported by hardware */
+       if (rss->key_len != 0 && rss->key_len != HW_HASH_KEY_SIZE) {
+               rte_flow_error_set(error,
+                                  EINVAL,
+                                  RTE_FLOW_ERROR_TYPE_ACTION,
+                                  act,
+                                  "Incorrect hash key parameters");
+               rc = -rte_errno;
+               goto ret;
+       }
+
+       /* Currently RSS hash on inner and outer headers are supported.
+        * 0 => Default setting
+        * 1 => Inner
+        * 2 => Outer
+        */
+       if (rss->level > 2) {
+               rte_flow_error_set(error,
+                                  ENOTSUP,
+                                  RTE_FLOW_ERROR_TYPE_ACTION,
+                                  act,
+                                  "Unsupported hash level");
+               rc = -rte_errno;
+               goto ret;
+       }
+
+       if ((rss->queue_num == 0 && rss->queue != NULL) ||
+           (rss->queue_num != 0 && rss->queue == NULL)) {
+               rte_flow_error_set(error,
+                                  EINVAL,
+                                  RTE_FLOW_ERROR_TYPE_ACTION,
+                                  act,
+                                  "Invalid queue config specified");
+               rc = -rte_errno;
+               goto ret;
+       }
+
+       /* If RSS types is 0, use a best effort configuration */
+       types = rss->types ? rss->types : RTE_ETH_RSS_IPV4;
+
+       hash_type = bnxt_rte_to_hwrm_hash_types(types);
+
+       /* If requested types can't be supported, leave existing settings */
+       if (hash_type)
+               vnic->hash_type = hash_type;
+
+       vnic->hash_mode =
+               bnxt_rte_to_hwrm_hash_level(bp, rss->types, rss->level);
+
+       /* Update RSS key only if key_len != 0 */
+       if (rss->key_len != 0)
+               memcpy(vnic->rss_hash_key, rss->key, rss->key_len);
+
+       if (rss->queue_num == 0)
+               goto skip_rss_table;
+
+       /* Validate Rx queues */
+       for (i = 0; i < rss->queue_num; i++) {
+               PMD_DRV_LOG(DEBUG, "RSS action Queue %d\n", rss->queue[i]);
+
+               if (rss->queue[i] >= bp->rx_nr_rings ||
+                   !bp->rx_queues[rss->queue[i]]) {
+                       rte_flow_error_set(error,
+                                          EINVAL,
+                                          RTE_FLOW_ERROR_TYPE_ACTION,
+                                          act,
+                                          "Invalid queue ID for RSS");
+                       rc = -rte_errno;
+                       goto ret;
+               }
+       }
+
+       /* Prepare the indirection table */
+       for (rss_idx = 0; rss_idx < HW_HASH_INDEX_SIZE; rss_idx++) {
+               struct bnxt_rx_queue *rxq;
+               uint32_t idx;
+
+               idx = rss->queue[rss_idx % rss->queue_num];
+
+               if (BNXT_CHIP_P5(bp)) {
+                       rxq = bp->rx_queues[idx];
+                       vnic->rss_table[rss_idx * 2] =
+                               rxq->rx_ring->rx_ring_struct->fw_ring_id;
+                       vnic->rss_table[rss_idx * 2 + 1] =
+                               rxq->cp_ring->cp_ring_struct->fw_ring_id;
+               } else {
+                       vnic->rss_table[rss_idx] = vnic->fw_grp_ids[idx];
+               }
+       }
+
+skip_rss_table:
+       rc = bnxt_hwrm_vnic_rss_cfg(bp, vnic);
+ret:
+       return rc;
+}
+
 static int
 bnxt_validate_and_parse_flow(struct rte_eth_dev *dev,
                             const struct rte_flow_item pattern[],
@@ -1055,6 +1289,13 @@ start:
                }
                PMD_DRV_LOG(DEBUG, "Queue index %d\n", act_q->index);
 
+               if (use_ntuple && !BNXT_RFS_NEEDS_VNIC(bp)) {
+                       filter->flags =
+                               HWRM_CFA_NTUPLE_FILTER_ALLOC_INPUT_FLAGS_DEST_RFS_RING_IDX;
+                       filter->dst_id = act_q->index;
+                       goto skip_vnic_alloc;
+               }
+
                vnic_id = attr->group;
                if (!vnic_id) {
                        PMD_DRV_LOG(DEBUG, "Group id is 0\n");
@@ -1081,7 +1322,7 @@ start:
 
                rxq = bp->rx_queues[act_q->index];
 
-               if (!(dev_conf->rxmode.mq_mode & ETH_MQ_RX_RSS) && rxq &&
+               if (!(dev_conf->rxmode.mq_mode & RTE_ETH_MQ_RX_RSS) && rxq &&
                    vnic->fw_vnic_id != INVALID_HW_RING_ID)
                        goto use_vnic;
 
@@ -1106,16 +1347,9 @@ start:
 
                PMD_DRV_LOG(DEBUG, "VNIC found\n");
 
-               rc = bnxt_vnic_prep(bp, vnic);
-               if (rc)  {
-                       rte_flow_error_set(error,
-                                          EINVAL,
-                                          RTE_FLOW_ERROR_TYPE_ACTION,
-                                          act,
-                                          "VNIC prep fail");
-                       rc = -rte_errno;
+               rc = bnxt_vnic_prep(bp, vnic, act, error);
+               if (rc)
                        goto ret;
-               }
 
                PMD_DRV_LOG(DEBUG,
                            "vnic[%d] = %p vnic->fw_grp_ids = %p\n",
@@ -1126,7 +1360,7 @@ use_vnic:
                PMD_DRV_LOG(DEBUG,
                            "Setting vnic ff_idx %d\n", vnic->ff_pool_idx);
                filter->dst_id = vnic->fw_vnic_id;
-
+skip_vnic_alloc:
                /* For ntuple filter, create the L2 filter with default VNIC.
                 * The user specified redirect queue will be set while creating
                 * the ntuple filter in hardware.
@@ -1260,13 +1494,38 @@ use_vnic:
                filter->flow_id = filter1->flow_id;
                break;
        case RTE_FLOW_ACTION_TYPE_RSS:
+               rc = bnxt_validate_rss_action(actions);
+               if (rc != 0) {
+                       rte_flow_error_set(error,
+                                          EINVAL,
+                                          RTE_FLOW_ERROR_TYPE_ACTION,
+                                          act,
+                                          "Invalid actions specified with RSS");
+                       rc = -rte_errno;
+                       goto ret;
+               }
+
                rss = (const struct rte_flow_action_rss *)act->conf;
 
-               vnic_id = attr->group;
+               vnic_id = bnxt_get_vnic(bp, attr->group);
 
                BNXT_VALID_VNIC_OR_RET(bp, vnic_id);
                vnic = &bp->vnic_info[vnic_id];
 
+               /*
+                * For non NS3 cases, rte_flow_items will not be considered
+                * for RSS updates.
+                */
+               if (filter->filter_type == HWRM_CFA_CONFIG) {
+                       /* RSS config update requested */
+                       rc = bnxt_vnic_rss_cfg_update(bp, vnic, act, error);
+                       if (rc != 0)
+                               return -rte_errno;
+
+                       filter->dst_id = vnic->fw_vnic_id;
+                       break;
+               }
+
                /* Check if requested RSS config matches RSS config of VNIC
                 * only if it is not a fresh VNIC configuration.
                 * Otherwise the existing VNIC configuration can be used.
@@ -1326,16 +1585,9 @@ use_vnic:
                vnic->end_grp_id = rss->queue[rss->queue_num - 1];
                vnic->func_default = 0; //This is not a default VNIC.
 
-               rc = bnxt_vnic_prep(bp, vnic);
-               if (rc) {
-                       rte_flow_error_set(error,
-                                          EINVAL,
-                                          RTE_FLOW_ERROR_TYPE_ACTION,
-                                          act,
-                                          "VNIC prep fail");
-                       rc = -rte_errno;
+               rc = bnxt_vnic_prep(bp, vnic, act, error);
+               if (rc)
                        goto ret;
-               }
 
                PMD_DRV_LOG(DEBUG,
                            "vnic[%d] = %p vnic->fw_grp_ids = %p\n",
@@ -1364,13 +1616,15 @@ use_vnic:
                if (vnic->rx_queue_cnt > 1) {
                        vnic->hash_type =
                                bnxt_rte_to_hwrm_hash_types(rss->types);
+                       vnic->hash_mode =
+                       bnxt_rte_to_hwrm_hash_level(bp, rss->types, rss->level);
 
                        if (!rss->key_len) {
                                /* If hash key has not been specified,
                                 * use random hash key.
                                 */
-                               prandom_bytes(vnic->rss_hash_key,
-                                             HW_HASH_KEY_SIZE);
+                               bnxt_prandom_bytes(vnic->rss_hash_key,
+                                                  HW_HASH_KEY_SIZE);
                        } else {
                                if (rss->key_len > HW_HASH_KEY_SIZE)
                                        memcpy(vnic->rss_hash_key,
@@ -1403,18 +1657,6 @@ vnic_found:
                bnxt_update_filter_flags_en(filter, filter1, use_ntuple);
                break;
        case RTE_FLOW_ACTION_TYPE_MARK:
-               if (bp->flags & BNXT_FLAG_RX_VECTOR_PKT_MODE) {
-                       PMD_DRV_LOG(DEBUG,
-                                   "Disable vector processing for mark\n");
-                       rte_flow_error_set(error,
-                                          ENOTSUP,
-                                          RTE_FLOW_ERROR_TYPE_ACTION,
-                                          act,
-                                          "Disable vector processing for mark");
-                       rc = -rte_errno;
-                       goto ret;
-               }
-
                if (bp->mark_table == NULL) {
                        rte_flow_error_set(error,
                                           ENOMEM,
@@ -1425,6 +1667,13 @@ vnic_found:
                        goto ret;
                }
 
+               if (bp->flags & BNXT_FLAG_RX_VECTOR_PKT_MODE) {
+                       PMD_DRV_LOG(DEBUG,
+                                   "Disabling vector processing for mark\n");
+                       bp->eth_dev->rx_pkt_burst = bnxt_recv_pkts;
+                       bp->flags &= ~BNXT_FLAG_RX_VECTOR_PKT_MODE;
+               }
+
                filter->valid_flags |= BNXT_FLOW_MARK_FLAG;
                filter->mark = ((const struct rte_flow_action_mark *)
                                act->conf)->id;
@@ -1503,9 +1752,11 @@ bnxt_flow_validate(struct rte_eth_dev *dev,
 
        filter = bnxt_get_unused_filter(bp);
        if (filter == NULL) {
-               PMD_DRV_LOG(ERR, "Not enough resources for a new flow.\n");
+               rte_flow_error_set(error, ENOSPC,
+                                  RTE_FLOW_ERROR_TYPE_HANDLE, NULL,
+                                  "Not enough resources for a new flow");
                bnxt_release_flow_lock(bp);
-               return -ENOMEM;
+               return -ENOSPC;
        }
 
        ret = bnxt_validate_and_parse_flow(dev, pattern, actions, attr,
@@ -1516,10 +1767,8 @@ bnxt_flow_validate(struct rte_eth_dev *dev,
        vnic = find_matching_vnic(bp, filter);
        if (vnic) {
                if (STAILQ_EMPTY(&vnic->filter)) {
-                       rte_free(vnic->fw_grp_ids);
-                       bnxt_hwrm_vnic_ctx_free(bp, vnic);
-                       bnxt_hwrm_vnic_free(bp, vnic);
-                       vnic->rx_queue_cnt = 0;
+                       bnxt_vnic_cleanup(bp, vnic);
+                       bp->nr_vnics--;
                        PMD_DRV_LOG(DEBUG, "Free VNIC\n");
                }
        }
@@ -1633,7 +1882,7 @@ static void
 bnxt_setup_flow_counter(struct bnxt *bp)
 {
        if (bp->fw_cap & BNXT_FW_CAP_ADV_FLOW_COUNTERS &&
-           !(bp->flags & BNXT_FLAG_FC_THREAD)) {
+           !(bp->flags & BNXT_FLAG_FC_THREAD) && BNXT_FLOW_XSTATS_EN(bp)) {
                rte_eal_alarm_set(US_PER_S * BNXT_FC_TIMER,
                                  bnxt_flow_cnt_alarm_cb,
                                  (void *)bp);
@@ -1646,13 +1895,13 @@ void bnxt_flow_cnt_alarm_cb(void *arg)
        int rc = 0;
        struct bnxt *bp = arg;
 
-       if (!bp->rx_fc_out_tbl.va) {
-               PMD_DRV_LOG(ERR, "bp->rx_fc_out_tbl.va is NULL?\n");
+       if (!bp->flow_stat->rx_fc_out_tbl.va) {
+               PMD_DRV_LOG(ERR, "bp->flow_stat->rx_fc_out_tbl.va is NULL?\n");
                bnxt_cancel_fc_thread(bp);
                return;
        }
 
-       if (!bp->flow_count) {
+       if (!bp->flow_stat->flow_count) {
                bnxt_cancel_fc_thread(bp);
                return;
        }
@@ -1790,15 +2039,30 @@ bnxt_flow_create(struct rte_eth_dev *dev,
                filter->enables |=
                        HWRM_CFA_EM_FLOW_ALLOC_INPUT_ENABLES_L2_FILTER_ID;
                ret = bnxt_hwrm_set_em_filter(bp, filter->dst_id, filter);
+               if (ret != 0) {
+                       rte_flow_error_set(error, -ret,
+                                          RTE_FLOW_ERROR_TYPE_HANDLE, NULL,
+                                          "Failed to create EM filter");
+                       goto free_filter;
+               }
        }
 
        if (filter->filter_type == HWRM_CFA_NTUPLE_FILTER) {
                filter->enables |=
                        HWRM_CFA_NTUPLE_FILTER_ALLOC_INPUT_ENABLES_L2_FILTER_ID;
                ret = bnxt_hwrm_set_ntuple_filter(bp, filter->dst_id, filter);
+               if (ret != 0) {
+                       rte_flow_error_set(error, -ret,
+                                          RTE_FLOW_ERROR_TYPE_HANDLE, NULL,
+                                          "Failed to create ntuple filter");
+                       goto free_filter;
+               }
        }
 
-       vnic = find_matching_vnic(bp, filter);
+       if (BNXT_RFS_NEEDS_VNIC(bp))
+               vnic = find_matching_vnic(bp, filter);
+       else
+               vnic = BNXT_GET_DEFAULT_VNIC(bp);
 done:
        if (!ret || update_flow) {
                flow->filter = filter;
@@ -1808,9 +2072,6 @@ done:
                        goto free_flow;
                }
 
-               STAILQ_INSERT_TAIL(&vnic->filter, filter, next);
-               PMD_DRV_LOG(DEBUG, "Successfully created flow.\n");
-               STAILQ_INSERT_TAIL(&vnic->flow_list, flow, next);
                if (filter->valid_flags & BNXT_FLOW_MARK_FLAG) {
                        PMD_DRV_LOG(DEBUG,
                                    "Mark action: mark id 0x%x, flow id 0x%x\n",
@@ -1821,18 +2082,25 @@ done:
                         */
                        flow_id = filter->flow_id & BNXT_FLOW_ID_MASK;
                        if (bp->mark_table[flow_id].valid) {
-                               PMD_DRV_LOG(ERR,
-                                           "Entry for Mark id 0x%x occupied"
-                                           " flow id 0x%x\n",
-                                           filter->mark, filter->flow_id);
+                               rte_flow_error_set(error, EEXIST,
+                                                  RTE_FLOW_ERROR_TYPE_HANDLE,
+                                                  NULL,
+                                                  "Flow with mark id exists");
+                               bnxt_clear_one_vnic_filter(bp, filter);
                                goto free_filter;
                        }
                        bp->mark_table[flow_id].valid = true;
                        bp->mark_table[flow_id].mark_id = filter->mark;
                }
-               bp->flow_count++;
+
+               STAILQ_INSERT_TAIL(&vnic->filter, filter, next);
+               STAILQ_INSERT_TAIL(&vnic->flow_list, flow, next);
+
+               if (BNXT_FLOW_XSTATS_EN(bp))
+                       bp->flow_stat->flow_count++;
                bnxt_release_flow_lock(bp);
                bnxt_setup_flow_counter(bp);
+               PMD_DRV_LOG(DEBUG, "Successfully created flow.\n");
                return flow;
        }
 
@@ -1888,12 +2156,20 @@ static int bnxt_handle_tunnel_redirect_destroy(struct bnxt *bp,
                /* Tunnel doesn't belong to this VF, so don't send HWRM
                 * cmd, just delete the flow from driver
                 */
-               if (bp->fw_fid != (tun_dst_fid + bp->first_vf_id))
+               if (bp->fw_fid != (tun_dst_fid + bp->first_vf_id)) {
                        PMD_DRV_LOG(ERR,
                                    "Tunnel does not belong to this VF, skip hwrm_tunnel_redirect_free\n");
-               else
+               } else {
                        ret = bnxt_hwrm_tunnel_redirect_free(bp,
                                                        filter->tunnel_type);
+                       if (ret) {
+                               rte_flow_error_set(error, -ret,
+                                                  RTE_FLOW_ERROR_TYPE_HANDLE,
+                                                  NULL,
+                                                  "Unable to free tunnel redirection");
+                               return ret;
+                       }
+               }
        }
        return ret;
 }
@@ -1920,6 +2196,10 @@ _bnxt_flow_destroy(struct bnxt *bp,
                        return ret;
        }
 
+       /* For config type, there is no filter in HW. Finish cleanup here */
+       if (filter->filter_type == HWRM_CFA_CONFIG)
+               goto done;
+
        ret = bnxt_match_filter(bp, filter);
        if (ret == 0)
                PMD_DRV_LOG(ERR, "Could not find matching flow\n");
@@ -1931,11 +2211,7 @@ _bnxt_flow_destroy(struct bnxt *bp,
                filter->flow_id = 0;
        }
 
-       if (filter->filter_type == HWRM_CFA_EM_FILTER)
-               ret = bnxt_hwrm_clear_em_filter(bp, filter);
-       if (filter->filter_type == HWRM_CFA_NTUPLE_FILTER)
-               ret = bnxt_hwrm_clear_ntuple_filter(bp, filter);
-       ret = bnxt_hwrm_clear_l2_filter(bp, filter);
+       ret = bnxt_clear_one_vnic_filter(bp, filter);
 
 done:
        if (!ret) {
@@ -1952,19 +2228,16 @@ done:
                bnxt_free_filter(bp, filter);
                STAILQ_REMOVE(&vnic->flow_list, flow, rte_flow, next);
                rte_free(flow);
-               bp->flow_count--;
+               if (BNXT_FLOW_XSTATS_EN(bp))
+                       bp->flow_stat->flow_count--;
 
                /* If this was the last flow associated with this vnic,
                 * switch the queue back to RSS pool.
                 */
                if (vnic && !vnic->func_default &&
                    STAILQ_EMPTY(&vnic->flow_list)) {
-                       rte_free(vnic->fw_grp_ids);
-                       if (vnic->rx_queue_cnt > 1)
-                               bnxt_hwrm_vnic_ctx_free(bp, vnic);
-
-                       bnxt_hwrm_vnic_free(bp, vnic);
-                       vnic->rx_queue_cnt = 0;
+                       bnxt_vnic_cleanup(bp, vnic);
+                       bp->nr_vnics--;
                }
        } else {
                rte_flow_error_set(error, -ret,