net/bnxt: drop untagged frames when specified
[dpdk.git] / drivers / net / bnxt / bnxt_flow.c
index 8cc8c13..c42cbf1 100644 (file)
@@ -157,9 +157,9 @@ bnxt_validate_and_parse_flow_type(struct bnxt *bp,
        int dflt_vnic;
 
        use_ntuple = bnxt_filter_type_check(pattern, error);
-       PMD_DRV_LOG(DEBUG, "Use NTUPLE %d\n", use_ntuple);
        if (use_ntuple < 0)
                return use_ntuple;
+       PMD_DRV_LOG(DEBUG, "Use NTUPLE %d\n", use_ntuple);
 
        filter->filter_type = use_ntuple ?
                HWRM_CFA_NTUPLE_FILTER : HWRM_CFA_EM_FILTER;
@@ -177,6 +177,14 @@ bnxt_validate_and_parse_flow_type(struct bnxt *bp,
                        return -rte_errno;
                }
 
+               if (!item->spec || !item->mask) {
+                       rte_flow_error_set(error, EINVAL,
+                                          RTE_FLOW_ERROR_TYPE_ITEM,
+                                          item,
+                                          "spec/mask is NULL");
+                       return -rte_errno;
+               }
+
                switch (item->type) {
                case RTE_FLOW_ITEM_TYPE_ANY:
                        inner =
@@ -219,6 +227,14 @@ bnxt_validate_and_parse_flow_type(struct bnxt *bp,
                        }
 
                        if (rte_is_broadcast_ether_addr(&eth_mask->dst)) {
+                               if (!rte_is_unicast_ether_addr(&eth_spec->dst)) {
+                                       rte_flow_error_set(error,
+                                                          EINVAL,
+                                                          RTE_FLOW_ERROR_TYPE_ITEM,
+                                                          item,
+                                                          "DMAC is invalid");
+                                       return -rte_errno;
+                               }
                                rte_memcpy(filter->dst_macaddr,
                                           &eth_spec->dst, RTE_ETHER_ADDR_LEN);
                                en |= use_ntuple ?
@@ -227,9 +243,20 @@ bnxt_validate_and_parse_flow_type(struct bnxt *bp,
                                valid_flags |= inner ?
                                        BNXT_FLOW_L2_INNER_DST_VALID_FLAG :
                                        BNXT_FLOW_L2_DST_VALID_FLAG;
+                               filter->priority = attr->priority;
+                               PMD_DRV_LOG(DEBUG,
+                                           "Creating a priority flow\n");
                        }
 
                        if (rte_is_broadcast_ether_addr(&eth_mask->src)) {
+                               if (!rte_is_unicast_ether_addr(&eth_spec->src)) {
+                                       rte_flow_error_set(error,
+                                                          EINVAL,
+                                                          RTE_FLOW_ERROR_TYPE_ITEM,
+                                                          item,
+                                                          "SMAC is invalid");
+                                       return -rte_errno;
+                               }
                                rte_memcpy(filter->src_macaddr,
                                           &eth_spec->src, RTE_ETHER_ADDR_LEN);
                                en |= use_ntuple ?
@@ -248,6 +275,8 @@ bnxt_validate_and_parse_flow_type(struct bnxt *bp,
                                        rte_be_to_cpu_16(eth_spec->type);
                                en |= en_ethertype;
                        }
+                       if (inner)
+                               valid_flags |= BNXT_FLOW_PARSE_INNER_FLAG;
 
                        break;
                case RTE_FLOW_ITEM_TYPE_VLAN:
@@ -712,25 +741,16 @@ bnxt_flow_parse_attr(const struct rte_flow_attr *attr,
                return -rte_errno;
        }
 
-       /* Not supported */
-       if (attr->priority) {
-               rte_flow_error_set(error,
-                                  EINVAL,
-                                  RTE_FLOW_ERROR_TYPE_ATTR_PRIORITY,
-                                  attr,
-                                  "No support for priority.");
-               return -rte_errno;
-       }
        return 0;
 }
 
-struct bnxt_filter_info *
-bnxt_get_l2_filter(struct bnxt *bp, struct bnxt_filter_info *nf,
-                  struct bnxt_vnic_info *vnic)
+static struct bnxt_filter_info *
+bnxt_find_matching_l2_filter(struct bnxt *bp, struct bnxt_filter_info *nf)
 {
-       struct bnxt_filter_info *filter1, *f0;
+       struct bnxt_filter_info *mf, *f0;
        struct bnxt_vnic_info *vnic0;
-       int rc;
+       struct rte_flow *flow;
+       int i;
 
        vnic0 = &bp->vnic_info[0];
        f0 = STAILQ_FIRST(&vnic0->filter);
@@ -739,8 +759,43 @@ bnxt_get_l2_filter(struct bnxt *bp, struct bnxt_filter_info *nf,
        if (memcmp(f0->l2_addr, nf->dst_macaddr, RTE_ETHER_ADDR_LEN) == 0)
                return f0;
 
+       for (i = bp->max_vnics - 1; i >= 0; i--) {
+               struct bnxt_vnic_info *vnic = &bp->vnic_info[i];
+
+               if (vnic->fw_vnic_id == INVALID_VNIC_ID)
+                       continue;
+
+               STAILQ_FOREACH(flow, &vnic->flow_list, next) {
+                       mf = flow->filter;
+
+                       if (mf->matching_l2_fltr_ptr)
+                               continue;
+
+                       if (mf->ethertype == nf->ethertype &&
+                           mf->l2_ovlan == nf->l2_ovlan &&
+                           mf->l2_ovlan_mask == nf->l2_ovlan_mask &&
+                           mf->l2_ivlan == nf->l2_ivlan &&
+                           mf->l2_ivlan_mask == nf->l2_ivlan_mask &&
+                           !memcmp(mf->src_macaddr, nf->src_macaddr,
+                                   RTE_ETHER_ADDR_LEN) &&
+                           !memcmp(mf->dst_macaddr, nf->dst_macaddr,
+                                   RTE_ETHER_ADDR_LEN))
+                               return mf;
+               }
+       }
+       return NULL;
+}
+
+static struct bnxt_filter_info *
+bnxt_create_l2_filter(struct bnxt *bp, struct bnxt_filter_info *nf,
+                     struct bnxt_vnic_info *vnic)
+{
+       struct bnxt_filter_info *filter1;
+       int rc;
+
        /* Alloc new L2 filter.
-        * This flow needs MAC filter which does not match port/l2 MAC.
+        * This flow needs MAC filter which does not match any existing
+        * L2 filters.
         */
        filter1 = bnxt_get_unused_filter(bp);
        if (filter1 == NULL)
@@ -767,27 +822,76 @@ bnxt_get_l2_filter(struct bnxt *bp, struct bnxt_filter_info *nf,
                memcpy(filter1->l2_addr, nf->dst_macaddr, RTE_ETHER_ADDR_LEN);
        }
 
-       if (nf->valid_flags & BNXT_FLOW_L2_DST_VALID_FLAG ||
-           nf->valid_flags & BNXT_FLOW_L2_INNER_DST_VALID_FLAG) {
+       if (nf->priority &&
+           (nf->valid_flags & BNXT_FLOW_L2_DST_VALID_FLAG ||
+            nf->valid_flags & BNXT_FLOW_L2_INNER_DST_VALID_FLAG)) {
                /* Tell the FW where to place the filter in the table. */
-               filter1->pri_hint =
+               if (nf->priority > 65535) {
+                       filter1->pri_hint =
                        HWRM_CFA_L2_FILTER_ALLOC_INPUT_PRI_HINT_BELOW_FILTER;
-               /* This will place the filter in TCAM */
-               filter1->l2_filter_id_hint = (uint64_t)-1;
+                       /* This will place the filter in TCAM */
+                       filter1->l2_filter_id_hint = (uint64_t)-1;
+               }
        }
 
-       filter1->enables = HWRM_CFA_L2_FILTER_ALLOC_INPUT_ENABLES_L2_ADDR |
+       if (nf->valid_flags & (BNXT_FLOW_L2_DST_VALID_FLAG |
+                              BNXT_FLOW_L2_SRC_VALID_FLAG |
+                              BNXT_FLOW_L2_INNER_SRC_VALID_FLAG |
+                              BNXT_FLOW_L2_INNER_DST_VALID_FLAG)) {
+               filter1->enables =
+                       HWRM_CFA_L2_FILTER_ALLOC_INPUT_ENABLES_L2_ADDR |
                        L2_FILTER_ALLOC_INPUT_EN_L2_ADDR_MASK;
-       memset(filter1->l2_addr_mask, 0xff, RTE_ETHER_ADDR_LEN);
+               memset(filter1->l2_addr_mask, 0xff, RTE_ETHER_ADDR_LEN);
+       }
+
+       if (nf->valid_flags & BNXT_FLOW_L2_DROP_FLAG) {
+               filter1->flags |=
+                       HWRM_CFA_L2_FILTER_ALLOC_INPUT_FLAGS_DROP;
+               if (nf->ethertype == RTE_ETHER_TYPE_IPV4) {
+                       /* Num VLANs for drop filter will/should be 0.
+                        * If the req is memset to 0, then the count will
+                        * be automatically set to 0.
+                        */
+                       if (nf->valid_flags & BNXT_FLOW_PARSE_INNER_FLAG) {
+                               filter1->enables |=
+                                       L2_FILTER_ALLOC_INPUT_EN_T_NUM_VLANS;
+                       } else {
+                               filter1->enables |=
+                                       L2_FILTER_ALLOC_INPUT_EN_NUM_VLANS;
+                               filter1->flags |=
+                               HWRM_CFA_L2_FILTER_ALLOC_INPUT_FLAGS_OUTERMOST;
+                       }
+               }
+       }
+
        rc = bnxt_hwrm_set_l2_filter(bp, vnic->fw_vnic_id,
                                     filter1);
        if (rc) {
                bnxt_free_filter(bp, filter1);
                return NULL;
        }
+       filter1->l2_ref_cnt++;
        return filter1;
 }
 
+struct bnxt_filter_info *
+bnxt_get_l2_filter(struct bnxt *bp, struct bnxt_filter_info *nf,
+                  struct bnxt_vnic_info *vnic)
+{
+       struct bnxt_filter_info *l2_filter = NULL;
+
+       l2_filter = bnxt_find_matching_l2_filter(bp, nf);
+       if (l2_filter) {
+               l2_filter->l2_ref_cnt++;
+               nf->matching_l2_fltr_ptr = l2_filter;
+       } else {
+               l2_filter = bnxt_create_l2_filter(bp, nf, vnic);
+               nf->matching_l2_fltr_ptr = NULL;
+       }
+
+       return l2_filter;
+}
+
 static int bnxt_vnic_prep(struct bnxt *bp, struct bnxt_vnic_info *vnic)
 {
        struct rte_eth_conf *dev_conf = &bp->eth_dev->data->dev_conf;
@@ -832,6 +936,69 @@ ret:
        return rc;
 }
 
+static int match_vnic_rss_cfg(struct bnxt *bp,
+                             struct bnxt_vnic_info *vnic,
+                             const struct rte_flow_action_rss *rss)
+{
+       unsigned int match = 0, i;
+
+       if (vnic->rx_queue_cnt != rss->queue_num)
+               return -EINVAL;
+
+       for (i = 0; i < rss->queue_num; i++) {
+               if (!bp->rx_queues[rss->queue[i]]->vnic->rx_queue_cnt &&
+                   !bp->rx_queues[rss->queue[i]]->rx_started)
+                       return -EINVAL;
+       }
+
+       for (i = 0; i < vnic->rx_queue_cnt; i++) {
+               int j;
+
+               for (j = 0; j < vnic->rx_queue_cnt; j++) {
+                       if (bp->grp_info[rss->queue[i]].fw_grp_id ==
+                           vnic->fw_grp_ids[j])
+                               match++;
+               }
+       }
+
+       if (match != vnic->rx_queue_cnt) {
+               PMD_DRV_LOG(ERR,
+                           "VNIC queue count %d vs queues matched %d\n",
+                           match, vnic->rx_queue_cnt);
+               return -EINVAL;
+       }
+
+       return 0;
+}
+
+static void
+bnxt_update_filter_flags_en(struct bnxt_filter_info *filter,
+                           struct bnxt_filter_info *filter1,
+                           int use_ntuple)
+{
+       if (!use_ntuple &&
+           !(filter->valid_flags &
+             ~(BNXT_FLOW_L2_DST_VALID_FLAG |
+               BNXT_FLOW_L2_SRC_VALID_FLAG |
+               BNXT_FLOW_L2_INNER_SRC_VALID_FLAG |
+               BNXT_FLOW_L2_INNER_DST_VALID_FLAG |
+               BNXT_FLOW_L2_DROP_FLAG |
+               BNXT_FLOW_PARSE_INNER_FLAG))) {
+               filter->flags = filter1->flags;
+               filter->enables = filter1->enables;
+               filter->filter_type = HWRM_CFA_L2_FILTER;
+               memcpy(filter->l2_addr, filter1->l2_addr, RTE_ETHER_ADDR_LEN);
+               memset(filter->l2_addr_mask, 0xff, RTE_ETHER_ADDR_LEN);
+               filter->pri_hint = filter1->pri_hint;
+               filter->l2_filter_id_hint = filter1->l2_filter_id_hint;
+       }
+       filter->fw_l2_filter_id = filter1->fw_l2_filter_id;
+       filter->l2_ref_cnt = filter1->l2_ref_cnt;
+       PMD_DRV_LOG(DEBUG,
+               "l2_filter: %p fw_l2_filter_id %" PRIx64 " l2_ref_cnt %u\n",
+               filter1, filter->fw_l2_filter_id, filter->l2_ref_cnt);
+}
+
 static int
 bnxt_validate_and_parse_flow(struct rte_eth_dev *dev,
                             const struct rte_flow_item pattern[],
@@ -844,14 +1011,16 @@ bnxt_validate_and_parse_flow(struct rte_eth_dev *dev,
                bnxt_flow_non_void_action(actions);
        struct bnxt *bp = dev->data->dev_private;
        struct rte_eth_conf *dev_conf = &bp->eth_dev->data->dev_conf;
+       struct bnxt_vnic_info *vnic = NULL, *vnic0 = NULL;
        const struct rte_flow_action_queue *act_q;
        const struct rte_flow_action_vf *act_vf;
-       struct bnxt_vnic_info *vnic, *vnic0;
-       struct bnxt_filter_info *filter1;
+       struct bnxt_filter_info *filter1 = NULL;
+       const struct rte_flow_action_rss *rss;
        struct bnxt_rx_queue *rxq = NULL;
        int dflt_vnic, vnic_id;
-       uint32_t vf = 0;
-       int rc;
+       unsigned int rss_idx;
+       uint32_t vf = 0, i;
+       int rc, use_ntuple;
 
        rc =
        bnxt_validate_and_parse_flow_type(bp, attr, pattern, error, filter);
@@ -866,6 +1035,7 @@ bnxt_validate_and_parse_flow(struct rte_eth_dev *dev,
        if (filter->filter_type == HWRM_CFA_EM_FILTER)
                filter->flags = HWRM_CFA_EM_FLOW_ALLOC_INPUT_FLAGS_PATH_RX;
 
+       use_ntuple = bnxt_filter_type_check(pattern, error);
        switch (act->type) {
        case RTE_FLOW_ACTION_TYPE_QUEUE:
                /* Allow this flow. Redirect to a VNIC. */
@@ -886,7 +1056,6 @@ bnxt_validate_and_parse_flow(struct rte_eth_dev *dev,
                        PMD_DRV_LOG(DEBUG, "Group id is 0\n");
                        vnic_id = act_q->index;
                }
-               PMD_DRV_LOG(DEBUG, "VNIC found\n");
 
                vnic = &bp->vnic_info[vnic_id];
                if (vnic == NULL) {
@@ -919,10 +1088,13 @@ bnxt_validate_and_parse_flow(struct rte_eth_dev *dev,
                    vnic->fw_vnic_id != INVALID_HW_RING_ID)
                        goto use_vnic;
 
+               //if (!rxq ||
+                   //bp->vnic_info[0].fw_grp_ids[act_q->index] !=
+                   //INVALID_HW_RING_ID ||
+                   //!rxq->rx_deferred_start) {
                if (!rxq ||
                    bp->vnic_info[0].fw_grp_ids[act_q->index] !=
-                   INVALID_HW_RING_ID ||
-                   !rxq->rx_deferred_start) {
+                   INVALID_HW_RING_ID) {
                        PMD_DRV_LOG(ERR,
                                    "Queue invalid or used with other VNIC\n");
                        rte_flow_error_set(error,
@@ -934,8 +1106,8 @@ bnxt_validate_and_parse_flow(struct rte_eth_dev *dev,
                        goto ret;
                }
 
-use_vnic:
                rxq->vnic = vnic;
+               rxq->rx_started = 1;
                vnic->rx_queue_cnt++;
                vnic->start_grp_id = act_q->index;
                vnic->end_grp_id = act_q->index;
@@ -944,59 +1116,74 @@ use_vnic:
                PMD_DRV_LOG(DEBUG, "VNIC found\n");
 
                rc = bnxt_vnic_prep(bp, vnic);
-               if (rc)
+               if (rc)  {
+                       rte_flow_error_set(error,
+                                          EINVAL,
+                                          RTE_FLOW_ERROR_TYPE_ACTION,
+                                          act,
+                                          "VNIC prep fail");
+                       rc = -rte_errno;
                        goto ret;
+               }
 
                PMD_DRV_LOG(DEBUG,
                            "vnic[%d] = %p vnic->fw_grp_ids = %p\n",
                            act_q->index, vnic, vnic->fw_grp_ids);
 
+use_vnic:
                vnic->ff_pool_idx = vnic_id;
                PMD_DRV_LOG(DEBUG,
                            "Setting vnic ff_idx %d\n", vnic->ff_pool_idx);
                filter->dst_id = vnic->fw_vnic_id;
                filter1 = bnxt_get_l2_filter(bp, filter, vnic);
                if (filter1 == NULL) {
-                       rc = -ENOSPC;
+                       rte_flow_error_set(error,
+                                          ENOSPC,
+                                          RTE_FLOW_ERROR_TYPE_ACTION,
+                                          act,
+                                          "Filter not available");
+                       rc = -rte_errno;
                        goto ret;
                }
 
-               if (!(filter->valid_flags &
-                     ~(BNXT_FLOW_L2_DST_VALID_FLAG |
-                       BNXT_FLOW_L2_SRC_VALID_FLAG |
-                       BNXT_FLOW_L2_INNER_SRC_VALID_FLAG |
-                       BNXT_FLOW_L2_INNER_DST_VALID_FLAG))) {
-                       PMD_DRV_LOG(DEBUG, "L2 filter created\n");
-                       filter->flags = filter1->flags;
-                       filter->enables = filter1->enables;
-                       filter->filter_type = HWRM_CFA_L2_FILTER;
-                       memset(filter->l2_addr_mask, 0xff, RTE_ETHER_ADDR_LEN);
-                       filter->pri_hint = filter1->pri_hint;
-                       filter->l2_filter_id_hint = filter1->l2_filter_id_hint;
-               }
-               filter->fw_l2_filter_id = filter1->fw_l2_filter_id;
+               PMD_DRV_LOG(DEBUG, "new fltr: %p l2fltr: %p l2_ref_cnt: %d\n",
+                           filter, filter1, filter1->l2_ref_cnt);
+               bnxt_update_filter_flags_en(filter, filter1, use_ntuple);
                break;
        case RTE_FLOW_ACTION_TYPE_DROP:
                vnic0 = &bp->vnic_info[0];
+               filter->dst_id = vnic0->fw_vnic_id;
+               filter->valid_flags |= BNXT_FLOW_L2_DROP_FLAG;
                filter1 = bnxt_get_l2_filter(bp, filter, vnic0);
                if (filter1 == NULL) {
+                       rte_flow_error_set(error,
+                                          ENOSPC,
+                                          RTE_FLOW_ERROR_TYPE_ACTION,
+                                          act,
+                                          "Filter not available");
                        rc = -ENOSPC;
                        goto ret;
                }
 
-               filter->fw_l2_filter_id = filter1->fw_l2_filter_id;
                if (filter->filter_type == HWRM_CFA_EM_FILTER)
                        filter->flags =
                                HWRM_CFA_EM_FLOW_ALLOC_INPUT_FLAGS_DROP;
-               else
+               else if (filter->filter_type == HWRM_CFA_NTUPLE_FILTER)
                        filter->flags =
                                HWRM_CFA_NTUPLE_FILTER_ALLOC_INPUT_FLAGS_DROP;
+
+               bnxt_update_filter_flags_en(filter, filter1, use_ntuple);
                break;
        case RTE_FLOW_ACTION_TYPE_COUNT:
                vnic0 = &bp->vnic_info[0];
                filter1 = bnxt_get_l2_filter(bp, filter, vnic0);
                if (filter1 == NULL) {
-                       rc = -ENOSPC;
+                       rte_flow_error_set(error,
+                                          ENOSPC,
+                                          RTE_FLOW_ERROR_TYPE_ACTION,
+                                          act,
+                                          "New filter not available");
+                       rc = -rte_errno;
                        goto ret;
                }
 
@@ -1059,6 +1246,11 @@ use_vnic:
                vnic0 = &bp->vnic_info[0];
                filter1 = bnxt_get_l2_filter(bp, filter, vnic0);
                if (filter1 == NULL) {
+                       rte_flow_error_set(error,
+                                          ENOSPC,
+                                          RTE_FLOW_ERROR_TYPE_ACTION,
+                                          act,
+                                          "New filter not available");
                        rc = -ENOSPC;
                        goto ret;
                }
@@ -1066,15 +1258,170 @@ use_vnic:
                filter->fw_l2_filter_id = filter1->fw_l2_filter_id;
                break;
        case RTE_FLOW_ACTION_TYPE_RSS:
-               rte_flow_error_set(error,
-                                  ENOTSUP,
-                                  RTE_FLOW_ERROR_TYPE_ACTION,
-                                  act,
-                                  "This action is not supported right now.");
-               rc = -rte_errno;
-               goto ret;
-               //break;
+               rss = (const struct rte_flow_action_rss *)act->conf;
 
+               vnic_id = attr->group;
+               if (!vnic_id) {
+                       PMD_DRV_LOG(ERR, "Group id cannot be 0\n");
+                       rte_flow_error_set(error,
+                                          EINVAL,
+                                          RTE_FLOW_ERROR_TYPE_ATTR,
+                                          NULL,
+                                          "Group id cannot be 0");
+                       rc = -rte_errno;
+                       goto ret;
+               }
+
+               vnic = &bp->vnic_info[vnic_id];
+               if (vnic == NULL) {
+                       rte_flow_error_set(error,
+                                          EINVAL,
+                                          RTE_FLOW_ERROR_TYPE_ACTION,
+                                          act,
+                                          "No matching VNIC for RSS group.");
+                       rc = -rte_errno;
+                       goto ret;
+               }
+               PMD_DRV_LOG(DEBUG, "VNIC found\n");
+
+               /* Check if requested RSS config matches RSS config of VNIC
+                * only if it is not a fresh VNIC configuration.
+                * Otherwise the existing VNIC configuration can be used.
+                */
+               if (vnic->rx_queue_cnt) {
+                       rc = match_vnic_rss_cfg(bp, vnic, rss);
+                       if (rc) {
+                               PMD_DRV_LOG(ERR,
+                                           "VNIC and RSS config mismatch\n");
+                               rte_flow_error_set(error,
+                                                  EINVAL,
+                                                  RTE_FLOW_ERROR_TYPE_ACTION,
+                                                  act,
+                                                  "VNIC and RSS cfg mismatch");
+                               rc = -rte_errno;
+                               goto ret;
+                       }
+                       goto vnic_found;
+               }
+
+               for (i = 0; i < rss->queue_num; i++) {
+                       PMD_DRV_LOG(DEBUG, "RSS action Queue %d\n",
+                                   rss->queue[i]);
+
+                       if (!rss->queue[i] ||
+                           rss->queue[i] >= bp->rx_nr_rings ||
+                           !bp->rx_queues[rss->queue[i]]) {
+                               rte_flow_error_set(error,
+                                                  EINVAL,
+                                                  RTE_FLOW_ERROR_TYPE_ACTION,
+                                                  act,
+                                                  "Invalid queue ID for RSS");
+                               rc = -rte_errno;
+                               goto ret;
+                       }
+                       rxq = bp->rx_queues[rss->queue[i]];
+
+                       //if (bp->vnic_info[0].fw_grp_ids[rss->queue[i]] !=
+                           //INVALID_HW_RING_ID ||
+                           //!rxq->rx_deferred_start) {
+                       if (bp->vnic_info[0].fw_grp_ids[rss->queue[i]] !=
+                           INVALID_HW_RING_ID) {
+                               PMD_DRV_LOG(ERR,
+                                           "queue active with other VNIC\n");
+                               rte_flow_error_set(error,
+                                                  EINVAL,
+                                                  RTE_FLOW_ERROR_TYPE_ACTION,
+                                                  act,
+                                                  "Invalid queue ID for RSS");
+                               rc = -rte_errno;
+                               goto ret;
+                       }
+
+                       rxq->vnic = vnic;
+                       rxq->rx_started = 1;
+                       vnic->rx_queue_cnt++;
+               }
+
+               vnic->start_grp_id = rss->queue[0];
+               vnic->end_grp_id = rss->queue[rss->queue_num - 1];
+               vnic->func_default = 0; //This is not a default VNIC.
+
+               rc = bnxt_vnic_prep(bp, vnic);
+               if (rc) {
+                       rte_flow_error_set(error,
+                                          EINVAL,
+                                          RTE_FLOW_ERROR_TYPE_ACTION,
+                                          act,
+                                          "VNIC prep fail");
+                       rc = -rte_errno;
+                       goto ret;
+               }
+
+               PMD_DRV_LOG(DEBUG,
+                           "vnic[%d] = %p vnic->fw_grp_ids = %p\n",
+                           vnic_id, vnic, vnic->fw_grp_ids);
+
+               vnic->ff_pool_idx = vnic_id;
+               PMD_DRV_LOG(DEBUG,
+                           "Setting vnic ff_pool_idx %d\n", vnic->ff_pool_idx);
+
+               /* This can be done only after vnic_grp_alloc is done. */
+               for (i = 0; i < vnic->rx_queue_cnt; i++) {
+                       vnic->fw_grp_ids[i] =
+                               bp->grp_info[rss->queue[i]].fw_grp_id;
+                       /* Make sure vnic0 does not use these rings. */
+                       bp->vnic_info[0].fw_grp_ids[rss->queue[i]] =
+                               INVALID_HW_RING_ID;
+               }
+
+               for (rss_idx = 0; rss_idx < HW_HASH_INDEX_SIZE; ) {
+                       for (i = 0; i < vnic->rx_queue_cnt; i++)
+                               vnic->rss_table[rss_idx++] =
+                                       vnic->fw_grp_ids[i];
+               }
+
+               /* Configure RSS only if the queue count is > 1 */
+               if (vnic->rx_queue_cnt > 1) {
+                       vnic->hash_type =
+                               bnxt_rte_to_hwrm_hash_types(rss->types);
+
+                       if (!rss->key_len) {
+                               /* If hash key has not been specified,
+                                * use random hash key.
+                                */
+                               prandom_bytes(vnic->rss_hash_key,
+                                             HW_HASH_KEY_SIZE);
+                       } else {
+                               if (rss->key_len > HW_HASH_KEY_SIZE)
+                                       memcpy(vnic->rss_hash_key,
+                                              rss->key,
+                                              HW_HASH_KEY_SIZE);
+                               else
+                                       memcpy(vnic->rss_hash_key,
+                                              rss->key,
+                                              rss->key_len);
+                       }
+                       bnxt_hwrm_vnic_rss_cfg(bp, vnic);
+               } else {
+                       PMD_DRV_LOG(DEBUG, "No RSS config required\n");
+               }
+
+vnic_found:
+               filter->dst_id = vnic->fw_vnic_id;
+               filter1 = bnxt_get_l2_filter(bp, filter, vnic);
+               if (filter1 == NULL) {
+                       rte_flow_error_set(error,
+                                          ENOSPC,
+                                          RTE_FLOW_ERROR_TYPE_ACTION,
+                                          act,
+                                          "New filter not available");
+                       rc = -ENOSPC;
+                       goto ret;
+               }
+
+               PMD_DRV_LOG(DEBUG, "L2 filter created\n");
+               bnxt_update_filter_flags_en(filter, filter1, use_ntuple);
+               break;
        default:
                rte_flow_error_set(error,
                                   EINVAL,
@@ -1085,10 +1432,11 @@ use_vnic:
                goto ret;
        }
 
-       if (filter1) {
+       if (filter1 && !filter->matching_l2_fltr_ptr) {
                bnxt_free_filter(bp, filter1);
                filter1->fw_l2_filter_id = -1;
        }
+
 done:
        act = bnxt_flow_non_void_action(++act);
        if (act->type != RTE_FLOW_ACTION_TYPE_END) {
@@ -1100,10 +1448,40 @@ done:
                rc = -rte_errno;
                goto ret;
        }
+
+       return rc;
 ret:
+
+       //TODO: Cleanup according to ACTION TYPE.
+       if (rte_errno)  {
+               if (vnic && STAILQ_EMPTY(&vnic->filter))
+                       vnic->rx_queue_cnt = 0;
+
+               if (rxq && !vnic->rx_queue_cnt)
+                       rxq->vnic = &bp->vnic_info[0];
+       }
        return rc;
 }
 
+static
+struct bnxt_vnic_info *find_matching_vnic(struct bnxt *bp,
+                                         struct bnxt_filter_info *filter)
+{
+       struct bnxt_vnic_info *vnic = NULL;
+       unsigned int i;
+
+       for (i = 0; i < bp->max_vnics; i++) {
+               vnic = &bp->vnic_info[i];
+               if (vnic->fw_vnic_id != INVALID_VNIC_ID &&
+                   filter->dst_id == vnic->fw_vnic_id) {
+                       PMD_DRV_LOG(DEBUG, "Found matching VNIC Id %d\n",
+                                   vnic->ff_pool_idx);
+                       return vnic;
+               }
+       }
+       return NULL;
+}
+
 static int
 bnxt_flow_validate(struct rte_eth_dev *dev,
                   const struct rte_flow_attr *attr,
@@ -1112,28 +1490,79 @@ bnxt_flow_validate(struct rte_eth_dev *dev,
                   struct rte_flow_error *error)
 {
        struct bnxt *bp = dev->data->dev_private;
+       struct bnxt_vnic_info *vnic = NULL;
        struct bnxt_filter_info *filter;
        int ret = 0;
 
+       bnxt_acquire_flow_lock(bp);
        ret = bnxt_flow_args_validate(attr, pattern, actions, error);
-       if (ret != 0)
+       if (ret != 0) {
+               bnxt_release_flow_lock(bp);
                return ret;
+       }
 
        filter = bnxt_get_unused_filter(bp);
        if (filter == NULL) {
                PMD_DRV_LOG(ERR, "Not enough resources for a new flow.\n");
+               bnxt_release_flow_lock(bp);
                return -ENOMEM;
        }
 
        ret = bnxt_validate_and_parse_flow(dev, pattern, actions, attr,
                                           error, filter);
+       if (ret)
+               goto exit;
+
+       vnic = find_matching_vnic(bp, filter);
+       if (vnic) {
+               if (STAILQ_EMPTY(&vnic->filter)) {
+                       rte_free(vnic->fw_grp_ids);
+                       bnxt_hwrm_vnic_ctx_free(bp, vnic);
+                       bnxt_hwrm_vnic_free(bp, vnic);
+                       vnic->rx_queue_cnt = 0;
+                       bp->nr_vnics--;
+                       PMD_DRV_LOG(DEBUG, "Free VNIC\n");
+               }
+       }
+
+       if (filter->filter_type == HWRM_CFA_EM_FILTER)
+               bnxt_hwrm_clear_em_filter(bp, filter);
+       else if (filter->filter_type == HWRM_CFA_NTUPLE_FILTER)
+               bnxt_hwrm_clear_ntuple_filter(bp, filter);
+       else
+               bnxt_hwrm_clear_l2_filter(bp, filter);
+
+exit:
        /* No need to hold on to this filter if we are just validating flow */
        filter->fw_l2_filter_id = UINT64_MAX;
        bnxt_free_filter(bp, filter);
+       bnxt_release_flow_lock(bp);
 
        return ret;
 }
 
+static void
+bnxt_update_filter(struct bnxt *bp, struct bnxt_filter_info *old_filter,
+                  struct bnxt_filter_info *new_filter)
+{
+       /* Clear the new L2 filter that was created in the previous step in
+        * bnxt_validate_and_parse_flow. For L2 filters, we will use the new
+        * filter which points to the new destination queue and so we clear
+        * the previous L2 filter. For ntuple filters, we are going to reuse
+        * the old L2 filter and create new NTUPLE filter with this new
+        * destination queue subsequently during bnxt_flow_create.
+        */
+       if (new_filter->filter_type == HWRM_CFA_L2_FILTER) {
+               bnxt_hwrm_clear_l2_filter(bp, old_filter);
+               bnxt_hwrm_set_l2_filter(bp, new_filter->dst_id, new_filter);
+       } else {
+               if (new_filter->filter_type == HWRM_CFA_EM_FILTER)
+                       bnxt_hwrm_clear_em_filter(bp, old_filter);
+               if (new_filter->filter_type == HWRM_CFA_NTUPLE_FILTER)
+                       bnxt_hwrm_clear_ntuple_filter(bp, old_filter);
+       }
+}
+
 static int
 bnxt_match_filter(struct bnxt *bp, struct bnxt_filter_info *nf)
 {
@@ -1141,7 +1570,7 @@ bnxt_match_filter(struct bnxt *bp, struct bnxt_filter_info *nf)
        struct rte_flow *flow;
        int i;
 
-       for (i = bp->max_vnics; i >= 0; i--) {
+       for (i = bp->max_vnics - 1; i >= 0; i--) {
                struct bnxt_vnic_info *vnic = &bp->vnic_info[i];
 
                if (vnic->fw_vnic_id == INVALID_VNIC_ID)
@@ -1183,24 +1612,13 @@ bnxt_match_filter(struct bnxt *bp, struct bnxt_filter_info *nf)
                                    sizeof(nf->dst_ipaddr_mask))) {
                                if (mf->dst_id == nf->dst_id)
                                        return -EEXIST;
-                               /* Clear the new L2 filter that was created
-                                * earlier in bnxt_validate_and_parse_flow.
-                                */
-                               bnxt_hwrm_clear_l2_filter(bp, nf);
-                               /*
-                                * Same Flow, Different queue
-                                * Clear the old ntuple filter
-                                * Reuse the matching L2 filter
-                                * ID for the new filter
-                                */
-                               nf->fw_l2_filter_id = mf->fw_l2_filter_id;
-                               if (nf->filter_type == HWRM_CFA_EM_FILTER)
-                                       bnxt_hwrm_clear_em_filter(bp, mf);
-                               if (nf->filter_type == HWRM_CFA_NTUPLE_FILTER)
-                                       bnxt_hwrm_clear_ntuple_filter(bp, mf);
                                /* Free the old filter, update flow
                                 * with new filter
                                 */
+                               bnxt_update_filter(bp, mf, nf);
+                               STAILQ_REMOVE(&vnic->filter, mf,
+                                             bnxt_filter_info, next);
+                               STAILQ_INSERT_TAIL(&vnic->filter, nf, next);
                                bnxt_free_filter(bp, mf);
                                flow->filter = nf;
                                return -EXDEV;
@@ -1222,7 +1640,6 @@ bnxt_flow_create(struct rte_eth_dev *dev,
        struct bnxt_filter_info *filter;
        bool update_flow = false;
        struct rte_flow *flow;
-       unsigned int i;
        int ret = 0;
        uint32_t tun_type;
 
@@ -1233,6 +1650,15 @@ bnxt_flow_create(struct rte_eth_dev *dev,
                return NULL;
        }
 
+       if (!dev->data->dev_started) {
+               rte_flow_error_set(error,
+                                  EINVAL,
+                                  RTE_FLOW_ERROR_TYPE_UNSPECIFIED,
+                                  NULL,
+                                  "Device must be started");
+               return NULL;
+       }
+
        flow = rte_zmalloc("bnxt_flow", sizeof(struct rte_flow), 0);
        if (!flow) {
                rte_flow_error_set(error, ENOMEM,
@@ -1241,6 +1667,7 @@ bnxt_flow_create(struct rte_eth_dev *dev,
                return flow;
        }
 
+       bnxt_acquire_flow_lock(bp);
        ret = bnxt_flow_args_validate(attr, pattern, actions, error);
        if (ret != 0) {
                PMD_DRV_LOG(ERR, "Not a validate flow.\n");
@@ -1323,17 +1750,9 @@ bnxt_flow_create(struct rte_eth_dev *dev,
                ret = bnxt_hwrm_set_ntuple_filter(bp, filter->dst_id, filter);
        }
 
-       for (i = 0; i < bp->max_vnics; i++) {
-               vnic = &bp->vnic_info[i];
-               if (vnic->fw_vnic_id != INVALID_VNIC_ID &&
-                   filter->dst_id == vnic->fw_vnic_id) {
-                       PMD_DRV_LOG(ERR, "Found matching VNIC Id %d\n",
-                                   vnic->ff_pool_idx);
-                       break;
-               }
-       }
+       vnic = find_matching_vnic(bp, filter);
 done:
-       if (!ret) {
+       if (!ret || update_flow) {
                flow->filter = filter;
                flow->vnic = vnic;
                /* VNIC is set only in case of queue or RSS action */
@@ -1350,6 +1769,7 @@ done:
                }
                PMD_DRV_LOG(ERR, "Successfully created flow.\n");
                STAILQ_INSERT_TAIL(&vnic->flow_list, flow, next);
+               bnxt_release_flow_lock(bp);
                return flow;
        }
        if (!ret) {
@@ -1371,15 +1791,16 @@ free_flow:
                                   RTE_FLOW_ERROR_TYPE_HANDLE, NULL,
                                   "Matching Flow exists.");
        else if (ret == -EXDEV)
-               rte_flow_error_set(error, ret,
-                                  RTE_FLOW_ERROR_TYPE_HANDLE, NULL,
+               rte_flow_error_set(error, 0,
+                                  RTE_FLOW_ERROR_TYPE_NONE, NULL,
                                   "Flow with pattern exists, updating destination queue");
-       else if (!rte_errno)
+       else
                rte_flow_error_set(error, -ret,
                                   RTE_FLOW_ERROR_TYPE_HANDLE, NULL,
                                   "Failed to create flow.");
        rte_free(flow);
        flow = NULL;
+       bnxt_release_flow_lock(bp);
        return flow;
 }
 
@@ -1430,13 +1851,28 @@ bnxt_flow_destroy(struct rte_eth_dev *dev,
                  struct rte_flow_error *error)
 {
        struct bnxt *bp = dev->data->dev_private;
-       struct bnxt_filter_info *filter = flow->filter;
-       struct bnxt_vnic_info *vnic = flow->vnic;
+       struct bnxt_filter_info *filter;
+       struct bnxt_vnic_info *vnic;
        int ret = 0;
 
+       bnxt_acquire_flow_lock(bp);
+       if (!flow) {
+               rte_flow_error_set(error, EINVAL,
+                                  RTE_FLOW_ERROR_TYPE_HANDLE, NULL,
+                                  "Invalid flow: failed to destroy flow.");
+               bnxt_release_flow_lock(bp);
+               return -EINVAL;
+       }
+
+       filter = flow->filter;
+       vnic = flow->vnic;
+
        if (!filter) {
-               ret = -EINVAL;
-               goto done;
+               rte_flow_error_set(error, EINVAL,
+                                  RTE_FLOW_ERROR_TYPE_HANDLE, NULL,
+                                  "Invalid flow: failed to destroy flow.");
+               bnxt_release_flow_lock(bp);
+               return -EINVAL;
        }
 
        if (filter->filter_type == HWRM_CFA_TUNNEL_REDIRECT_FILTER &&
@@ -1444,33 +1880,60 @@ bnxt_flow_destroy(struct rte_eth_dev *dev,
                ret = bnxt_handle_tunnel_redirect_destroy(bp,
                                                          filter,
                                                          error);
-               if (!ret)
+               if (!ret) {
                        goto done;
-               else
+               } else {
+                       bnxt_release_flow_lock(bp);
                        return ret;
+               }
        }
 
        ret = bnxt_match_filter(bp, filter);
        if (ret == 0)
                PMD_DRV_LOG(ERR, "Could not find matching flow\n");
+
        if (filter->filter_type == HWRM_CFA_EM_FILTER)
                ret = bnxt_hwrm_clear_em_filter(bp, filter);
        if (filter->filter_type == HWRM_CFA_NTUPLE_FILTER)
                ret = bnxt_hwrm_clear_ntuple_filter(bp, filter);
-       else
-               ret = bnxt_hwrm_clear_l2_filter(bp, filter);
+       ret = bnxt_hwrm_clear_l2_filter(bp, filter);
 
 done:
        if (!ret) {
+               /* If it is a L2 drop filter, when the filter is created,
+                * the FW updates the BC/MC records.
+                * Once this filter is removed, issue the set_rx_mask command
+                * to reset the BC/MC records in the HW to the settings
+                * before the drop counter is created.
+                */
+               if (filter->valid_flags & BNXT_FLOW_L2_DROP_FLAG)
+                       bnxt_set_rx_mask_no_vlan(bp, &bp->vnic_info[0]);
+
+               STAILQ_REMOVE(&vnic->filter, filter, bnxt_filter_info, next);
                bnxt_free_filter(bp, filter);
                STAILQ_REMOVE(&vnic->flow_list, flow, rte_flow, next);
                rte_free(flow);
+
+               /* If this was the last flow associated with this vnic,
+                * switch the queue back to RSS pool.
+                */
+               if (vnic && !vnic->func_default &&
+                   STAILQ_EMPTY(&vnic->flow_list)) {
+                       rte_free(vnic->fw_grp_ids);
+                       if (vnic->rx_queue_cnt > 1)
+                               bnxt_hwrm_vnic_ctx_free(bp, vnic);
+
+                       bnxt_hwrm_vnic_free(bp, vnic);
+                       vnic->rx_queue_cnt = 0;
+                       bp->nr_vnics--;
+               }
        } else {
                rte_flow_error_set(error, -ret,
                                   RTE_FLOW_ERROR_TYPE_HANDLE, NULL,
                                   "Failed to destroy flow.");
        }
 
+       bnxt_release_flow_lock(bp);
        return ret;
 }
 
@@ -1483,8 +1946,12 @@ bnxt_flow_flush(struct rte_eth_dev *dev, struct rte_flow_error *error)
        unsigned int i;
        int ret = 0;
 
-       for (i = 0; i < bp->nr_vnics; i++) {
+       bnxt_acquire_flow_lock(bp);
+       for (i = 0; i < bp->max_vnics; i++) {
                vnic = &bp->vnic_info[i];
+               if (vnic->fw_vnic_id == INVALID_VNIC_ID)
+                       continue;
+
                STAILQ_FOREACH(flow, &vnic->flow_list, next) {
                        struct bnxt_filter_info *filter = flow->filter;
 
@@ -1495,16 +1962,20 @@ bnxt_flow_flush(struct rte_eth_dev *dev, struct rte_flow_error *error)
                                bnxt_handle_tunnel_redirect_destroy(bp,
                                                                    filter,
                                                                    error);
-                               if (!ret)
+                               if (!ret) {
                                        goto done;
-                               else
+                               } else {
+                                       bnxt_release_flow_lock(bp);
                                        return ret;
+                               }
                        }
 
                        if (filter->filter_type == HWRM_CFA_EM_FILTER)
                                ret = bnxt_hwrm_clear_em_filter(bp, filter);
                        if (filter->filter_type == HWRM_CFA_NTUPLE_FILTER)
                                ret = bnxt_hwrm_clear_ntuple_filter(bp, filter);
+                       else if (!i)
+                               ret = bnxt_hwrm_clear_l2_filter(bp, filter);
 
                        if (ret) {
                                rte_flow_error_set
@@ -1513,6 +1984,7 @@ bnxt_flow_flush(struct rte_eth_dev *dev, struct rte_flow_error *error)
                                         RTE_FLOW_ERROR_TYPE_HANDLE,
                                         NULL,
                                         "Failed to flush flow in HW.");
+                               bnxt_release_flow_lock(bp);
                                return -rte_errno;
                        }
 done:
@@ -1523,6 +1995,7 @@ done:
                }
        }
 
+       bnxt_release_flow_lock(bp);
        return ret;
 }