net/bnxt: add device ID for Stratus VF
[dpdk.git] / drivers / net / bnxt / bnxt_ethdev.c
index 9065a12..7632c32 100644 (file)
@@ -1,41 +1,13 @@
-/*-
- *   BSD LICENSE
- *
- *   Copyright(c) Broadcom Limited.
- *   All rights reserved.
- *
- *   Redistribution and use in source and binary forms, with or without
- *   modification, are permitted provided that the following conditions
- *   are met:
- *
- *     * Redistributions of source code must retain the above copyright
- *       notice, this list of conditions and the following disclaimer.
- *     * Redistributions in binary form must reproduce the above copyright
- *       notice, this list of conditions and the following disclaimer in
- *       the documentation and/or other materials provided with the
- *       distribution.
- *     * Neither the name of Broadcom Corporation nor the names of its
- *       contributors may be used to endorse or promote products derived
- *       from this software without specific prior written permission.
- *
- *   THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
- *   "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
- *   LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
- *   A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
- *   OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
- *   SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
- *   LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
- *   DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
- *   THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
- *   (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
- *   OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
+/* SPDX-License-Identifier: BSD-3-Clause
+ * Copyright(c) 2014-2018 Broadcom
+ * All rights reserved.
  */
 
 #include <inttypes.h>
 #include <stdbool.h>
 
 #include <rte_dev.h>
-#include <rte_ethdev.h>
+#include <rte_ethdev_driver.h>
 #include <rte_ethdev_pci.h>
 #include <rte_malloc.h>
 #include <rte_cycles.h>
 #define DRV_MODULE_NAME                "bnxt"
 static const char bnxt_version[] =
        "Broadcom Cumulus driver " DRV_MODULE_NAME "\n";
+int bnxt_logtype_driver;
 
 #define PCI_VENDOR_ID_BROADCOM 0x14E4
 
-#define BROADCOM_DEV_ID_STRATUS_NIC_VF 0x1609
+#define BROADCOM_DEV_ID_STRATUS_NIC_VF1 0x1606
+#define BROADCOM_DEV_ID_STRATUS_NIC_VF2 0x1609
 #define BROADCOM_DEV_ID_STRATUS_NIC 0x1614
 #define BROADCOM_DEV_ID_57414_VF 0x16c1
 #define BROADCOM_DEV_ID_57301 0x16c8
@@ -96,10 +70,15 @@ static const char bnxt_version[] =
 #define BROADCOM_DEV_ID_57407_MF 0x16ea
 #define BROADCOM_DEV_ID_57414_MF 0x16ec
 #define BROADCOM_DEV_ID_57416_MF 0x16ee
+#define BROADCOM_DEV_ID_58802 0xd802
+#define BROADCOM_DEV_ID_58804 0xd804
+#define BROADCOM_DEV_ID_58808 0x16f0
 
 static const struct rte_pci_id bnxt_pci_id_map[] = {
        { RTE_PCI_DEVICE(PCI_VENDOR_ID_BROADCOM,
-                        BROADCOM_DEV_ID_STRATUS_NIC_VF) },
+                        BROADCOM_DEV_ID_STRATUS_NIC_VF1) },
+       { RTE_PCI_DEVICE(PCI_VENDOR_ID_BROADCOM,
+                        BROADCOM_DEV_ID_STRATUS_NIC_VF2) },
        { RTE_PCI_DEVICE(PCI_VENDOR_ID_BROADCOM, BROADCOM_DEV_ID_STRATUS_NIC) },
        { RTE_PCI_DEVICE(PCI_VENDOR_ID_BROADCOM, BROADCOM_DEV_ID_57414_VF) },
        { RTE_PCI_DEVICE(PCI_VENDOR_ID_BROADCOM, BROADCOM_DEV_ID_57301) },
@@ -134,6 +113,9 @@ static const struct rte_pci_id bnxt_pci_id_map[] = {
        { RTE_PCI_DEVICE(PCI_VENDOR_ID_BROADCOM, BROADCOM_DEV_ID_57317_SFP) },
        { RTE_PCI_DEVICE(PCI_VENDOR_ID_BROADCOM, BROADCOM_DEV_ID_57414_MF) },
        { RTE_PCI_DEVICE(PCI_VENDOR_ID_BROADCOM, BROADCOM_DEV_ID_57416_MF) },
+       { RTE_PCI_DEVICE(PCI_VENDOR_ID_BROADCOM, BROADCOM_DEV_ID_58802) },
+       { RTE_PCI_DEVICE(PCI_VENDOR_ID_BROADCOM, BROADCOM_DEV_ID_58804) },
+       { RTE_PCI_DEVICE(PCI_VENDOR_ID_BROADCOM, BROADCOM_DEV_ID_58808) },
        { .vendor_id = 0, /* sentinel */ },
 };
 
@@ -145,7 +127,30 @@ static const struct rte_pci_id bnxt_pci_id_map[] = {
        ETH_RSS_NONFRAG_IPV6_TCP |      \
        ETH_RSS_NONFRAG_IPV6_UDP)
 
-static void bnxt_vlan_offload_set_op(struct rte_eth_dev *dev, int mask);
+#define BNXT_DEV_TX_OFFLOAD_SUPPORT (DEV_TX_OFFLOAD_VLAN_INSERT | \
+                                    DEV_TX_OFFLOAD_IPV4_CKSUM | \
+                                    DEV_TX_OFFLOAD_TCP_CKSUM | \
+                                    DEV_TX_OFFLOAD_UDP_CKSUM | \
+                                    DEV_TX_OFFLOAD_TCP_TSO | \
+                                    DEV_TX_OFFLOAD_OUTER_IPV4_CKSUM | \
+                                    DEV_TX_OFFLOAD_VXLAN_TNL_TSO | \
+                                    DEV_TX_OFFLOAD_GRE_TNL_TSO | \
+                                    DEV_TX_OFFLOAD_IPIP_TNL_TSO | \
+                                    DEV_TX_OFFLOAD_GENEVE_TNL_TSO | \
+                                    DEV_TX_OFFLOAD_MULTI_SEGS)
+
+#define BNXT_DEV_RX_OFFLOAD_SUPPORT (DEV_RX_OFFLOAD_VLAN_FILTER | \
+                                    DEV_RX_OFFLOAD_VLAN_STRIP | \
+                                    DEV_RX_OFFLOAD_IPV4_CKSUM | \
+                                    DEV_RX_OFFLOAD_UDP_CKSUM | \
+                                    DEV_RX_OFFLOAD_TCP_CKSUM | \
+                                    DEV_RX_OFFLOAD_OUTER_IPV4_CKSUM | \
+                                    DEV_RX_OFFLOAD_JUMBO_FRAME | \
+                                    DEV_RX_OFFLOAD_CRC_STRIP | \
+                                    DEV_RX_OFFLOAD_TCP_LRO)
+
+static int bnxt_vlan_offload_set_op(struct rte_eth_dev *dev, int mask);
+static void bnxt_print_link_info(struct rte_eth_dev *eth_dev);
 
 /***********************/
 
@@ -200,7 +205,7 @@ alloc_mem_err:
 
 static int bnxt_init_chip(struct bnxt *bp)
 {
-       unsigned int i, rss_idx, fw_idx;
+       unsigned int i;
        struct rte_eth_link new;
        struct rte_pci_device *pci_dev = RTE_ETH_DEV_TO_PCI(bp->eth_dev);
        struct rte_intr_handle *intr_handle = &pci_dev->intr_handle;
@@ -213,34 +218,36 @@ static int bnxt_init_chip(struct bnxt *bp)
        rte_intr_disable(intr_handle);
 
        if (bp->eth_dev->data->mtu > ETHER_MTU) {
-               bp->eth_dev->data->dev_conf.rxmode.jumbo_frame = 1;
+               bp->eth_dev->data->dev_conf.rxmode.offloads |=
+                       DEV_RX_OFFLOAD_JUMBO_FRAME;
                bp->flags |= BNXT_FLAG_JUMBO;
        } else {
-               bp->eth_dev->data->dev_conf.rxmode.jumbo_frame = 0;
+               bp->eth_dev->data->dev_conf.rxmode.offloads &=
+                       ~DEV_RX_OFFLOAD_JUMBO_FRAME;
                bp->flags &= ~BNXT_FLAG_JUMBO;
        }
 
        rc = bnxt_alloc_all_hwrm_stat_ctxs(bp);
        if (rc) {
-               RTE_LOG(ERR, PMD, "HWRM stat ctx alloc failure rc: %x\n", rc);
+               PMD_DRV_LOG(ERR, "HWRM stat ctx alloc failure rc: %x\n", rc);
                goto err_out;
        }
 
        rc = bnxt_alloc_hwrm_rings(bp);
        if (rc) {
-               RTE_LOG(ERR, PMD, "HWRM ring alloc failure rc: %x\n", rc);
+               PMD_DRV_LOG(ERR, "HWRM ring alloc failure rc: %x\n", rc);
                goto err_out;
        }
 
        rc = bnxt_alloc_all_hwrm_ring_grps(bp);
        if (rc) {
-               RTE_LOG(ERR, PMD, "HWRM ring grp alloc failure: %x\n", rc);
+               PMD_DRV_LOG(ERR, "HWRM ring grp alloc failure: %x\n", rc);
                goto err_out;
        }
 
        rc = bnxt_mq_rx_configure(bp);
        if (rc) {
-               RTE_LOG(ERR, PMD, "MQ mode configure failure rc: %x\n", rc);
+               PMD_DRV_LOG(ERR, "MQ mode configure failure rc: %x\n", rc);
                goto err_out;
        }
 
@@ -250,14 +257,14 @@ static int bnxt_init_chip(struct bnxt *bp)
 
                rc = bnxt_hwrm_vnic_alloc(bp, vnic);
                if (rc) {
-                       RTE_LOG(ERR, PMD, "HWRM vnic %d alloc failure rc: %x\n",
+                       PMD_DRV_LOG(ERR, "HWRM vnic %d alloc failure rc: %x\n",
                                i, rc);
                        goto err_out;
                }
 
                rc = bnxt_hwrm_vnic_ctx_alloc(bp, vnic);
                if (rc) {
-                       RTE_LOG(ERR, PMD,
+                       PMD_DRV_LOG(ERR,
                                "HWRM vnic %d ctx alloc failure rc: %x\n",
                                i, rc);
                        goto err_out;
@@ -265,51 +272,37 @@ static int bnxt_init_chip(struct bnxt *bp)
 
                rc = bnxt_hwrm_vnic_cfg(bp, vnic);
                if (rc) {
-                       RTE_LOG(ERR, PMD, "HWRM vnic %d cfg failure rc: %x\n",
+                       PMD_DRV_LOG(ERR, "HWRM vnic %d cfg failure rc: %x\n",
                                i, rc);
                        goto err_out;
                }
 
                rc = bnxt_set_hwrm_vnic_filters(bp, vnic);
                if (rc) {
-                       RTE_LOG(ERR, PMD,
+                       PMD_DRV_LOG(ERR,
                                "HWRM vnic %d filter failure rc: %x\n",
                                i, rc);
                        goto err_out;
                }
-               if (vnic->rss_table && vnic->hash_type) {
-                       /*
-                        * Fill the RSS hash & redirection table with
-                        * ring group ids for all VNICs
-                        */
-                       for (rss_idx = 0, fw_idx = 0;
-                            rss_idx < HW_HASH_INDEX_SIZE;
-                            rss_idx++, fw_idx++) {
-                               if (vnic->fw_grp_ids[fw_idx] ==
-                                   INVALID_HW_RING_ID)
-                                       fw_idx = 0;
-                               vnic->rss_table[rss_idx] =
-                                               vnic->fw_grp_ids[fw_idx];
-                       }
-                       rc = bnxt_hwrm_vnic_rss_cfg(bp, vnic);
-                       if (rc) {
-                               RTE_LOG(ERR, PMD,
-                                       "HWRM vnic %d set RSS failure rc: %x\n",
-                                       i, rc);
-                               goto err_out;
-                       }
+
+               rc = bnxt_vnic_rss_configure(bp, vnic);
+               if (rc) {
+                       PMD_DRV_LOG(ERR,
+                                   "HWRM vnic set RSS failure rc: %x\n", rc);
+                       goto err_out;
                }
 
                bnxt_hwrm_vnic_plcmode_cfg(bp, vnic);
 
-               if (bp->eth_dev->data->dev_conf.rxmode.enable_lro)
+               if (bp->eth_dev->data->dev_conf.rxmode.offloads &
+                   DEV_RX_OFFLOAD_TCP_LRO)
                        bnxt_hwrm_vnic_tpa_cfg(bp, vnic, 1);
                else
                        bnxt_hwrm_vnic_tpa_cfg(bp, vnic, 0);
        }
        rc = bnxt_hwrm_cfa_l2_set_rx_mask(bp, &bp->vnic_info[0], 0, NULL);
        if (rc) {
-               RTE_LOG(ERR, PMD,
+               PMD_DRV_LOG(ERR,
                        "HWRM cfa l2 rx mask failure rc: %x\n", rc);
                goto err_out;
        }
@@ -319,10 +312,9 @@ static int bnxt_init_chip(struct bnxt *bp)
             !RTE_ETH_DEV_SRIOV(bp->eth_dev).active) &&
            bp->eth_dev->data->dev_conf.intr_conf.rxq != 0) {
                intr_vector = bp->eth_dev->data->nb_rx_queues;
-               RTE_LOG(INFO, PMD, "%s(): intr_vector = %d\n", __func__,
-                       intr_vector);
+               PMD_DRV_LOG(DEBUG, "intr_vector = %d\n", intr_vector);
                if (intr_vector > bp->rx_cp_nr_rings) {
-                       RTE_LOG(ERR, PMD, "At most %d intr queues supported",
+                       PMD_DRV_LOG(ERR, "At most %d intr queues supported",
                                        bp->rx_cp_nr_rings);
                        return -ENOTSUP;
                }
@@ -336,13 +328,13 @@ static int bnxt_init_chip(struct bnxt *bp)
                                    bp->eth_dev->data->nb_rx_queues *
                                    sizeof(int), 0);
                if (intr_handle->intr_vec == NULL) {
-                       RTE_LOG(ERR, PMD, "Failed to allocate %d rx_queues"
+                       PMD_DRV_LOG(ERR, "Failed to allocate %d rx_queues"
                                " intr_vec", bp->eth_dev->data->nb_rx_queues);
                        return -ENOMEM;
                }
-               RTE_LOG(DEBUG, PMD, "%s(): intr_handle->intr_vec = %p "
+               PMD_DRV_LOG(DEBUG, "intr_handle->intr_vec = %p "
                        "intr_handle->nb_efd = %d intr_handle->max_intr = %d\n",
-                        __func__, intr_handle->intr_vec, intr_handle->nb_efd,
+                        intr_handle->intr_vec, intr_handle->nb_efd,
                        intr_handle->max_intr);
        }
 
@@ -358,24 +350,29 @@ static int bnxt_init_chip(struct bnxt *bp)
 
        rc = bnxt_get_hwrm_link_config(bp, &new);
        if (rc) {
-               RTE_LOG(ERR, PMD, "HWRM Get link config failure rc: %x\n", rc);
+               PMD_DRV_LOG(ERR, "HWRM Get link config failure rc: %x\n", rc);
                goto err_out;
        }
 
        if (!bp->link_info.link_up) {
                rc = bnxt_set_hwrm_link_config(bp, true);
                if (rc) {
-                       RTE_LOG(ERR, PMD,
+                       PMD_DRV_LOG(ERR,
                                "HWRM link config failure rc: %x\n", rc);
                        goto err_out;
                }
        }
+       bnxt_print_link_info(bp->eth_dev);
 
        return 0;
 
 err_out:
        bnxt_free_all_hwrm_resources(bp);
 
+       /* Some of the error status returned by FW may not be from errno.h */
+       if (rc > 0)
+               rc = -EIO;
+
        return rc;
 }
 
@@ -391,7 +388,10 @@ static int bnxt_init_nic(struct bnxt *bp)
 {
        int rc;
 
-       bnxt_init_ring_grps(bp);
+       rc = bnxt_init_ring_grps(bp);
+       if (rc)
+               return rc;
+
        bnxt_init_vnics(bp);
        bnxt_init_filters(bp);
 
@@ -413,8 +413,6 @@ static void bnxt_dev_info_get_op(struct rte_eth_dev *eth_dev,
        uint16_t max_vnics, i, j, vpool, vrxq;
        unsigned int max_rx_rings;
 
-       dev_info->pci_dev = RTE_ETH_DEV_TO_PCI(eth_dev);
-
        /* MAC Specifics */
        dev_info->max_mac_addrs = bp->max_l2_ctx;
        dev_info->max_hash_mac_addrs = 0;
@@ -436,21 +434,12 @@ static void bnxt_dev_info_get_op(struct rte_eth_dev *eth_dev,
        dev_info->min_rx_bufsize = 1;
        dev_info->max_rx_pktlen = BNXT_MAX_MTU + ETHER_HDR_LEN + ETHER_CRC_LEN
                                  + VLAN_TAG_SIZE;
-       dev_info->rx_offload_capa = DEV_RX_OFFLOAD_VLAN_STRIP |
-                                       DEV_RX_OFFLOAD_IPV4_CKSUM |
-                                       DEV_RX_OFFLOAD_UDP_CKSUM |
-                                       DEV_RX_OFFLOAD_TCP_CKSUM |
-                                       DEV_RX_OFFLOAD_OUTER_IPV4_CKSUM;
-       dev_info->tx_offload_capa = DEV_TX_OFFLOAD_VLAN_INSERT |
-                                       DEV_TX_OFFLOAD_IPV4_CKSUM |
-                                       DEV_TX_OFFLOAD_TCP_CKSUM |
-                                       DEV_TX_OFFLOAD_UDP_CKSUM |
-                                       DEV_TX_OFFLOAD_TCP_TSO |
-                                       DEV_TX_OFFLOAD_OUTER_IPV4_CKSUM |
-                                       DEV_TX_OFFLOAD_VXLAN_TNL_TSO |
-                                       DEV_TX_OFFLOAD_GRE_TNL_TSO |
-                                       DEV_TX_OFFLOAD_IPIP_TNL_TSO |
-                                       DEV_TX_OFFLOAD_GENEVE_TNL_TSO;
+
+       dev_info->rx_offload_capa = BNXT_DEV_RX_OFFLOAD_SUPPORT;
+       if (bp->flags & BNXT_FLAG_PTP_SUPPORTED)
+               dev_info->rx_offload_capa |= DEV_RX_OFFLOAD_TIMESTAMP;
+       dev_info->tx_offload_capa = BNXT_DEV_TX_OFFLOAD_SUPPORT;
+       dev_info->flow_type_rss_offloads = BNXT_ETH_RSS_SUPPORT;
 
        /* *INDENT-OFF* */
        dev_info->default_rxconf = (struct rte_eth_rxconf) {
@@ -460,7 +449,8 @@ static void bnxt_dev_info_get_op(struct rte_eth_dev *eth_dev,
                        .wthresh = 0,
                },
                .rx_free_thresh = 32,
-               .rx_drop_en = 0,
+               /* If no descriptors available, pkts are dropped by default */
+               .rx_drop_en = 1,
        };
 
        dev_info->default_txconf = (struct rte_eth_txconf) {
@@ -471,8 +461,6 @@ static void bnxt_dev_info_get_op(struct rte_eth_dev *eth_dev,
                },
                .tx_free_thresh = 32,
                .tx_rs_thresh = 32,
-               .txq_flags = ETH_TXQ_FLAGS_NOMULTSEGS |
-                            ETH_TXQ_FLAGS_NOOFFLOADS,
        };
        eth_dev->data->dev_conf.intr_conf.lsc = 1;
 
@@ -516,49 +504,73 @@ found:
 static int bnxt_dev_configure_op(struct rte_eth_dev *eth_dev)
 {
        struct bnxt *bp = (struct bnxt *)eth_dev->data->dev_private;
+       uint64_t tx_offloads = eth_dev->data->dev_conf.txmode.offloads;
+       uint64_t rx_offloads = eth_dev->data->dev_conf.rxmode.offloads;
+
+       if (tx_offloads != (tx_offloads & BNXT_DEV_TX_OFFLOAD_SUPPORT)) {
+               PMD_DRV_LOG
+                       (ERR,
+                        "Tx offloads requested 0x%" PRIx64 " supported 0x%x\n",
+                        tx_offloads, BNXT_DEV_TX_OFFLOAD_SUPPORT);
+               return -ENOTSUP;
+       }
+
+       if (rx_offloads != (rx_offloads & BNXT_DEV_RX_OFFLOAD_SUPPORT)) {
+               PMD_DRV_LOG
+                       (ERR,
+                        "Rx offloads requested 0x%" PRIx64 " supported 0x%x\n",
+                           rx_offloads, BNXT_DEV_RX_OFFLOAD_SUPPORT);
+               return -ENOTSUP;
+       }
 
        bp->rx_queues = (void *)eth_dev->data->rx_queues;
        bp->tx_queues = (void *)eth_dev->data->tx_queues;
 
        /* Inherit new configurations */
+       if (eth_dev->data->nb_rx_queues > bp->max_rx_rings ||
+           eth_dev->data->nb_tx_queues > bp->max_tx_rings ||
+           eth_dev->data->nb_rx_queues + eth_dev->data->nb_tx_queues + 1 >
+           bp->max_cp_rings ||
+           eth_dev->data->nb_rx_queues + eth_dev->data->nb_tx_queues >
+           bp->max_stat_ctx ||
+           (uint32_t)(eth_dev->data->nb_rx_queues + 1) > bp->max_ring_grps) {
+               PMD_DRV_LOG(ERR,
+                       "Insufficient resources to support requested config\n");
+               PMD_DRV_LOG(ERR,
+                       "Num Queues Requested: Tx %d, Rx %d\n",
+                       eth_dev->data->nb_tx_queues,
+                       eth_dev->data->nb_rx_queues);
+               PMD_DRV_LOG(ERR,
+                       "Res available: TxQ %d, RxQ %d, CQ %d Stat %d, Grp %d\n",
+                       bp->max_tx_rings, bp->max_rx_rings, bp->max_cp_rings,
+                       bp->max_stat_ctx, bp->max_ring_grps);
+               return -ENOSPC;
+       }
+
        bp->rx_nr_rings = eth_dev->data->nb_rx_queues;
        bp->tx_nr_rings = eth_dev->data->nb_tx_queues;
        bp->rx_cp_nr_rings = bp->rx_nr_rings;
        bp->tx_cp_nr_rings = bp->tx_nr_rings;
 
-       if (eth_dev->data->dev_conf.rxmode.jumbo_frame)
+       if (rx_offloads & DEV_RX_OFFLOAD_JUMBO_FRAME)
                eth_dev->data->mtu =
                                eth_dev->data->dev_conf.rxmode.max_rx_pkt_len -
                                ETHER_HDR_LEN - ETHER_CRC_LEN - VLAN_TAG_SIZE;
        return 0;
 }
 
-static inline int
-rte_bnxt_atomic_write_link_status(struct rte_eth_dev *eth_dev,
-                               struct rte_eth_link *link)
-{
-       struct rte_eth_link *dst = &eth_dev->data->dev_link;
-       struct rte_eth_link *src = link;
-
-       if (rte_atomic64_cmpset((uint64_t *)dst, *(uint64_t *)dst,
-                                       *(uint64_t *)src) == 0)
-               return 1;
-
-       return 0;
-}
-
 static void bnxt_print_link_info(struct rte_eth_dev *eth_dev)
 {
        struct rte_eth_link *link = &eth_dev->data->dev_link;
 
        if (link->link_status)
-               RTE_LOG(INFO, PMD, "Port %d Link Up - speed %u Mbps - %s\n",
+               PMD_DRV_LOG(INFO, "Port %d Link Up - speed %u Mbps - %s\n",
                        eth_dev->data->port_id,
                        (uint32_t)link->link_speed,
                        (link->link_duplex == ETH_LINK_FULL_DUPLEX) ?
                        ("full-duplex") : ("half-duplex\n"));
        else
-               RTE_LOG(INFO, PMD, "Port %d Link Down\n",
+               PMD_DRV_LOG(INFO, "Port %d Link Down\n",
                        eth_dev->data->port_id);
 }
 
@@ -571,11 +583,12 @@ static int bnxt_dev_lsc_intr_setup(struct rte_eth_dev *eth_dev)
 static int bnxt_dev_start_op(struct rte_eth_dev *eth_dev)
 {
        struct bnxt *bp = (struct bnxt *)eth_dev->data->dev_private;
+       uint64_t rx_offloads = eth_dev->data->dev_conf.rxmode.offloads;
        int vlan_mask = 0;
        int rc;
 
        if (bp->rx_cp_nr_rings > RTE_ETHDEV_QUEUE_STAT_CNTRS) {
-               RTE_LOG(ERR, PMD,
+               PMD_DRV_LOG(ERR,
                        "RxQ cnt %d > CONFIG_RTE_ETHDEV_QUEUE_STAT_CNTRS %d\n",
                        bp->rx_cp_nr_rings, RTE_ETHDEV_QUEUE_STAT_CNTRS);
        }
@@ -585,14 +598,17 @@ static int bnxt_dev_start_op(struct rte_eth_dev *eth_dev)
        if (rc)
                goto error;
 
-       bnxt_link_update_op(eth_dev, 0);
+       bnxt_link_update_op(eth_dev, 1);
 
-       if (eth_dev->data->dev_conf.rxmode.hw_vlan_filter)
+       if (rx_offloads & DEV_RX_OFFLOAD_VLAN_FILTER)
                vlan_mask |= ETH_VLAN_FILTER_MASK;
-       if (eth_dev->data->dev_conf.rxmode.hw_vlan_strip)
+       if (rx_offloads & DEV_RX_OFFLOAD_VLAN_STRIP)
                vlan_mask |= ETH_VLAN_STRIP_MASK;
-       bnxt_vlan_offload_set_op(eth_dev, vlan_mask);
+       rc = bnxt_vlan_offload_set_op(eth_dev, vlan_mask);
+       if (rc)
+               goto error;
 
+       bp->flags |= BNXT_FLAG_INIT_DONE;
        return 0;
 
 error:
@@ -605,9 +621,14 @@ error:
 static int bnxt_dev_set_link_up_op(struct rte_eth_dev *eth_dev)
 {
        struct bnxt *bp = (struct bnxt *)eth_dev->data->dev_private;
+       int rc = 0;
+
+       if (!bp->link_info.link_up)
+               rc = bnxt_set_hwrm_link_config(bp, true);
+       if (!rc)
+               eth_dev->data->dev_link.link_status = 1;
 
-       eth_dev->data->dev_link.link_status = 1;
-       bnxt_set_hwrm_link_config(bp, true);
+       bnxt_print_link_info(eth_dev);
        return 0;
 }
 
@@ -617,6 +638,8 @@ static int bnxt_dev_set_link_down_op(struct rte_eth_dev *eth_dev)
 
        eth_dev->data->dev_link.link_status = 0;
        bnxt_set_hwrm_link_config(bp, false);
+       bp->link_info.link_up = 0;
+
        return 0;
 }
 
@@ -631,6 +654,7 @@ static void bnxt_dev_stop_op(struct rte_eth_dev *eth_dev)
        }
        bnxt_set_hwrm_link_config(bp, false);
        bnxt_hwrm_port_clr_stats(bp);
+       bp->flags &= ~BNXT_FLAG_INIT_DONE;
        bnxt_shutdown_nic(bp);
        bp->dev_stopped = 1;
 }
@@ -703,25 +727,25 @@ static int bnxt_mac_addr_add_op(struct rte_eth_dev *eth_dev,
        struct bnxt_filter_info *filter;
 
        if (BNXT_VF(bp)) {
-               RTE_LOG(ERR, PMD, "Cannot add MAC address to a VF interface\n");
+               PMD_DRV_LOG(ERR, "Cannot add MAC address to a VF interface\n");
                return -ENOTSUP;
        }
 
        if (!vnic) {
-               RTE_LOG(ERR, PMD, "VNIC not found for pool %d!\n", pool);
+               PMD_DRV_LOG(ERR, "VNIC not found for pool %d!\n", pool);
                return -EINVAL;
        }
        /* Attach requested MAC address to the new l2_filter */
        STAILQ_FOREACH(filter, &vnic->filter, next) {
                if (filter->mac_index == index) {
-                       RTE_LOG(ERR, PMD,
+                       PMD_DRV_LOG(ERR,
                                "MAC addr already existed for pool %d\n", pool);
-                       return -EINVAL;
+                       return 0;
                }
        }
        filter = bnxt_alloc_filter(bp);
        if (!filter) {
-               RTE_LOG(ERR, PMD, "L2 filter alloc failed\n");
+               PMD_DRV_LOG(ERR, "L2 filter alloc failed\n");
                return -ENODEV;
        }
        STAILQ_INSERT_TAIL(&vnic->filter, filter, next);
@@ -744,7 +768,7 @@ int bnxt_link_update_op(struct rte_eth_dev *eth_dev, int wait_to_complete)
                if (rc) {
                        new.link_speed = ETH_LINK_SPEED_100M;
                        new.link_duplex = ETH_LINK_FULL_DUPLEX;
-                       RTE_LOG(ERR, PMD,
+                       PMD_DRV_LOG(ERR,
                                "Failed to retrieve link rc = 0x%x!\n", rc);
                        goto out;
                }
@@ -758,7 +782,8 @@ out:
        /* Timed out or success */
        if (new.link_status != eth_dev->data->dev_link.link_status ||
        new.link_speed != eth_dev->data->dev_link.link_speed) {
-               rte_bnxt_atomic_write_link_status(eth_dev, &new);
+               memcpy(&eth_dev->data->dev_link, &new,
+                       sizeof(struct rte_eth_link));
                bnxt_print_link_info(eth_dev);
        }
 
@@ -834,7 +859,7 @@ static int bnxt_reta_update_op(struct rte_eth_dev *eth_dev,
                return -EINVAL;
 
        if (reta_size != HW_HASH_INDEX_SIZE) {
-               RTE_LOG(ERR, PMD, "The configured hash table lookup size "
+               PMD_DRV_LOG(ERR, "The configured hash table lookup size "
                        "(%d) must equal the size supported by the hardware "
                        "(%d)\n", reta_size, HW_HASH_INDEX_SIZE);
                return -EINVAL;
@@ -866,12 +891,12 @@ static int bnxt_reta_query_op(struct rte_eth_dev *eth_dev,
                return -EINVAL;
 
        if (reta_size != HW_HASH_INDEX_SIZE) {
-               RTE_LOG(ERR, PMD, "The configured hash table lookup size "
+               PMD_DRV_LOG(ERR, "The configured hash table lookup size "
                        "(%d) must equal the size supported by the hardware "
                        "(%d)\n", reta_size, HW_HASH_INDEX_SIZE);
                return -EINVAL;
        }
-       /* EW - need to revisit here copying from u64 to u16 */
+       /* EW - need to revisit here copying from uint64_t to uint16_t */
        memcpy(reta_conf, vnic->rss_table, reta_size);
 
        if (rte_intr_allow_others(intr_handle)) {
@@ -897,7 +922,7 @@ static int bnxt_rss_hash_update_op(struct rte_eth_dev *eth_dev,
         */
        if (dev_conf->rxmode.mq_mode & ETH_MQ_RX_RSS_FLAG) {
                if (!rss_conf->rss_hf)
-                       RTE_LOG(ERR, PMD, "Hash type NONE\n");
+                       PMD_DRV_LOG(ERR, "Hash type NONE\n");
        } else {
                if (rss_conf->rss_hf & BNXT_ETH_RSS_SUPPORT)
                        return -EINVAL;
@@ -986,7 +1011,7 @@ static int bnxt_rss_hash_conf_get_op(struct rte_eth_dev *eth_dev,
                                ~HWRM_VNIC_RSS_CFG_INPUT_HASH_TYPE_UDP_IPV6;
                }
                if (hash_types) {
-                       RTE_LOG(ERR, PMD,
+                       PMD_DRV_LOG(ERR,
                                "Unknwon RSS config from firmware (%08x), RSS disabled",
                                vnic->hash_type);
                        return -ENOTSUP;
@@ -1034,8 +1059,8 @@ static int bnxt_flow_ctrl_set_op(struct rte_eth_dev *dev,
 {
        struct bnxt *bp = (struct bnxt *)dev->data->dev_private;
 
-       if (BNXT_NPAR_PF(bp) || BNXT_VF(bp)) {
-               RTE_LOG(ERR, PMD, "Flow Control Settings cannot be modified\n");
+       if (!BNXT_SINGLE_PF(bp) || BNXT_VF(bp)) {
+               PMD_DRV_LOG(ERR, "Flow Control Settings cannot be modified\n");
                return -ENOTSUP;
        }
 
@@ -1095,10 +1120,10 @@ bnxt_udp_tunnel_port_add_op(struct rte_eth_dev *eth_dev,
        switch (udp_tunnel->prot_type) {
        case RTE_TUNNEL_TYPE_VXLAN:
                if (bp->vxlan_port_cnt) {
-                       RTE_LOG(ERR, PMD, "Tunnel Port %d already programmed\n",
+                       PMD_DRV_LOG(ERR, "Tunnel Port %d already programmed\n",
                                udp_tunnel->udp_port);
                        if (bp->vxlan_port != udp_tunnel->udp_port) {
-                               RTE_LOG(ERR, PMD, "Only one port allowed\n");
+                               PMD_DRV_LOG(ERR, "Only one port allowed\n");
                                return -ENOSPC;
                        }
                        bp->vxlan_port_cnt++;
@@ -1110,10 +1135,10 @@ bnxt_udp_tunnel_port_add_op(struct rte_eth_dev *eth_dev,
                break;
        case RTE_TUNNEL_TYPE_GENEVE:
                if (bp->geneve_port_cnt) {
-                       RTE_LOG(ERR, PMD, "Tunnel Port %d already programmed\n",
+                       PMD_DRV_LOG(ERR, "Tunnel Port %d already programmed\n",
                                udp_tunnel->udp_port);
                        if (bp->geneve_port != udp_tunnel->udp_port) {
-                               RTE_LOG(ERR, PMD, "Only one port allowed\n");
+                               PMD_DRV_LOG(ERR, "Only one port allowed\n");
                                return -ENOSPC;
                        }
                        bp->geneve_port_cnt++;
@@ -1124,7 +1149,7 @@ bnxt_udp_tunnel_port_add_op(struct rte_eth_dev *eth_dev,
                bp->geneve_port_cnt++;
                break;
        default:
-               RTE_LOG(ERR, PMD, "Tunnel type is not supported\n");
+               PMD_DRV_LOG(ERR, "Tunnel type is not supported\n");
                return -ENOTSUP;
        }
        rc = bnxt_hwrm_tunnel_dst_port_alloc(bp, udp_tunnel->udp_port,
@@ -1144,11 +1169,11 @@ bnxt_udp_tunnel_port_del_op(struct rte_eth_dev *eth_dev,
        switch (udp_tunnel->prot_type) {
        case RTE_TUNNEL_TYPE_VXLAN:
                if (!bp->vxlan_port_cnt) {
-                       RTE_LOG(ERR, PMD, "No Tunnel port configured yet\n");
+                       PMD_DRV_LOG(ERR, "No Tunnel port configured yet\n");
                        return -EINVAL;
                }
                if (bp->vxlan_port != udp_tunnel->udp_port) {
-                       RTE_LOG(ERR, PMD, "Req Port: %d. Configured port: %d\n",
+                       PMD_DRV_LOG(ERR, "Req Port: %d. Configured port: %d\n",
                                udp_tunnel->udp_port, bp->vxlan_port);
                        return -EINVAL;
                }
@@ -1161,11 +1186,11 @@ bnxt_udp_tunnel_port_del_op(struct rte_eth_dev *eth_dev,
                break;
        case RTE_TUNNEL_TYPE_GENEVE:
                if (!bp->geneve_port_cnt) {
-                       RTE_LOG(ERR, PMD, "No Tunnel port configured yet\n");
+                       PMD_DRV_LOG(ERR, "No Tunnel port configured yet\n");
                        return -EINVAL;
                }
                if (bp->geneve_port != udp_tunnel->udp_port) {
-                       RTE_LOG(ERR, PMD, "Req Port: %d. Configured port: %d\n",
+                       PMD_DRV_LOG(ERR, "Req Port: %d. Configured port: %d\n",
                                udp_tunnel->udp_port, bp->geneve_port);
                        return -EINVAL;
                }
@@ -1177,7 +1202,7 @@ bnxt_udp_tunnel_port_del_op(struct rte_eth_dev *eth_dev,
                port = bp->geneve_fw_dst_port_id;
                break;
        default:
-               RTE_LOG(ERR, PMD, "Tunnel type is not supported\n");
+               PMD_DRV_LOG(ERR, "Tunnel type is not supported\n");
                return -ENOTSUP;
        }
 
@@ -1234,7 +1259,7 @@ static int bnxt_del_vlan_filter(struct bnxt *bp, uint16_t vlan_id)
 
                                        new_filter = bnxt_alloc_filter(bp);
                                        if (!new_filter) {
-                                               RTE_LOG(ERR, PMD,
+                                               PMD_DRV_LOG(ERR,
                                                        "MAC/VLAN filter alloc failed\n");
                                                rc = -ENOMEM;
                                                goto exit;
@@ -1252,7 +1277,7 @@ static int bnxt_del_vlan_filter(struct bnxt *bp, uint16_t vlan_id)
                                                        new_filter);
                                        if (rc)
                                                goto exit;
-                                       RTE_LOG(INFO, PMD,
+                                       PMD_DRV_LOG(INFO,
                                                "Del Vlan filter for %d\n",
                                                vlan_id);
                                }
@@ -1307,7 +1332,7 @@ static int bnxt_add_vlan_filter(struct bnxt *bp, uint16_t vlan_id)
                                }
                                new_filter = bnxt_alloc_filter(bp);
                                if (!new_filter) {
-                                       RTE_LOG(ERR, PMD,
+                                       PMD_DRV_LOG(ERR,
                                                "MAC/VLAN filter alloc failed\n");
                                        rc = -ENOMEM;
                                        goto exit;
@@ -1327,7 +1352,7 @@ static int bnxt_add_vlan_filter(struct bnxt *bp, uint16_t vlan_id)
                                                             new_filter);
                                if (rc)
                                        goto exit;
-                               RTE_LOG(INFO, PMD,
+                               PMD_DRV_LOG(INFO,
                                        "Added Vlan filter for %d\n", vlan_id);
 cont:
                                filter = temp_filter;
@@ -1350,41 +1375,44 @@ static int bnxt_vlan_filter_set_op(struct rte_eth_dev *eth_dev,
                return bnxt_del_vlan_filter(bp, vlan_id);
 }
 
-static void
+static int
 bnxt_vlan_offload_set_op(struct rte_eth_dev *dev, int mask)
 {
        struct bnxt *bp = (struct bnxt *)dev->data->dev_private;
+       uint64_t rx_offloads = dev->data->dev_conf.rxmode.offloads;
        unsigned int i;
 
        if (mask & ETH_VLAN_FILTER_MASK) {
-               if (!dev->data->dev_conf.rxmode.hw_vlan_filter) {
+               if (!(rx_offloads & DEV_RX_OFFLOAD_VLAN_FILTER)) {
                        /* Remove any VLAN filters programmed */
                        for (i = 0; i < 4095; i++)
                                bnxt_del_vlan_filter(bp, i);
                }
-               RTE_LOG(INFO, PMD, "VLAN Filtering: %d\n",
-                       dev->data->dev_conf.rxmode.hw_vlan_filter);
+               PMD_DRV_LOG(DEBUG, "VLAN Filtering: %d\n",
+                       !!(rx_offloads & DEV_RX_OFFLOAD_VLAN_FILTER));
        }
 
        if (mask & ETH_VLAN_STRIP_MASK) {
                /* Enable or disable VLAN stripping */
                for (i = 0; i < bp->nr_vnics; i++) {
                        struct bnxt_vnic_info *vnic = &bp->vnic_info[i];
-                       if (dev->data->dev_conf.rxmode.hw_vlan_strip)
+                       if (rx_offloads & DEV_RX_OFFLOAD_VLAN_STRIP)
                                vnic->vlan_strip = true;
                        else
                                vnic->vlan_strip = false;
                        bnxt_hwrm_vnic_cfg(bp, vnic);
                }
-               RTE_LOG(INFO, PMD, "VLAN Strip Offload: %d\n",
-                       dev->data->dev_conf.rxmode.hw_vlan_strip);
+               PMD_DRV_LOG(DEBUG, "VLAN Strip Offload: %d\n",
+                       !!(rx_offloads & DEV_RX_OFFLOAD_VLAN_STRIP));
        }
 
        if (mask & ETH_VLAN_EXTEND_MASK)
-               RTE_LOG(ERR, PMD, "Extend VLAN Not supported\n");
+               PMD_DRV_LOG(ERR, "Extend VLAN Not supported\n");
+
+       return 0;
 }
 
-static void
+static int
 bnxt_set_default_mac_addr_op(struct rte_eth_dev *dev, struct ether_addr *addr)
 {
        struct bnxt *bp = (struct bnxt *)dev->data->dev_private;
@@ -1394,10 +1422,9 @@ bnxt_set_default_mac_addr_op(struct rte_eth_dev *dev, struct ether_addr *addr)
        int rc;
 
        if (BNXT_VF(bp))
-               return;
+               return -EPERM;
 
        memcpy(bp->mac_addr, addr, sizeof(bp->mac_addr));
-       memcpy(&dev->data->mac_addrs[0], bp->mac_addr, ETHER_ADDR_LEN);
 
        STAILQ_FOREACH(filter, &vnic->filter, next) {
                /* Default Filter is at Index 0 */
@@ -1405,7 +1432,7 @@ bnxt_set_default_mac_addr_op(struct rte_eth_dev *dev, struct ether_addr *addr)
                        continue;
                rc = bnxt_hwrm_clear_l2_filter(bp, filter);
                if (rc)
-                       break;
+                       return rc;
                memcpy(filter->l2_addr, bp->mac_addr, ETHER_ADDR_LEN);
                memset(filter->l2_addr_mask, 0xff, ETHER_ADDR_LEN);
                filter->flags |= HWRM_CFA_L2_FILTER_ALLOC_INPUT_FLAGS_PATH_RX;
@@ -1414,10 +1441,12 @@ bnxt_set_default_mac_addr_op(struct rte_eth_dev *dev, struct ether_addr *addr)
                        HWRM_CFA_L2_FILTER_ALLOC_INPUT_ENABLES_L2_ADDR_MASK;
                rc = bnxt_hwrm_set_l2_filter(bp, vnic->fw_vnic_id, filter);
                if (rc)
-                       break;
+                       return rc;
                filter->mac_index = 0;
-               RTE_LOG(DEBUG, PMD, "Set MAC addr\n");
+               PMD_DRV_LOG(DEBUG, "Set MAC addr\n");
        }
+
+       return 0;
 }
 
 static int
@@ -1519,7 +1548,7 @@ static int bnxt_mtu_set_op(struct rte_eth_dev *eth_dev, uint16_t new_mtu)
                      ETHER_HDR_LEN - ETHER_CRC_LEN - VLAN_TAG_SIZE * 2;
 
        if (new_mtu < ETHER_MIN_MTU || new_mtu > max_dev_mtu) {
-               RTE_LOG(ERR, PMD, "MTU requested must be within (%d, %d)\n",
+               PMD_DRV_LOG(ERR, "MTU requested must be within (%d, %d)\n",
                        ETHER_MIN_MTU, max_dev_mtu);
                return -EINVAL;
        }
@@ -1527,9 +1556,11 @@ static int bnxt_mtu_set_op(struct rte_eth_dev *eth_dev, uint16_t new_mtu)
 
        if (new_mtu > ETHER_MTU) {
                bp->flags |= BNXT_FLAG_JUMBO;
-               eth_dev->data->dev_conf.rxmode.jumbo_frame = 1;
+               bp->eth_dev->data->dev_conf.rxmode.offloads |=
+                       DEV_RX_OFFLOAD_JUMBO_FRAME;
        } else {
-               eth_dev->data->dev_conf.rxmode.jumbo_frame = 0;
+               bp->eth_dev->data->dev_conf.rxmode.offloads &=
+                       ~DEV_RX_OFFLOAD_JUMBO_FRAME;
                bp->flags &= ~BNXT_FLAG_JUMBO;
        }
 
@@ -1537,7 +1568,7 @@ static int bnxt_mtu_set_op(struct rte_eth_dev *eth_dev, uint16_t new_mtu)
                new_mtu + ETHER_HDR_LEN + ETHER_CRC_LEN + VLAN_TAG_SIZE * 2;
 
        eth_dev->data->mtu = new_mtu;
-       RTE_LOG(INFO, PMD, "New MTU is %d\n", eth_dev->data->mtu);
+       PMD_DRV_LOG(INFO, "New MTU is %d\n", eth_dev->data->mtu);
 
        for (i = 0; i < bp->nr_vnics; i++) {
                struct bnxt_vnic_info *vnic = &bp->vnic_info[i];
@@ -1563,8 +1594,8 @@ bnxt_vlan_pvid_set_op(struct rte_eth_dev *dev, uint16_t pvid, int on)
        uint16_t vlan = bp->vlan;
        int rc;
 
-       if (BNXT_NPAR_PF(bp) || BNXT_VF(bp)) {
-               RTE_LOG(ERR, PMD,
+       if (!BNXT_SINGLE_PF(bp) || BNXT_VF(bp)) {
+               PMD_DRV_LOG(ERR,
                        "PVID cannot be modified for this function\n");
                return -ENOTSUP;
        }
@@ -1723,15 +1754,15 @@ bnxt_match_and_validate_ether_filter(struct bnxt *bp,
        int match = 0;
        *ret = 0;
 
-       if (efilter->ether_type != ETHER_TYPE_IPv4 &&
-               efilter->ether_type != ETHER_TYPE_IPv6) {
-               RTE_LOG(ERR, PMD, "unsupported ether_type(0x%04x) in"
+       if (efilter->ether_type == ETHER_TYPE_IPv4 ||
+               efilter->ether_type == ETHER_TYPE_IPv6) {
+               PMD_DRV_LOG(ERR, "invalid ether_type(0x%04x) in"
                        " ethertype filter.", efilter->ether_type);
                *ret = -EINVAL;
                goto exit;
        }
        if (efilter->queue >= bp->rx_nr_rings) {
-               RTE_LOG(ERR, PMD, "Invalid queue %d\n", efilter->queue);
+               PMD_DRV_LOG(ERR, "Invalid queue %d\n", efilter->queue);
                *ret = -EINVAL;
                goto exit;
        }
@@ -1739,7 +1770,7 @@ bnxt_match_and_validate_ether_filter(struct bnxt *bp,
        vnic0 = STAILQ_FIRST(&bp->ff_pool[0]);
        vnic = STAILQ_FIRST(&bp->ff_pool[efilter->queue]);
        if (vnic == NULL) {
-               RTE_LOG(ERR, PMD, "Invalid queue %d\n", efilter->queue);
+               PMD_DRV_LOG(ERR, "Invalid queue %d\n", efilter->queue);
                *ret = -EINVAL;
                goto exit;
        }
@@ -1790,7 +1821,7 @@ bnxt_ethertype_filter(struct rte_eth_dev *dev,
                return 0;
 
        if (arg == NULL) {
-               RTE_LOG(ERR, PMD, "arg shouldn't be NULL for operation %u.",
+               PMD_DRV_LOG(ERR, "arg shouldn't be NULL for operation %u.",
                            filter_op);
                return -EINVAL;
        }
@@ -1807,7 +1838,7 @@ bnxt_ethertype_filter(struct rte_eth_dev *dev,
 
                bfilter = bnxt_get_unused_filter(bp);
                if (bfilter == NULL) {
-                       RTE_LOG(ERR, PMD,
+                       PMD_DRV_LOG(ERR,
                                "Not enough resources for a new filter.\n");
                        return -ENOMEM;
                }
@@ -1851,11 +1882,11 @@ bnxt_ethertype_filter(struct rte_eth_dev *dev,
                                      next);
                        bnxt_free_filter(bp, filter1);
                } else if (ret == 0) {
-                       RTE_LOG(ERR, PMD, "No matching filter found\n");
+                       PMD_DRV_LOG(ERR, "No matching filter found\n");
                }
                break;
        default:
-               RTE_LOG(ERR, PMD, "unsupported operation %u.", filter_op);
+               PMD_DRV_LOG(ERR, "unsupported operation %u.", filter_op);
                ret = -EINVAL;
                goto error;
        }
@@ -1874,7 +1905,7 @@ parse_ntuple_filter(struct bnxt *bp,
        uint32_t en = 0;
 
        if (nfilter->queue >= bp->rx_nr_rings) {
-               RTE_LOG(ERR, PMD, "Invalid queue %d\n", nfilter->queue);
+               PMD_DRV_LOG(ERR, "Invalid queue %d\n", nfilter->queue);
                return -EINVAL;
        }
 
@@ -1886,7 +1917,7 @@ parse_ntuple_filter(struct bnxt *bp,
                        NTUPLE_FLTR_ALLOC_INPUT_EN_DST_PORT_MASK;
                break;
        default:
-               RTE_LOG(ERR, PMD, "invalid dst_port mask.");
+               PMD_DRV_LOG(ERR, "invalid dst_port mask.");
                return -EINVAL;
        }
 
@@ -1904,7 +1935,7 @@ parse_ntuple_filter(struct bnxt *bp,
                en |= NTUPLE_FLTR_ALLOC_IN_EN_IP_PROTO;
                break;
        default:
-               RTE_LOG(ERR, PMD, "invalid protocol mask.");
+               PMD_DRV_LOG(ERR, "invalid protocol mask.");
                return -EINVAL;
        }
 
@@ -1916,7 +1947,7 @@ parse_ntuple_filter(struct bnxt *bp,
                        NTUPLE_FLTR_ALLOC_INPUT_EN_DST_IPADDR_MASK;
                break;
        default:
-               RTE_LOG(ERR, PMD, "invalid dst_ip mask.");
+               PMD_DRV_LOG(ERR, "invalid dst_ip mask.");
                return -EINVAL;
        }
 
@@ -1928,7 +1959,7 @@ parse_ntuple_filter(struct bnxt *bp,
                        NTUPLE_FLTR_ALLOC_INPUT_EN_SRC_IPADDR_MASK;
                break;
        default:
-               RTE_LOG(ERR, PMD, "invalid src_ip mask.");
+               PMD_DRV_LOG(ERR, "invalid src_ip mask.");
                return -EINVAL;
        }
 
@@ -1940,7 +1971,7 @@ parse_ntuple_filter(struct bnxt *bp,
                        NTUPLE_FLTR_ALLOC_INPUT_EN_SRC_PORT_MASK;
                break;
        default:
-               RTE_LOG(ERR, PMD, "invalid src_port mask.");
+               PMD_DRV_LOG(ERR, "invalid src_port mask.");
                return -EINVAL;
        }
 
@@ -1952,25 +1983,33 @@ parse_ntuple_filter(struct bnxt *bp,
 }
 
 static struct bnxt_filter_info*
-bnxt_match_ntuple_filter(struct bnxt_vnic_info *vnic,
-                        struct bnxt_filter_info *bfilter)
+bnxt_match_ntuple_filter(struct bnxt *bp,
+                        struct bnxt_filter_info *bfilter,
+                        struct bnxt_vnic_info **mvnic)
 {
        struct bnxt_filter_info *mfilter = NULL;
+       int i;
 
-       STAILQ_FOREACH(mfilter, &vnic->filter, next) {
-               if (bfilter->src_ipaddr[0] == mfilter->src_ipaddr[0] &&
-                   bfilter->src_ipaddr_mask[0] ==
-                   mfilter->src_ipaddr_mask[0] &&
-                   bfilter->src_port == mfilter->src_port &&
-                   bfilter->src_port_mask == mfilter->src_port_mask &&
-                   bfilter->dst_ipaddr[0] == mfilter->dst_ipaddr[0] &&
-                   bfilter->dst_ipaddr_mask[0] ==
-                   mfilter->dst_ipaddr_mask[0] &&
-                   bfilter->dst_port == mfilter->dst_port &&
-                   bfilter->dst_port_mask == mfilter->dst_port_mask &&
-                   bfilter->flags == mfilter->flags &&
-                   bfilter->enables == mfilter->enables)
-                       return mfilter;
+       for (i = bp->nr_vnics - 1; i >= 0; i--) {
+               struct bnxt_vnic_info *vnic = &bp->vnic_info[i];
+               STAILQ_FOREACH(mfilter, &vnic->filter, next) {
+                       if (bfilter->src_ipaddr[0] == mfilter->src_ipaddr[0] &&
+                           bfilter->src_ipaddr_mask[0] ==
+                           mfilter->src_ipaddr_mask[0] &&
+                           bfilter->src_port == mfilter->src_port &&
+                           bfilter->src_port_mask == mfilter->src_port_mask &&
+                           bfilter->dst_ipaddr[0] == mfilter->dst_ipaddr[0] &&
+                           bfilter->dst_ipaddr_mask[0] ==
+                           mfilter->dst_ipaddr_mask[0] &&
+                           bfilter->dst_port == mfilter->dst_port &&
+                           bfilter->dst_port_mask == mfilter->dst_port_mask &&
+                           bfilter->flags == mfilter->flags &&
+                           bfilter->enables == mfilter->enables) {
+                               if (mvnic)
+                                       *mvnic = vnic;
+                               return mfilter;
+                       }
+               }
        }
        return NULL;
 }
@@ -1981,22 +2020,22 @@ bnxt_cfg_ntuple_filter(struct bnxt *bp,
                       enum rte_filter_op filter_op)
 {
        struct bnxt_filter_info *bfilter, *mfilter, *filter1;
-       struct bnxt_vnic_info *vnic, *vnic0;
+       struct bnxt_vnic_info *vnic, *vnic0, *mvnic;
        int ret;
 
        if (nfilter->flags != RTE_5TUPLE_FLAGS) {
-               RTE_LOG(ERR, PMD, "only 5tuple is supported.");
+               PMD_DRV_LOG(ERR, "only 5tuple is supported.");
                return -EINVAL;
        }
 
        if (nfilter->flags & RTE_NTUPLE_FLAGS_TCP_FLAG) {
-               RTE_LOG(ERR, PMD, "Ntuple filter: TCP flags not supported\n");
+               PMD_DRV_LOG(ERR, "Ntuple filter: TCP flags not supported\n");
                return -EINVAL;
        }
 
        bfilter = bnxt_get_unused_filter(bp);
        if (bfilter == NULL) {
-               RTE_LOG(ERR, PMD,
+               PMD_DRV_LOG(ERR,
                        "Not enough resources for a new filter.\n");
                return -ENOMEM;
        }
@@ -2019,15 +2058,25 @@ bnxt_cfg_ntuple_filter(struct bnxt *bp,
        bfilter->ethertype = 0x800;
        bfilter->enables |= NTUPLE_FLTR_ALLOC_INPUT_EN_ETHERTYPE;
 
-       mfilter = bnxt_match_ntuple_filter(vnic, bfilter);
+       mfilter = bnxt_match_ntuple_filter(bp, bfilter, &mvnic);
 
-       if (mfilter != NULL && filter_op == RTE_ETH_FILTER_ADD) {
-               RTE_LOG(ERR, PMD, "filter exists.");
+       if (mfilter != NULL && filter_op == RTE_ETH_FILTER_ADD &&
+           bfilter->dst_id == mfilter->dst_id) {
+               PMD_DRV_LOG(ERR, "filter exists.\n");
                ret = -EEXIST;
                goto free_filter;
+       } else if (mfilter != NULL && filter_op == RTE_ETH_FILTER_ADD &&
+                  bfilter->dst_id != mfilter->dst_id) {
+               mfilter->dst_id = vnic->fw_vnic_id;
+               ret = bnxt_hwrm_set_ntuple_filter(bp, mfilter->dst_id, mfilter);
+               STAILQ_REMOVE(&mvnic->filter, mfilter, bnxt_filter_info, next);
+               STAILQ_INSERT_TAIL(&vnic->filter, mfilter, next);
+               PMD_DRV_LOG(ERR, "filter with matching pattern exists.\n");
+               PMD_DRV_LOG(ERR, " Updated it to the new destination queue\n");
+               goto free_filter;
        }
        if (mfilter == NULL && filter_op == RTE_ETH_FILTER_DELETE) {
-               RTE_LOG(ERR, PMD, "filter doesn't exist.");
+               PMD_DRV_LOG(ERR, "filter doesn't exist.");
                ret = -ENOENT;
                goto free_filter;
        }
@@ -2039,13 +2088,18 @@ bnxt_cfg_ntuple_filter(struct bnxt *bp,
                        goto free_filter;
                STAILQ_INSERT_TAIL(&vnic->filter, bfilter, next);
        } else {
+               if (mfilter == NULL) {
+                       /* This should not happen. But for Coverity! */
+                       ret = -ENOENT;
+                       goto free_filter;
+               }
                ret = bnxt_hwrm_clear_ntuple_filter(bp, mfilter);
 
-               STAILQ_REMOVE(&vnic->filter, mfilter, bnxt_filter_info,
-                             next);
+               STAILQ_REMOVE(&vnic->filter, mfilter, bnxt_filter_info, next);
                bnxt_free_filter(bp, mfilter);
-               bfilter->fw_l2_filter_id = -1;
+               mfilter->fw_l2_filter_id = -1;
                bnxt_free_filter(bp, bfilter);
+               bfilter->fw_l2_filter_id = -1;
        }
 
        return 0;
@@ -2067,7 +2121,7 @@ bnxt_ntuple_filter(struct rte_eth_dev *dev,
                return 0;
 
        if (arg == NULL) {
-               RTE_LOG(ERR, PMD, "arg shouldn't be NULL for operation %u.",
+               PMD_DRV_LOG(ERR, "arg shouldn't be NULL for operation %u.",
                            filter_op);
                return -EINVAL;
        }
@@ -2084,7 +2138,7 @@ bnxt_ntuple_filter(struct rte_eth_dev *dev,
                        filter_op);
                break;
        default:
-               RTE_LOG(ERR, PMD, "unsupported operation %u.", filter_op);
+               PMD_DRV_LOG(ERR, "unsupported operation %u.", filter_op);
                ret = -EINVAL;
                break;
        }
@@ -2286,7 +2340,7 @@ bnxt_parse_fdir_filter(struct bnxt *bp,
        vnic0 = STAILQ_FIRST(&bp->ff_pool[0]);
        vnic = STAILQ_FIRST(&bp->ff_pool[fdir->action.rx_queue]);
        if (vnic == NULL) {
-               RTE_LOG(ERR, PMD, "Invalid queue %d\n", fdir->action.rx_queue);
+               PMD_DRV_LOG(ERR, "Invalid queue %d\n", fdir->action.rx_queue);
                return -EINVAL;
        }
 
@@ -2322,7 +2376,8 @@ bnxt_parse_fdir_filter(struct bnxt *bp,
 }
 
 static struct bnxt_filter_info *
-bnxt_match_fdir(struct bnxt *bp, struct bnxt_filter_info *nf)
+bnxt_match_fdir(struct bnxt *bp, struct bnxt_filter_info *nf,
+               struct bnxt_vnic_info **mvnic)
 {
        struct bnxt_filter_info *mf = NULL;
        int i;
@@ -2360,8 +2415,11 @@ bnxt_match_fdir(struct bnxt *bp, struct bnxt_filter_info *nf)
                            !memcmp(mf->dst_ipaddr, nf->dst_ipaddr,
                                    sizeof(nf->dst_ipaddr)) &&
                            !memcmp(mf->dst_ipaddr_mask, nf->dst_ipaddr_mask,
-                                   sizeof(nf->dst_ipaddr_mask)))
+                                   sizeof(nf->dst_ipaddr_mask))) {
+                               if (mvnic)
+                                       *mvnic = vnic;
                                return mf;
+                       }
                }
        }
        return NULL;
@@ -2375,7 +2433,7 @@ bnxt_fdir_filter(struct rte_eth_dev *dev,
        struct bnxt *bp = (struct bnxt *)dev->data->dev_private;
        struct rte_eth_fdir_filter *fdir  = (struct rte_eth_fdir_filter *)arg;
        struct bnxt_filter_info *filter, *match;
-       struct bnxt_vnic_info *vnic;
+       struct bnxt_vnic_info *vnic, *mvnic;
        int ret = 0, i;
 
        if (filter_op == RTE_ETH_FILTER_NOP)
@@ -2387,10 +2445,9 @@ bnxt_fdir_filter(struct rte_eth_dev *dev,
        switch (filter_op) {
        case RTE_ETH_FILTER_ADD:
        case RTE_ETH_FILTER_DELETE:
-               /* FALLTHROUGH */
                filter = bnxt_get_unused_filter(bp);
                if (filter == NULL) {
-                       RTE_LOG(ERR, PMD,
+                       PMD_DRV_LOG(ERR,
                                "Not enough resources for a new flow.\n");
                        return -ENOMEM;
                }
@@ -2398,27 +2455,41 @@ bnxt_fdir_filter(struct rte_eth_dev *dev,
                ret = bnxt_parse_fdir_filter(bp, fdir, filter);
                if (ret != 0)
                        goto free_filter;
+               filter->filter_type = HWRM_CFA_NTUPLE_FILTER;
 
-               match = bnxt_match_fdir(bp, filter);
+               if (fdir->action.behavior == RTE_ETH_FDIR_REJECT)
+                       vnic = STAILQ_FIRST(&bp->ff_pool[0]);
+               else
+                       vnic = STAILQ_FIRST(&bp->ff_pool[fdir->action.rx_queue]);
+
+               match = bnxt_match_fdir(bp, filter, &mvnic);
                if (match != NULL && filter_op == RTE_ETH_FILTER_ADD) {
-                       RTE_LOG(ERR, PMD, "Flow already exists.\n");
-                       ret = -EEXIST;
-                       goto free_filter;
+                       if (match->dst_id == vnic->fw_vnic_id) {
+                               PMD_DRV_LOG(ERR, "Flow already exists.\n");
+                               ret = -EEXIST;
+                               goto free_filter;
+                       } else {
+                               match->dst_id = vnic->fw_vnic_id;
+                               ret = bnxt_hwrm_set_ntuple_filter(bp,
+                                                                 match->dst_id,
+                                                                 match);
+                               STAILQ_REMOVE(&mvnic->filter, match,
+                                             bnxt_filter_info, next);
+                               STAILQ_INSERT_TAIL(&vnic->filter, match, next);
+                               PMD_DRV_LOG(ERR,
+                                       "Filter with matching pattern exist\n");
+                               PMD_DRV_LOG(ERR,
+                                       "Updated it to new destination q\n");
+                               goto free_filter;
+                       }
                }
                if (match == NULL && filter_op == RTE_ETH_FILTER_DELETE) {
-                       RTE_LOG(ERR, PMD, "Flow does not exist.\n");
+                       PMD_DRV_LOG(ERR, "Flow does not exist.\n");
                        ret = -ENOENT;
                        goto free_filter;
                }
 
-               if (fdir->action.behavior == RTE_ETH_FDIR_REJECT)
-                       vnic = STAILQ_FIRST(&bp->ff_pool[0]);
-               else
-                       vnic =
-                       STAILQ_FIRST(&bp->ff_pool[fdir->action.rx_queue]);
-
                if (filter_op == RTE_ETH_FILTER_ADD) {
-                       filter->filter_type = HWRM_CFA_NTUPLE_FILTER;
                        ret = bnxt_hwrm_set_ntuple_filter(bp,
                                                          filter->dst_id,
                                                          filter);
@@ -2453,11 +2524,10 @@ bnxt_fdir_filter(struct rte_eth_dev *dev,
        case RTE_ETH_FILTER_UPDATE:
        case RTE_ETH_FILTER_STATS:
        case RTE_ETH_FILTER_INFO:
-               /* FALLTHROUGH */
-               RTE_LOG(ERR, PMD, "operation %u not implemented", filter_op);
+               PMD_DRV_LOG(ERR, "operation %u not implemented", filter_op);
                break;
        default:
-               RTE_LOG(ERR, PMD, "unknown operation %u", filter_op);
+               PMD_DRV_LOG(ERR, "unknown operation %u", filter_op);
                ret = -EINVAL;
                break;
        }
@@ -2478,7 +2548,7 @@ bnxt_filter_ctrl_op(struct rte_eth_dev *dev __rte_unused,
 
        switch (filter_type) {
        case RTE_ETH_FILTER_TUNNEL:
-               RTE_LOG(ERR, PMD,
+               PMD_DRV_LOG(ERR,
                        "filter type: %d: To be implemented\n", filter_type);
                break;
        case RTE_ETH_FILTER_FDIR:
@@ -2496,7 +2566,7 @@ bnxt_filter_ctrl_op(struct rte_eth_dev *dev __rte_unused,
                *(const void **)arg = &bnxt_flow_ops;
                break;
        default:
-               RTE_LOG(ERR, PMD,
+               PMD_DRV_LOG(ERR,
                        "Filter type (%d) not supported", filter_type);
                ret = -EINVAL;
                break;
@@ -2527,7 +2597,260 @@ bnxt_dev_supported_ptypes_get_op(struct rte_eth_dev *dev)
        return NULL;
 }
 
+static int bnxt_map_regs(struct bnxt *bp, uint32_t *reg_arr, int count,
+                        int reg_win)
+{
+       uint32_t reg_base = *reg_arr & 0xfffff000;
+       uint32_t win_off;
+       int i;
+
+       for (i = 0; i < count; i++) {
+               if ((reg_arr[i] & 0xfffff000) != reg_base)
+                       return -ERANGE;
+       }
+       win_off = BNXT_GRCPF_REG_WINDOW_BASE_OUT + (reg_win - 1) * 4;
+       rte_cpu_to_le_32(rte_write32(reg_base, (uint8_t *)bp->bar0 + win_off));
+       return 0;
+}
+
+static int bnxt_map_ptp_regs(struct bnxt *bp)
+{
+       struct bnxt_ptp_cfg *ptp = bp->ptp_cfg;
+       uint32_t *reg_arr;
+       int rc, i;
+
+       reg_arr = ptp->rx_regs;
+       rc = bnxt_map_regs(bp, reg_arr, BNXT_PTP_RX_REGS, 5);
+       if (rc)
+               return rc;
+
+       reg_arr = ptp->tx_regs;
+       rc = bnxt_map_regs(bp, reg_arr, BNXT_PTP_TX_REGS, 6);
+       if (rc)
+               return rc;
+
+       for (i = 0; i < BNXT_PTP_RX_REGS; i++)
+               ptp->rx_mapped_regs[i] = 0x5000 + (ptp->rx_regs[i] & 0xfff);
+
+       for (i = 0; i < BNXT_PTP_TX_REGS; i++)
+               ptp->tx_mapped_regs[i] = 0x6000 + (ptp->tx_regs[i] & 0xfff);
+
+       return 0;
+}
+
+static void bnxt_unmap_ptp_regs(struct bnxt *bp)
+{
+       rte_cpu_to_le_32(rte_write32(0, (uint8_t *)bp->bar0 +
+                        BNXT_GRCPF_REG_WINDOW_BASE_OUT + 16));
+       rte_cpu_to_le_32(rte_write32(0, (uint8_t *)bp->bar0 +
+                        BNXT_GRCPF_REG_WINDOW_BASE_OUT + 20));
+}
+
+static uint64_t bnxt_cc_read(struct bnxt *bp)
+{
+       uint64_t ns;
+
+       ns = rte_le_to_cpu_32(rte_read32((uint8_t *)bp->bar0 +
+                             BNXT_GRCPF_REG_SYNC_TIME));
+       ns |= (uint64_t)(rte_le_to_cpu_32(rte_read32((uint8_t *)bp->bar0 +
+                                         BNXT_GRCPF_REG_SYNC_TIME + 4))) << 32;
+       return ns;
+}
+
+static int bnxt_get_tx_ts(struct bnxt *bp, uint64_t *ts)
+{
+       struct bnxt_ptp_cfg *ptp = bp->ptp_cfg;
+       uint32_t fifo;
 
+       fifo = rte_le_to_cpu_32(rte_read32((uint8_t *)bp->bar0 +
+                               ptp->tx_mapped_regs[BNXT_PTP_TX_FIFO]));
+       if (fifo & BNXT_PTP_TX_FIFO_EMPTY)
+               return -EAGAIN;
+
+       fifo = rte_le_to_cpu_32(rte_read32((uint8_t *)bp->bar0 +
+                               ptp->tx_mapped_regs[BNXT_PTP_TX_FIFO]));
+       *ts = rte_le_to_cpu_32(rte_read32((uint8_t *)bp->bar0 +
+                               ptp->tx_mapped_regs[BNXT_PTP_TX_TS_L]));
+       *ts |= (uint64_t)rte_le_to_cpu_32(rte_read32((uint8_t *)bp->bar0 +
+                               ptp->tx_mapped_regs[BNXT_PTP_TX_TS_H])) << 32;
+
+       return 0;
+}
+
+static int bnxt_get_rx_ts(struct bnxt *bp, uint64_t *ts)
+{
+       struct bnxt_ptp_cfg *ptp = bp->ptp_cfg;
+       struct bnxt_pf_info *pf = &bp->pf;
+       uint16_t port_id;
+       uint32_t fifo;
+
+       if (!ptp)
+               return -ENODEV;
+
+       fifo = rte_le_to_cpu_32(rte_read32((uint8_t *)bp->bar0 +
+                               ptp->rx_mapped_regs[BNXT_PTP_RX_FIFO]));
+       if (!(fifo & BNXT_PTP_RX_FIFO_PENDING))
+               return -EAGAIN;
+
+       port_id = pf->port_id;
+       rte_cpu_to_le_32(rte_write32(1 << port_id, (uint8_t *)bp->bar0 +
+              ptp->rx_mapped_regs[BNXT_PTP_RX_FIFO_ADV]));
+
+       fifo = rte_le_to_cpu_32(rte_read32((uint8_t *)bp->bar0 +
+                                  ptp->rx_mapped_regs[BNXT_PTP_RX_FIFO]));
+       if (fifo & BNXT_PTP_RX_FIFO_PENDING) {
+/*             bnxt_clr_rx_ts(bp);       TBD  */
+               return -EBUSY;
+       }
+
+       *ts = rte_le_to_cpu_32(rte_read32((uint8_t *)bp->bar0 +
+                               ptp->rx_mapped_regs[BNXT_PTP_RX_TS_L]));
+       *ts |= (uint64_t)rte_le_to_cpu_32(rte_read32((uint8_t *)bp->bar0 +
+                               ptp->rx_mapped_regs[BNXT_PTP_RX_TS_H])) << 32;
+
+       return 0;
+}
+
+static int
+bnxt_timesync_write_time(struct rte_eth_dev *dev, const struct timespec *ts)
+{
+       uint64_t ns;
+       struct bnxt *bp = (struct bnxt *)dev->data->dev_private;
+       struct bnxt_ptp_cfg *ptp = bp->ptp_cfg;
+
+       if (!ptp)
+               return 0;
+
+       ns = rte_timespec_to_ns(ts);
+       /* Set the timecounters to a new value. */
+       ptp->tc.nsec = ns;
+
+       return 0;
+}
+
+static int
+bnxt_timesync_read_time(struct rte_eth_dev *dev, struct timespec *ts)
+{
+       uint64_t ns, systime_cycles;
+       struct bnxt *bp = (struct bnxt *)dev->data->dev_private;
+       struct bnxt_ptp_cfg *ptp = bp->ptp_cfg;
+
+       if (!ptp)
+               return 0;
+
+       systime_cycles = bnxt_cc_read(bp);
+       ns = rte_timecounter_update(&ptp->tc, systime_cycles);
+       *ts = rte_ns_to_timespec(ns);
+
+       return 0;
+}
+static int
+bnxt_timesync_enable(struct rte_eth_dev *dev)
+{
+       struct bnxt *bp = (struct bnxt *)dev->data->dev_private;
+       struct bnxt_ptp_cfg *ptp = bp->ptp_cfg;
+       uint32_t shift = 0;
+
+       if (!ptp)
+               return 0;
+
+       ptp->rx_filter = 1;
+       ptp->tx_tstamp_en = 1;
+       ptp->rxctl = BNXT_PTP_MSG_EVENTS;
+
+       if (!bnxt_hwrm_ptp_cfg(bp))
+               bnxt_map_ptp_regs(bp);
+
+       memset(&ptp->tc, 0, sizeof(struct rte_timecounter));
+       memset(&ptp->rx_tstamp_tc, 0, sizeof(struct rte_timecounter));
+       memset(&ptp->tx_tstamp_tc, 0, sizeof(struct rte_timecounter));
+
+       ptp->tc.cc_mask = BNXT_CYCLECOUNTER_MASK;
+       ptp->tc.cc_shift = shift;
+       ptp->tc.nsec_mask = (1ULL << shift) - 1;
+
+       ptp->rx_tstamp_tc.cc_mask = BNXT_CYCLECOUNTER_MASK;
+       ptp->rx_tstamp_tc.cc_shift = shift;
+       ptp->rx_tstamp_tc.nsec_mask = (1ULL << shift) - 1;
+
+       ptp->tx_tstamp_tc.cc_mask = BNXT_CYCLECOUNTER_MASK;
+       ptp->tx_tstamp_tc.cc_shift = shift;
+       ptp->tx_tstamp_tc.nsec_mask = (1ULL << shift) - 1;
+
+       return 0;
+}
+
+static int
+bnxt_timesync_disable(struct rte_eth_dev *dev)
+{
+       struct bnxt *bp = (struct bnxt *)dev->data->dev_private;
+       struct bnxt_ptp_cfg *ptp = bp->ptp_cfg;
+
+       if (!ptp)
+               return 0;
+
+       ptp->rx_filter = 0;
+       ptp->tx_tstamp_en = 0;
+       ptp->rxctl = 0;
+
+       bnxt_hwrm_ptp_cfg(bp);
+
+       bnxt_unmap_ptp_regs(bp);
+
+       return 0;
+}
+
+static int
+bnxt_timesync_read_rx_timestamp(struct rte_eth_dev *dev,
+                                struct timespec *timestamp,
+                                uint32_t flags __rte_unused)
+{
+       struct bnxt *bp = (struct bnxt *)dev->data->dev_private;
+       struct bnxt_ptp_cfg *ptp = bp->ptp_cfg;
+       uint64_t rx_tstamp_cycles = 0;
+       uint64_t ns;
+
+       if (!ptp)
+               return 0;
+
+       bnxt_get_rx_ts(bp, &rx_tstamp_cycles);
+       ns = rte_timecounter_update(&ptp->rx_tstamp_tc, rx_tstamp_cycles);
+       *timestamp = rte_ns_to_timespec(ns);
+       return  0;
+}
+
+static int
+bnxt_timesync_read_tx_timestamp(struct rte_eth_dev *dev,
+                                struct timespec *timestamp)
+{
+       struct bnxt *bp = (struct bnxt *)dev->data->dev_private;
+       struct bnxt_ptp_cfg *ptp = bp->ptp_cfg;
+       uint64_t tx_tstamp_cycles = 0;
+       uint64_t ns;
+
+       if (!ptp)
+               return 0;
+
+       bnxt_get_tx_ts(bp, &tx_tstamp_cycles);
+       ns = rte_timecounter_update(&ptp->tx_tstamp_tc, tx_tstamp_cycles);
+       *timestamp = rte_ns_to_timespec(ns);
+
+       return 0;
+}
+
+static int
+bnxt_timesync_adjust_time(struct rte_eth_dev *dev, int64_t delta)
+{
+       struct bnxt *bp = (struct bnxt *)dev->data->dev_private;
+       struct bnxt_ptp_cfg *ptp = bp->ptp_cfg;
+
+       if (!ptp)
+               return 0;
+
+       ptp->tc.nsec += delta;
+
+       return 0;
+}
 
 static int
 bnxt_get_eeprom_length_op(struct rte_eth_dev *dev)
@@ -2537,8 +2860,8 @@ bnxt_get_eeprom_length_op(struct rte_eth_dev *dev)
        uint32_t dir_entries;
        uint32_t entry_length;
 
-       RTE_LOG(INFO, PMD, "%s(): %04x:%02x:%02x:%02x\n",
-               __func__, bp->pdev->addr.domain, bp->pdev->addr.bus,
+       PMD_DRV_LOG(INFO, "%04x:%02x:%02x:%02x\n",
+               bp->pdev->addr.domain, bp->pdev->addr.bus,
                bp->pdev->addr.devid, bp->pdev->addr.function);
 
        rc = bnxt_hwrm_nvm_get_dir_info(bp, &dir_entries, &entry_length);
@@ -2556,8 +2879,8 @@ bnxt_get_eeprom_op(struct rte_eth_dev *dev,
        uint32_t index;
        uint32_t offset;
 
-       RTE_LOG(INFO, PMD, "%s(): %04x:%02x:%02x:%02x in_eeprom->offset = %d "
-               "len = %d\n", __func__, bp->pdev->addr.domain,
+       PMD_DRV_LOG(INFO, "%04x:%02x:%02x:%02x in_eeprom->offset = %d "
+               "len = %d\n", bp->pdev->addr.domain,
                bp->pdev->addr.bus, bp->pdev->addr.devid,
                bp->pdev->addr.function, in_eeprom->offset, in_eeprom->length);
 
@@ -2625,13 +2948,13 @@ bnxt_set_eeprom_op(struct rte_eth_dev *dev,
        uint8_t index, dir_op;
        uint16_t type, ext, ordinal, attr;
 
-       RTE_LOG(INFO, PMD, "%s(): %04x:%02x:%02x:%02x in_eeprom->offset = %d "
-               "len = %d\n", __func__, bp->pdev->addr.domain,
+       PMD_DRV_LOG(INFO, "%04x:%02x:%02x:%02x in_eeprom->offset = %d "
+               "len = %d\n", bp->pdev->addr.domain,
                bp->pdev->addr.bus, bp->pdev->addr.devid,
                bp->pdev->addr.function, in_eeprom->offset, in_eeprom->length);
 
        if (!BNXT_PF(bp)) {
-               RTE_LOG(ERR, PMD, "NVM write not supported from a VF\n");
+               PMD_DRV_LOG(ERR, "NVM write not supported from a VF\n");
                return -EINVAL;
        }
 
@@ -2718,11 +3041,22 @@ static const struct eth_dev_ops bnxt_dev_ops = {
        .rx_queue_count = bnxt_rx_queue_count_op,
        .rx_descriptor_status = bnxt_rx_descriptor_status_op,
        .tx_descriptor_status = bnxt_tx_descriptor_status_op,
+       .rx_queue_start = bnxt_rx_queue_start,
+       .rx_queue_stop = bnxt_rx_queue_stop,
+       .tx_queue_start = bnxt_tx_queue_start,
+       .tx_queue_stop = bnxt_tx_queue_stop,
        .filter_ctrl = bnxt_filter_ctrl_op,
        .dev_supported_ptypes_get = bnxt_dev_supported_ptypes_get_op,
        .get_eeprom_length    = bnxt_get_eeprom_length_op,
        .get_eeprom           = bnxt_get_eeprom_op,
        .set_eeprom           = bnxt_set_eeprom_op,
+       .timesync_enable      = bnxt_timesync_enable,
+       .timesync_disable     = bnxt_timesync_disable,
+       .timesync_read_time   = bnxt_timesync_read_time,
+       .timesync_write_time   = bnxt_timesync_write_time,
+       .timesync_adjust_time = bnxt_timesync_adjust_time,
+       .timesync_read_rx_timestamp = bnxt_timesync_read_rx_timestamp,
+       .timesync_read_tx_timestamp = bnxt_timesync_read_tx_timestamp,
 };
 
 static bool bnxt_vf_pciid(uint16_t id)
@@ -2732,7 +3066,8 @@ static bool bnxt_vf_pciid(uint16_t id)
            id == BROADCOM_DEV_ID_5731X_VF ||
            id == BROADCOM_DEV_ID_5741X_VF ||
            id == BROADCOM_DEV_ID_57414_VF ||
-           id == BROADCOM_DEV_ID_STRATUS_NIC_VF)
+           id == BROADCOM_DEV_ID_STRATUS_NIC_VF1 ||
+           id == BROADCOM_DEV_ID_STRATUS_NIC_VF2)
                return true;
        return false;
 }
@@ -2745,7 +3080,7 @@ static int bnxt_init_board(struct rte_eth_dev *eth_dev)
 
        /* enable device (incl. PCI PM wakeup), and bus-mastering */
        if (!pci_dev->mem_resource[0].addr) {
-               RTE_LOG(ERR, PMD,
+               PMD_DRV_LOG(ERR,
                        "Cannot find PCI device base address, aborting\n");
                rc = -ENODEV;
                goto init_err_disable;
@@ -2756,7 +3091,7 @@ static int bnxt_init_board(struct rte_eth_dev *eth_dev)
 
        bp->bar0 = (void *)pci_dev->mem_resource[0].addr;
        if (!bp->bar0) {
-               RTE_LOG(ERR, PMD, "Cannot map device registers, aborting\n");
+               PMD_DRV_LOG(ERR, "Cannot map device registers, aborting\n");
                rc = -ENOMEM;
                goto init_err_release;
        }
@@ -2787,19 +3122,17 @@ bnxt_dev_init(struct rte_eth_dev *eth_dev)
        const struct rte_memzone *mz = NULL;
        static int version_printed;
        uint32_t total_alloc_len;
-       phys_addr_t mz_phys_addr;
+       rte_iova_t mz_phys_addr;
        struct bnxt *bp;
        int rc;
 
        if (version_printed++ == 0)
-               RTE_LOG(INFO, PMD, "%s\n", bnxt_version);
+               PMD_DRV_LOG(INFO, "%s\n", bnxt_version);
 
        rte_eth_copy_pci_info(eth_dev, pci_dev);
-       eth_dev->data->dev_flags |= RTE_ETH_DEV_DETACHABLE;
 
        bp = eth_dev->data->dev_private;
 
-       rte_atomic64_init(&bp->rx_mbuf_alloc_fail);
        bp->dev_stopped = 1;
 
        if (rte_eal_process_type() != RTE_PROC_PRIMARY)
@@ -2810,7 +3143,7 @@ bnxt_dev_init(struct rte_eth_dev *eth_dev)
 
        rc = bnxt_init_board(eth_dev);
        if (rc) {
-               RTE_LOG(ERR, PMD,
+               PMD_DRV_LOG(ERR,
                        "Board initialization failed rc: %x\n", rc);
                goto error;
        }
@@ -2832,22 +3165,23 @@ skip_init:
                                sizeof(struct rx_port_stats) + 512);
                if (!mz) {
                        mz = rte_memzone_reserve(mz_name, total_alloc_len,
-                                                SOCKET_ID_ANY,
-                                                RTE_MEMZONE_2MB |
-                                                RTE_MEMZONE_SIZE_HINT_ONLY);
+                                       SOCKET_ID_ANY,
+                                       RTE_MEMZONE_2MB |
+                                       RTE_MEMZONE_SIZE_HINT_ONLY |
+                                       RTE_MEMZONE_IOVA_CONTIG);
                        if (mz == NULL)
                                return -ENOMEM;
                }
                memset(mz->addr, 0, mz->len);
-               mz_phys_addr = mz->phys_addr;
+               mz_phys_addr = mz->iova;
                if ((unsigned long)mz->addr == mz_phys_addr) {
-                       RTE_LOG(WARNING, PMD,
+                       PMD_DRV_LOG(WARNING,
                                "Memzone physical address same as virtual.\n");
-                       RTE_LOG(WARNING, PMD,
-                               "Using rte_mem_virt2phy()\n");
-                       mz_phys_addr = rte_mem_virt2phy(mz->addr);
+                       PMD_DRV_LOG(WARNING,
+                               "Using rte_mem_virt2iova()\n");
+                       mz_phys_addr = rte_mem_virt2iova(mz->addr);
                        if (mz_phys_addr == 0) {
-                               RTE_LOG(ERR, PMD,
+                               PMD_DRV_LOG(ERR,
                                "unable to map address to physical memory\n");
                                return -ENOMEM;
                        }
@@ -2866,23 +3200,25 @@ skip_init:
                total_alloc_len = RTE_CACHE_LINE_ROUNDUP(
                                sizeof(struct tx_port_stats) + 512);
                if (!mz) {
-                       mz = rte_memzone_reserve(mz_name, total_alloc_len,
-                                                SOCKET_ID_ANY,
-                                                RTE_MEMZONE_2MB |
-                                                RTE_MEMZONE_SIZE_HINT_ONLY);
+                       mz = rte_memzone_reserve(mz_name,
+                                       total_alloc_len,
+                                       SOCKET_ID_ANY,
+                                       RTE_MEMZONE_2MB |
+                                       RTE_MEMZONE_SIZE_HINT_ONLY |
+                                       RTE_MEMZONE_IOVA_CONTIG);
                        if (mz == NULL)
                                return -ENOMEM;
                }
                memset(mz->addr, 0, mz->len);
-               mz_phys_addr = mz->phys_addr;
+               mz_phys_addr = mz->iova;
                if ((unsigned long)mz->addr == mz_phys_addr) {
-                       RTE_LOG(WARNING, PMD,
+                       PMD_DRV_LOG(WARNING,
                                "Memzone physical address same as virtual.\n");
-                       RTE_LOG(WARNING, PMD,
-                               "Using rte_mem_virt2phy()\n");
-                       mz_phys_addr = rte_mem_virt2phy(mz->addr);
+                       PMD_DRV_LOG(WARNING,
+                               "Using rte_mem_virt2iova()\n");
+                       mz_phys_addr = rte_mem_virt2iova(mz->addr);
                        if (mz_phys_addr == 0) {
-                               RTE_LOG(ERR, PMD,
+                               PMD_DRV_LOG(ERR,
                                "unable to map address to physical memory\n");
                                return -ENOMEM;
                        }
@@ -2897,45 +3233,71 @@ skip_init:
 
        rc = bnxt_alloc_hwrm_resources(bp);
        if (rc) {
-               RTE_LOG(ERR, PMD,
+               PMD_DRV_LOG(ERR,
                        "hwrm resource allocation failure rc: %x\n", rc);
                goto error_free;
        }
        rc = bnxt_hwrm_ver_get(bp);
        if (rc)
                goto error_free;
-       bnxt_hwrm_queue_qportcfg(bp);
+       rc = bnxt_hwrm_queue_qportcfg(bp);
+       if (rc) {
+               PMD_DRV_LOG(ERR, "hwrm queue qportcfg failed\n");
+               goto error_free;
+       }
 
-       bnxt_hwrm_func_qcfg(bp);
+       rc = bnxt_hwrm_func_qcfg(bp);
+       if (rc) {
+               PMD_DRV_LOG(ERR, "hwrm func qcfg failed\n");
+               goto error_free;
+       }
 
        /* Get the MAX capabilities for this function */
        rc = bnxt_hwrm_func_qcaps(bp);
        if (rc) {
-               RTE_LOG(ERR, PMD, "hwrm query capability failure rc: %x\n", rc);
+               PMD_DRV_LOG(ERR, "hwrm query capability failure rc: %x\n", rc);
                goto error_free;
        }
        if (bp->max_tx_rings == 0) {
-               RTE_LOG(ERR, PMD, "No TX rings available!\n");
+               PMD_DRV_LOG(ERR, "No TX rings available!\n");
                rc = -EBUSY;
                goto error_free;
        }
        eth_dev->data->mac_addrs = rte_zmalloc("bnxt_mac_addr_tbl",
                                        ETHER_ADDR_LEN * bp->max_l2_ctx, 0);
        if (eth_dev->data->mac_addrs == NULL) {
-               RTE_LOG(ERR, PMD,
+               PMD_DRV_LOG(ERR,
                        "Failed to alloc %u bytes needed to store MAC addr tbl",
                        ETHER_ADDR_LEN * bp->max_l2_ctx);
                rc = -ENOMEM;
                goto error_free;
        }
+
+       if (check_zero_bytes(bp->dflt_mac_addr, ETHER_ADDR_LEN)) {
+               PMD_DRV_LOG(ERR,
+                           "Invalid MAC addr %02X:%02X:%02X:%02X:%02X:%02X\n",
+                           bp->dflt_mac_addr[0], bp->dflt_mac_addr[1],
+                           bp->dflt_mac_addr[2], bp->dflt_mac_addr[3],
+                           bp->dflt_mac_addr[4], bp->dflt_mac_addr[5]);
+               rc = -EINVAL;
+               goto error_free;
+       }
        /* Copy the permanent MAC from the qcap response address now. */
        memcpy(bp->mac_addr, bp->dflt_mac_addr, sizeof(bp->mac_addr));
        memcpy(&eth_dev->data->mac_addrs[0], bp->mac_addr, ETHER_ADDR_LEN);
+
+       if (bp->max_ring_grps < bp->rx_cp_nr_rings) {
+               /* 1 ring is for default completion ring */
+               PMD_DRV_LOG(ERR, "Insufficient resource: Ring Group\n");
+               rc = -ENOSPC;
+               goto error_free;
+       }
+
        bp->grp_info = rte_zmalloc("bnxt_grp_info",
                                sizeof(*bp->grp_info) * bp->max_ring_grps, 0);
        if (!bp->grp_info) {
-               RTE_LOG(ERR, PMD,
-                       "Failed to alloc %zu bytes needed to store group info table\n",
+               PMD_DRV_LOG(ERR,
+                       "Failed to alloc %zu bytes to store group info table\n",
                        sizeof(*bp->grp_info) * bp->max_ring_grps);
                rc = -ENOMEM;
                goto error_free;
@@ -2947,7 +3309,7 @@ skip_init:
            ((bp->fw_ver >= ((20 << 24) | (8 << 16))))) {
                memset(bp->pf.vf_req_fwd, 0xff, sizeof(bp->pf.vf_req_fwd));
        } else {
-               RTE_LOG(WARNING, PMD,
+               PMD_DRV_LOG(WARNING,
                        "Firmware too old for VF mailbox functionality\n");
                memset(bp->pf.vf_req_fwd, 0, sizeof(bp->pf.vf_req_fwd));
        }
@@ -2963,23 +3325,25 @@ skip_init:
        ALLOW_FUNC(HWRM_VNIC_RSS_COS_LB_CTX_FREE);
        ALLOW_FUNC(HWRM_CFA_L2_FILTER_FREE);
        ALLOW_FUNC(HWRM_STAT_CTX_FREE);
+       ALLOW_FUNC(HWRM_PORT_PHY_QCFG);
+       ALLOW_FUNC(HWRM_VNIC_TPA_CFG);
        rc = bnxt_hwrm_func_driver_register(bp);
        if (rc) {
-               RTE_LOG(ERR, PMD,
+               PMD_DRV_LOG(ERR,
                        "Failed to register driver");
                rc = -EBUSY;
                goto error_free;
        }
 
-       RTE_LOG(INFO, PMD,
+       PMD_DRV_LOG(INFO,
                DRV_MODULE_NAME " found at mem %" PRIx64 ", node addr %pM\n",
                pci_dev->mem_resource[0].phys_addr,
                pci_dev->mem_resource[0].addr);
 
        rc = bnxt_hwrm_func_reset(bp);
        if (rc) {
-               RTE_LOG(ERR, PMD, "hwrm chip reset failure rc: %x\n", rc);
-               rc = -1;
+               PMD_DRV_LOG(ERR, "hwrm chip reset failure rc: %x\n", rc);
+               rc = -EIO;
                goto error_free;
        }
 
@@ -2990,13 +3354,13 @@ skip_init:
                if (bp->pdev->max_vfs) {
                        rc = bnxt_hwrm_allocate_vfs(bp, bp->pdev->max_vfs);
                        if (rc) {
-                               RTE_LOG(ERR, PMD, "Failed to allocate VFs\n");
+                               PMD_DRV_LOG(ERR, "Failed to allocate VFs\n");
                                goto error_free;
                        }
                } else {
                        rc = bnxt_hwrm_allocate_pf_only(bp);
                        if (rc) {
-                               RTE_LOG(ERR, PMD,
+                               PMD_DRV_LOG(ERR,
                                        "Failed to allocate PF resources\n");
                                goto error_free;
                        }
@@ -3105,6 +3469,15 @@ bool is_bnxt_supported(struct rte_eth_dev *dev)
        return is_device_supported(dev, &bnxt_rte_pmd);
 }
 
+RTE_INIT(bnxt_init_log);
+static void
+bnxt_init_log(void)
+{
+       bnxt_logtype_driver = rte_log_register("pmd.bnxt.driver");
+       if (bnxt_logtype_driver >= 0)
+               rte_log_set_level(bnxt_logtype_driver, RTE_LOG_INFO);
+}
+
 RTE_PMD_REGISTER_PCI(net_bnxt, bnxt_rte_pmd);
 RTE_PMD_REGISTER_PCI_TABLE(net_bnxt, bnxt_pci_id_map);
 RTE_PMD_REGISTER_KMOD_DEP(net_bnxt, "* igb_uio | uio_pci_generic | vfio-pci");