net/bnxt: support LRO
[dpdk.git] / drivers / net / bnxt / bnxt_ethdev.c
index 121c29e..98030e1 100644 (file)
@@ -141,6 +141,7 @@ static const struct rte_pci_id bnxt_pci_id_map[] = {
        ETH_RSS_NONFRAG_IPV6_TCP |      \
        ETH_RSS_NONFRAG_IPV6_UDP)
 
+static void bnxt_vlan_offload_set_op(struct rte_eth_dev *dev, int mask);
 /***********************/
 
 /*
@@ -198,6 +199,14 @@ static int bnxt_init_chip(struct bnxt *bp)
        struct rte_eth_link new;
        int rc;
 
+       if (bp->eth_dev->data->mtu > ETHER_MTU) {
+               bp->eth_dev->data->dev_conf.rxmode.jumbo_frame = 1;
+               bp->flags |= BNXT_FLAG_JUMBO;
+       } else {
+               bp->eth_dev->data->dev_conf.rxmode.jumbo_frame = 0;
+               bp->flags &= ~BNXT_FLAG_JUMBO;
+       }
+
        rc = bnxt_alloc_all_hwrm_stat_ctxs(bp);
        if (rc) {
                RTE_LOG(ERR, PMD, "HWRM stat ctx alloc failure rc: %x\n", rc);
@@ -277,6 +286,13 @@ static int bnxt_init_chip(struct bnxt *bp)
                                goto err_out;
                        }
                }
+
+               bnxt_hwrm_vnic_plcmode_cfg(bp, vnic);
+
+               if (bp->eth_dev->data->dev_conf.rxmode.enable_lro)
+                       bnxt_hwrm_vnic_tpa_cfg(bp, vnic, 1);
+               else
+                       bnxt_hwrm_vnic_tpa_cfg(bp, vnic, 0);
        }
        rc = bnxt_hwrm_cfa_l2_set_rx_mask(bp, &bp->vnic_info[0]);
        if (rc) {
@@ -487,6 +503,7 @@ static int bnxt_dev_lsc_intr_setup(struct rte_eth_dev *eth_dev)
 static int bnxt_dev_start_op(struct rte_eth_dev *eth_dev)
 {
        struct bnxt *bp = (struct bnxt *)eth_dev->data->dev_private;
+       int vlan_mask = 0;
        int rc;
 
        bp->dev_stopped = 0;
@@ -496,6 +513,13 @@ static int bnxt_dev_start_op(struct rte_eth_dev *eth_dev)
                goto error;
 
        bnxt_link_update_op(eth_dev, 0);
+
+       if (eth_dev->data->dev_conf.rxmode.hw_vlan_filter)
+               vlan_mask |= ETH_VLAN_FILTER_MASK;
+       if (eth_dev->data->dev_conf.rxmode.hw_vlan_strip)
+               vlan_mask |= ETH_VLAN_STRIP_MASK;
+       bnxt_vlan_offload_set_op(eth_dev, vlan_mask);
+
        return 0;
 
 error:
@@ -533,6 +557,7 @@ static void bnxt_dev_stop_op(struct rte_eth_dev *eth_dev)
                eth_dev->data->dev_link.link_status = 0;
        }
        bnxt_set_hwrm_link_config(bp, false);
+       bnxt_hwrm_port_clr_stats(bp);
        bnxt_shutdown_nic(bp);
        bp->dev_stopped = 1;
 }
@@ -628,7 +653,7 @@ static int bnxt_mac_addr_add_op(struct rte_eth_dev *eth_dev,
        STAILQ_INSERT_TAIL(&vnic->filter, filter, next);
        filter->mac_index = index;
        memcpy(filter->l2_addr, mac_addr, ETHER_ADDR_LEN);
-       return bnxt_hwrm_set_filter(bp, vnic, filter);
+       return bnxt_hwrm_set_filter(bp, vnic->fw_vnic_id, filter);
 }
 
 int bnxt_link_update_op(struct rte_eth_dev *eth_dev, int wait_to_complete)
@@ -1090,6 +1115,331 @@ bnxt_udp_tunnel_port_del_op(struct rte_eth_dev *eth_dev,
        return rc;
 }
 
+static int bnxt_del_vlan_filter(struct bnxt *bp, uint16_t vlan_id)
+{
+       struct bnxt_filter_info *filter, *temp_filter, *new_filter;
+       struct bnxt_vnic_info *vnic;
+       unsigned int i;
+       int rc = 0;
+       uint32_t chk = HWRM_CFA_L2_FILTER_ALLOC_INPUT_ENABLES_L2_OVLAN;
+
+       /* Cycle through all VNICs */
+       for (i = 0; i < bp->nr_vnics; i++) {
+               /*
+                * For each VNIC and each associated filter(s)
+                * if VLAN exists && VLAN matches vlan_id
+                *      remove the MAC+VLAN filter
+                *      add a new MAC only filter
+                * else
+                *      VLAN filter doesn't exist, just skip and continue
+                */
+               STAILQ_FOREACH(vnic, &bp->ff_pool[i], next) {
+                       filter = STAILQ_FIRST(&vnic->filter);
+                       while (filter) {
+                               temp_filter = STAILQ_NEXT(filter, next);
+
+                               if (filter->enables & chk &&
+                                   filter->l2_ovlan == vlan_id) {
+                                       /* Must delete the filter */
+                                       STAILQ_REMOVE(&vnic->filter, filter,
+                                                     bnxt_filter_info, next);
+                                       bnxt_hwrm_clear_filter(bp, filter);
+                                       STAILQ_INSERT_TAIL(
+                                                       &bp->free_filter_list,
+                                                       filter, next);
+
+                                       /*
+                                        * Need to examine to see if the MAC
+                                        * filter already existed or not before
+                                        * allocating a new one
+                                        */
+
+                                       new_filter = bnxt_alloc_filter(bp);
+                                       if (!new_filter) {
+                                               RTE_LOG(ERR, PMD,
+                                                       "MAC/VLAN filter alloc failed\n");
+                                               rc = -ENOMEM;
+                                               goto exit;
+                                       }
+                                       STAILQ_INSERT_TAIL(&vnic->filter,
+                                                          new_filter, next);
+                                       /* Inherit MAC from previous filter */
+                                       new_filter->mac_index =
+                                                       filter->mac_index;
+                                       memcpy(new_filter->l2_addr,
+                                              filter->l2_addr, ETHER_ADDR_LEN);
+                                       /* MAC only filter */
+                                       rc = bnxt_hwrm_set_filter(bp,
+                                                       vnic->fw_vnic_id,
+                                                       new_filter);
+                                       if (rc)
+                                               goto exit;
+                                       RTE_LOG(INFO, PMD,
+                                               "Del Vlan filter for %d\n",
+                                               vlan_id);
+                               }
+                               filter = temp_filter;
+                       }
+               }
+       }
+exit:
+       return rc;
+}
+
+static int bnxt_add_vlan_filter(struct bnxt *bp, uint16_t vlan_id)
+{
+       struct bnxt_filter_info *filter, *temp_filter, *new_filter;
+       struct bnxt_vnic_info *vnic;
+       unsigned int i;
+       int rc = 0;
+       uint32_t en = HWRM_CFA_L2_FILTER_ALLOC_INPUT_ENABLES_L2_OVLAN |
+               HWRM_CFA_L2_FILTER_ALLOC_INPUT_ENABLES_L2_OVLAN_MASK;
+       uint32_t chk = HWRM_CFA_L2_FILTER_ALLOC_INPUT_ENABLES_L2_OVLAN;
+
+       /* Cycle through all VNICs */
+       for (i = 0; i < bp->nr_vnics; i++) {
+               /*
+                * For each VNIC and each associated filter(s)
+                * if VLAN exists:
+                *   if VLAN matches vlan_id
+                *      VLAN filter already exists, just skip and continue
+                *   else
+                *      add a new MAC+VLAN filter
+                * else
+                *   Remove the old MAC only filter
+                *    Add a new MAC+VLAN filter
+                */
+               STAILQ_FOREACH(vnic, &bp->ff_pool[i], next) {
+                       filter = STAILQ_FIRST(&vnic->filter);
+                       while (filter) {
+                               temp_filter = STAILQ_NEXT(filter, next);
+
+                               if (filter->enables & chk) {
+                                       if (filter->l2_ovlan == vlan_id)
+                                               goto cont;
+                               } else {
+                                       /* Must delete the MAC filter */
+                                       STAILQ_REMOVE(&vnic->filter, filter,
+                                                     bnxt_filter_info, next);
+                                       bnxt_hwrm_clear_filter(bp, filter);
+                                       filter->l2_ovlan = 0;
+                                       STAILQ_INSERT_TAIL(
+                                                       &bp->free_filter_list,
+                                                       filter, next);
+                               }
+                               new_filter = bnxt_alloc_filter(bp);
+                               if (!new_filter) {
+                                       RTE_LOG(ERR, PMD,
+                                               "MAC/VLAN filter alloc failed\n");
+                                       rc = -ENOMEM;
+                                       goto exit;
+                               }
+                               STAILQ_INSERT_TAIL(&vnic->filter, new_filter,
+                                                  next);
+                               /* Inherit MAC from the previous filter */
+                               new_filter->mac_index = filter->mac_index;
+                               memcpy(new_filter->l2_addr, filter->l2_addr,
+                                      ETHER_ADDR_LEN);
+                               /* MAC + VLAN ID filter */
+                               new_filter->l2_ovlan = vlan_id;
+                               new_filter->l2_ovlan_mask = 0xF000;
+                               new_filter->enables |= en;
+                               rc = bnxt_hwrm_set_filter(bp, vnic->fw_vnic_id,
+                                                         new_filter);
+                               if (rc)
+                                       goto exit;
+                               RTE_LOG(INFO, PMD,
+                                       "Added Vlan filter for %d\n", vlan_id);
+cont:
+                               filter = temp_filter;
+                       }
+               }
+       }
+exit:
+       return rc;
+}
+
+static int bnxt_vlan_filter_set_op(struct rte_eth_dev *eth_dev,
+                                  uint16_t vlan_id, int on)
+{
+       struct bnxt *bp = (struct bnxt *)eth_dev->data->dev_private;
+
+       /* These operations apply to ALL existing MAC/VLAN filters */
+       if (on)
+               return bnxt_add_vlan_filter(bp, vlan_id);
+       else
+               return bnxt_del_vlan_filter(bp, vlan_id);
+}
+
+static void
+bnxt_vlan_offload_set_op(struct rte_eth_dev *dev, int mask)
+{
+       struct bnxt *bp = (struct bnxt *)dev->data->dev_private;
+       unsigned int i;
+
+       if (mask & ETH_VLAN_FILTER_MASK) {
+               if (!dev->data->dev_conf.rxmode.hw_vlan_filter) {
+                       /* Remove any VLAN filters programmed */
+                       for (i = 0; i < 4095; i++)
+                               bnxt_del_vlan_filter(bp, i);
+               }
+               RTE_LOG(INFO, PMD, "VLAN Filtering: %d\n",
+                       dev->data->dev_conf.rxmode.hw_vlan_filter);
+       }
+
+       if (mask & ETH_VLAN_STRIP_MASK) {
+               /* Enable or disable VLAN stripping */
+               for (i = 0; i < bp->nr_vnics; i++) {
+                       struct bnxt_vnic_info *vnic = &bp->vnic_info[i];
+                       if (dev->data->dev_conf.rxmode.hw_vlan_strip)
+                               vnic->vlan_strip = true;
+                       else
+                               vnic->vlan_strip = false;
+                       bnxt_hwrm_vnic_cfg(bp, vnic);
+               }
+               RTE_LOG(INFO, PMD, "VLAN Strip Offload: %d\n",
+                       dev->data->dev_conf.rxmode.hw_vlan_strip);
+       }
+
+       if (mask & ETH_VLAN_EXTEND_MASK)
+               RTE_LOG(ERR, PMD, "Extend VLAN Not supported\n");
+}
+
+static void
+bnxt_set_default_mac_addr_op(struct rte_eth_dev *dev, struct ether_addr *addr)
+{
+       struct bnxt *bp = (struct bnxt *)dev->data->dev_private;
+       /* Default Filter is tied to VNIC 0 */
+       struct bnxt_vnic_info *vnic = &bp->vnic_info[0];
+       struct bnxt_filter_info *filter;
+       int rc;
+
+       if (BNXT_VF(bp))
+               return;
+
+       memcpy(bp->mac_addr, addr, sizeof(bp->mac_addr));
+       memcpy(&dev->data->mac_addrs[0], bp->mac_addr, ETHER_ADDR_LEN);
+
+       STAILQ_FOREACH(filter, &vnic->filter, next) {
+               /* Default Filter is at Index 0 */
+               if (filter->mac_index != 0)
+                       continue;
+               rc = bnxt_hwrm_clear_filter(bp, filter);
+               if (rc)
+                       break;
+               memcpy(filter->l2_addr, bp->mac_addr, ETHER_ADDR_LEN);
+               memset(filter->l2_addr_mask, 0xff, ETHER_ADDR_LEN);
+               filter->flags |= HWRM_CFA_L2_FILTER_ALLOC_INPUT_FLAGS_PATH_RX;
+               filter->enables |=
+                       HWRM_CFA_L2_FILTER_ALLOC_INPUT_ENABLES_L2_ADDR |
+                       HWRM_CFA_L2_FILTER_ALLOC_INPUT_ENABLES_L2_ADDR_MASK;
+               rc = bnxt_hwrm_set_filter(bp, vnic->fw_vnic_id, filter);
+               if (rc)
+                       break;
+               filter->mac_index = 0;
+               RTE_LOG(DEBUG, PMD, "Set MAC addr\n");
+       }
+}
+
+static int
+bnxt_dev_set_mc_addr_list_op(struct rte_eth_dev *eth_dev,
+                         struct ether_addr *mc_addr_set,
+                         uint32_t nb_mc_addr)
+{
+       struct bnxt *bp = (struct bnxt *)eth_dev->data->dev_private;
+       char *mc_addr_list = (char *)mc_addr_set;
+       struct bnxt_vnic_info *vnic;
+       uint32_t off = 0, i = 0;
+
+       vnic = &bp->vnic_info[0];
+
+       if (nb_mc_addr > BNXT_MAX_MC_ADDRS) {
+               vnic->flags |= BNXT_VNIC_INFO_ALLMULTI;
+               goto allmulti;
+       }
+
+       /* TODO Check for Duplicate mcast addresses */
+       vnic->flags &= ~BNXT_VNIC_INFO_ALLMULTI;
+       for (i = 0; i < nb_mc_addr; i++) {
+               memcpy(vnic->mc_list + off, &mc_addr_list[i], ETHER_ADDR_LEN);
+               off += ETHER_ADDR_LEN;
+       }
+
+       vnic->mc_addr_cnt = i;
+
+allmulti:
+       return bnxt_hwrm_cfa_l2_set_rx_mask(bp, vnic);
+}
+
+static int
+bnxt_fw_version_get(struct rte_eth_dev *dev, char *fw_version, size_t fw_size)
+{
+       struct bnxt *bp = (struct bnxt *)dev->data->dev_private;
+       uint8_t fw_major = (bp->fw_ver >> 24) & 0xff;
+       uint8_t fw_minor = (bp->fw_ver >> 16) & 0xff;
+       uint8_t fw_updt = (bp->fw_ver >> 8) & 0xff;
+       int ret;
+
+       ret = snprintf(fw_version, fw_size, "%d.%d.%d",
+                       fw_major, fw_minor, fw_updt);
+
+       ret += 1; /* add the size of '\0' */
+       if (fw_size < (uint32_t)ret)
+               return ret;
+       else
+               return 0;
+}
+
+static int bnxt_mtu_set_op(struct rte_eth_dev *eth_dev, uint16_t new_mtu)
+{
+       struct bnxt *bp = eth_dev->data->dev_private;
+       struct rte_eth_dev_info dev_info;
+       uint32_t max_dev_mtu;
+       uint32_t rc = 0;
+       uint32_t i;
+
+       bnxt_dev_info_get_op(eth_dev, &dev_info);
+       max_dev_mtu = dev_info.max_rx_pktlen -
+                     ETHER_HDR_LEN - ETHER_CRC_LEN - VLAN_TAG_SIZE * 2;
+
+       if (new_mtu < ETHER_MIN_MTU || new_mtu > max_dev_mtu) {
+               RTE_LOG(ERR, PMD, "MTU requested must be within (%d, %d)\n",
+                       ETHER_MIN_MTU, max_dev_mtu);
+               return -EINVAL;
+       }
+
+
+       if (new_mtu > ETHER_MTU) {
+               bp->flags |= BNXT_FLAG_JUMBO;
+               eth_dev->data->dev_conf.rxmode.jumbo_frame = 1;
+       } else {
+               eth_dev->data->dev_conf.rxmode.jumbo_frame = 0;
+               bp->flags &= ~BNXT_FLAG_JUMBO;
+       }
+
+       eth_dev->data->dev_conf.rxmode.max_rx_pkt_len =
+               new_mtu + ETHER_HDR_LEN + ETHER_CRC_LEN + VLAN_TAG_SIZE * 2;
+
+       eth_dev->data->mtu = new_mtu;
+       RTE_LOG(INFO, PMD, "New MTU is %d\n", eth_dev->data->mtu);
+
+       for (i = 0; i < bp->nr_vnics; i++) {
+               struct bnxt_vnic_info *vnic = &bp->vnic_info[i];
+
+               vnic->mru = bp->eth_dev->data->mtu + ETHER_HDR_LEN +
+                                       ETHER_CRC_LEN + VLAN_TAG_SIZE * 2;
+               rc = bnxt_hwrm_vnic_cfg(bp, vnic);
+               if (rc)
+                       break;
+
+               rc = bnxt_hwrm_vnic_plcmode_cfg(bp, vnic);
+               if (rc)
+                       return rc;
+       }
+
+       return rc;
+}
+
 /*
  * Initialization
  */
@@ -1123,6 +1473,15 @@ static const struct eth_dev_ops bnxt_dev_ops = {
        .flow_ctrl_set = bnxt_flow_ctrl_set_op,
        .udp_tunnel_port_add  = bnxt_udp_tunnel_port_add_op,
        .udp_tunnel_port_del  = bnxt_udp_tunnel_port_del_op,
+       .vlan_filter_set = bnxt_vlan_filter_set_op,
+       .vlan_offload_set = bnxt_vlan_offload_set_op,
+       .mtu_set = bnxt_mtu_set_op,
+       .mac_addr_set = bnxt_set_default_mac_addr_op,
+       .xstats_get = bnxt_dev_xstats_get_op,
+       .xstats_get_names = bnxt_dev_xstats_get_names_op,
+       .xstats_reset = bnxt_dev_xstats_reset_op,
+       .fw_version_get = bnxt_fw_version_get,
+       .set_mc_addr_list = bnxt_dev_set_mc_addr_list_op,
 };
 
 static bool bnxt_vf_pciid(uint16_t id)
@@ -1182,7 +1541,11 @@ static int
 bnxt_dev_init(struct rte_eth_dev *eth_dev)
 {
        struct rte_pci_device *pci_dev = RTE_ETH_DEV_TO_PCI(eth_dev);
+       char mz_name[RTE_MEMZONE_NAMESIZE];
+       const struct rte_memzone *mz = NULL;
        static int version_printed;
+       uint32_t total_alloc_len;
+       phys_addr_t mz_phys_addr;
        struct bnxt *bp;
        int rc;
 
@@ -1208,6 +1571,80 @@ bnxt_dev_init(struct rte_eth_dev *eth_dev)
        eth_dev->rx_pkt_burst = &bnxt_recv_pkts;
        eth_dev->tx_pkt_burst = &bnxt_xmit_pkts;
 
+       if (BNXT_PF(bp) && pci_dev->id.device_id != BROADCOM_DEV_ID_NS2) {
+               snprintf(mz_name, RTE_MEMZONE_NAMESIZE,
+                        "bnxt_%04x:%02x:%02x:%02x-%s", pci_dev->addr.domain,
+                        pci_dev->addr.bus, pci_dev->addr.devid,
+                        pci_dev->addr.function, "rx_port_stats");
+               mz_name[RTE_MEMZONE_NAMESIZE - 1] = 0;
+               mz = rte_memzone_lookup(mz_name);
+               total_alloc_len = RTE_CACHE_LINE_ROUNDUP(
+                               sizeof(struct rx_port_stats) + 512);
+               if (!mz) {
+                       mz = rte_memzone_reserve(mz_name, total_alloc_len,
+                                                SOCKET_ID_ANY,
+                                                RTE_MEMZONE_2MB |
+                                                RTE_MEMZONE_SIZE_HINT_ONLY);
+                       if (mz == NULL)
+                               return -ENOMEM;
+               }
+               memset(mz->addr, 0, mz->len);
+               mz_phys_addr = mz->phys_addr;
+               if ((unsigned long)mz->addr == mz_phys_addr) {
+                       RTE_LOG(WARNING, PMD,
+                               "Memzone physical address same as virtual.\n");
+                       RTE_LOG(WARNING, PMD,
+                               "Using rte_mem_virt2phy()\n");
+                       mz_phys_addr = rte_mem_virt2phy(mz->addr);
+                       if (mz_phys_addr == 0) {
+                               RTE_LOG(ERR, PMD,
+                               "unable to map address to physical memory\n");
+                               return -ENOMEM;
+                       }
+               }
+
+               bp->rx_mem_zone = (const void *)mz;
+               bp->hw_rx_port_stats = mz->addr;
+               bp->hw_rx_port_stats_map = mz_phys_addr;
+
+               snprintf(mz_name, RTE_MEMZONE_NAMESIZE,
+                        "bnxt_%04x:%02x:%02x:%02x-%s", pci_dev->addr.domain,
+                        pci_dev->addr.bus, pci_dev->addr.devid,
+                        pci_dev->addr.function, "tx_port_stats");
+               mz_name[RTE_MEMZONE_NAMESIZE - 1] = 0;
+               mz = rte_memzone_lookup(mz_name);
+               total_alloc_len = RTE_CACHE_LINE_ROUNDUP(
+                               sizeof(struct tx_port_stats) + 512);
+               if (!mz) {
+                       mz = rte_memzone_reserve(mz_name, total_alloc_len,
+                                                SOCKET_ID_ANY,
+                                                RTE_MEMZONE_2MB |
+                                                RTE_MEMZONE_SIZE_HINT_ONLY);
+                       if (mz == NULL)
+                               return -ENOMEM;
+               }
+               memset(mz->addr, 0, mz->len);
+               mz_phys_addr = mz->phys_addr;
+               if ((unsigned long)mz->addr == mz_phys_addr) {
+                       RTE_LOG(WARNING, PMD,
+                               "Memzone physical address same as virtual.\n");
+                       RTE_LOG(WARNING, PMD,
+                               "Using rte_mem_virt2phy()\n");
+                       mz_phys_addr = rte_mem_virt2phy(mz->addr);
+                       if (mz_phys_addr == 0) {
+                               RTE_LOG(ERR, PMD,
+                               "unable to map address to physical memory\n");
+                               return -ENOMEM;
+                       }
+               }
+
+               bp->tx_mem_zone = (const void *)mz;
+               bp->hw_tx_port_stats = mz->addr;
+               bp->hw_tx_port_stats_map = mz_phys_addr;
+
+               bp->flags |= BNXT_FLAG_PORT_STATS;
+       }
+
        rc = bnxt_alloc_hwrm_resources(bp);
        if (rc) {
                RTE_LOG(ERR, PMD,
@@ -1366,6 +1803,8 @@ bnxt_dev_uninit(struct rte_eth_dev *eth_dev) {
        }
        rc = bnxt_hwrm_func_driver_unregister(bp, 0);
        bnxt_free_hwrm_resources(bp);
+       rte_memzone_free((const struct rte_memzone *)bp->tx_mem_zone);
+       rte_memzone_free((const struct rte_memzone *)bp->rx_mem_zone);
        if (bp->dev_stopped == 0)
                bnxt_dev_close_op(eth_dev);
        if (bp->pf.vf_info)