net/bnxt: support Thor WC TCAM
[dpdk.git] / drivers / net / octeontx / octeontx_ethdev.c
index 91b9ea6..9f4c050 100644 (file)
@@ -11,6 +11,8 @@
 
 #include <rte_alarm.h>
 #include <rte_branch_prediction.h>
+#include <rte_bus_vdev.h>
+#include <rte_cycles.h>
 #include <rte_debug.h>
 #include <rte_devargs.h>
 #include <rte_dev.h>
@@ -18,7 +20,6 @@
 #include <rte_malloc.h>
 #include <rte_mbuf_pool_ops.h>
 #include <rte_prefetch.h>
-#include <rte_bus_vdev.h>
 
 #include "octeontx_ethdev.h"
 #include "octeontx_rxtx.h"
@@ -46,24 +47,9 @@ enum octeontx_link_speed {
        OCTEONTX_LINK_SPEED_RESERVE2
 };
 
-int otx_net_logtype_mbox;
-int otx_net_logtype_init;
-int otx_net_logtype_driver;
-
-RTE_INIT(otx_net_init_log)
-{
-       otx_net_logtype_mbox = rte_log_register("pmd.net.octeontx.mbox");
-       if (otx_net_logtype_mbox >= 0)
-               rte_log_set_level(otx_net_logtype_mbox, RTE_LOG_NOTICE);
-
-       otx_net_logtype_init = rte_log_register("pmd.net.octeontx.init");
-       if (otx_net_logtype_init >= 0)
-               rte_log_set_level(otx_net_logtype_init, RTE_LOG_NOTICE);
-
-       otx_net_logtype_driver = rte_log_register("pmd.net.octeontx.driver");
-       if (otx_net_logtype_driver >= 0)
-               rte_log_set_level(otx_net_logtype_driver, RTE_LOG_NOTICE);
-}
+RTE_LOG_REGISTER_SUFFIX(otx_net_logtype_mbox, mbox, NOTICE);
+RTE_LOG_REGISTER_SUFFIX(otx_net_logtype_init, init, NOTICE);
+RTE_LOG_REGISTER_SUFFIX(otx_net_logtype_driver, driver, NOTICE);
 
 /* Parse integer from integer argument */
 static int
@@ -121,6 +107,7 @@ static int
 octeontx_port_open(struct octeontx_nic *nic)
 {
        octeontx_mbox_bgx_port_conf_t bgx_port_conf;
+       octeontx_mbox_bgx_port_fifo_cfg_t fifo_cfg;
        int res;
 
        res = 0;
@@ -146,6 +133,16 @@ octeontx_port_open(struct octeontx_nic *nic)
        nic->mcast_mode = bgx_port_conf.mcast_mode;
        nic->speed      = bgx_port_conf.mode;
 
+       memset(&fifo_cfg, 0x0, sizeof(fifo_cfg));
+
+       res = octeontx_bgx_port_get_fifo_cfg(nic->port_id, &fifo_cfg);
+       if (res < 0) {
+               octeontx_log_err("failed to get port %d fifo cfg", res);
+               return res;
+       }
+
+       nic->fc.rx_fifosz = fifo_cfg.rx_fifosz;
+
        memcpy(&nic->mac_addr[0], &bgx_port_conf.macaddr[0],
                RTE_ETHER_ADDR_LEN);
 
@@ -153,11 +150,102 @@ octeontx_port_open(struct octeontx_nic *nic)
        return res;
 }
 
+static void
+octeontx_link_status_print(struct rte_eth_dev *eth_dev,
+                          struct rte_eth_link *link)
+{
+       if (link && link->link_status)
+               octeontx_log_info("Port %u: Link Up - speed %u Mbps - %s",
+                         (eth_dev->data->port_id),
+                         link->link_speed,
+                         link->link_duplex == ETH_LINK_FULL_DUPLEX ?
+                         "full-duplex" : "half-duplex");
+       else
+               octeontx_log_info("Port %d: Link Down",
+                                 (int)(eth_dev->data->port_id));
+}
+
+static void
+octeontx_link_status_update(struct octeontx_nic *nic,
+                        struct rte_eth_link *link)
+{
+       memset(link, 0, sizeof(*link));
+
+       link->link_status = nic->link_up ? ETH_LINK_UP : ETH_LINK_DOWN;
+
+       switch (nic->speed) {
+       case OCTEONTX_LINK_SPEED_SGMII:
+               link->link_speed = ETH_SPEED_NUM_1G;
+               break;
+
+       case OCTEONTX_LINK_SPEED_XAUI:
+               link->link_speed = ETH_SPEED_NUM_10G;
+               break;
+
+       case OCTEONTX_LINK_SPEED_RXAUI:
+       case OCTEONTX_LINK_SPEED_10G_R:
+               link->link_speed = ETH_SPEED_NUM_10G;
+               break;
+       case OCTEONTX_LINK_SPEED_QSGMII:
+               link->link_speed = ETH_SPEED_NUM_5G;
+               break;
+       case OCTEONTX_LINK_SPEED_40G_R:
+               link->link_speed = ETH_SPEED_NUM_40G;
+               break;
+
+       case OCTEONTX_LINK_SPEED_RESERVE1:
+       case OCTEONTX_LINK_SPEED_RESERVE2:
+       default:
+               link->link_speed = ETH_SPEED_NUM_NONE;
+               octeontx_log_err("incorrect link speed %d", nic->speed);
+               break;
+       }
+
+       link->link_duplex = ETH_LINK_FULL_DUPLEX;
+       link->link_autoneg = ETH_LINK_AUTONEG;
+}
+
+static void
+octeontx_link_status_poll(void *arg)
+{
+       struct octeontx_nic *nic = arg;
+       struct rte_eth_link link;
+       struct rte_eth_dev *dev;
+       int res;
+
+       PMD_INIT_FUNC_TRACE();
+
+       dev = nic->dev;
+
+       res = octeontx_bgx_port_link_status(nic->port_id);
+       if (res < 0) {
+               octeontx_log_err("Failed to get port %d link status",
+                               nic->port_id);
+       } else {
+               if (nic->link_up != (uint8_t)res) {
+                       nic->link_up = (uint8_t)res;
+                       octeontx_link_status_update(nic, &link);
+                       octeontx_link_status_print(dev, &link);
+                       rte_eth_linkstatus_set(dev, &link);
+                       rte_eth_dev_callback_process(dev,
+                                                    RTE_ETH_EVENT_INTR_LSC,
+                                                    NULL);
+               }
+       }
+
+       res = rte_eal_alarm_set(OCCTX_INTR_POLL_INTERVAL_MS * 1000,
+                               octeontx_link_status_poll, nic);
+       if (res < 0)
+               octeontx_log_err("Failed to restart alarm for port %d, err: %d",
+                               nic->port_id, res);
+}
+
 static void
 octeontx_port_close(struct octeontx_nic *nic)
 {
        PMD_INIT_FUNC_TRACE();
 
+       rte_eal_alarm_cancel(octeontx_link_status_poll, nic);
        octeontx_bgx_port_close(nic->port_id);
        octeontx_log_dbg("port closed %d", nic->port_id);
 }
@@ -267,6 +355,16 @@ octeontx_tx_offload_flags(struct rte_eth_dev *eth_dev)
        struct octeontx_nic *nic = octeontx_pmd_priv(eth_dev);
        uint16_t flags = 0;
 
+       if (nic->tx_offloads & DEV_TX_OFFLOAD_OUTER_IPV4_CKSUM ||
+           nic->tx_offloads & DEV_TX_OFFLOAD_OUTER_UDP_CKSUM)
+               flags |= OCCTX_TX_OFFLOAD_OL3_OL4_CSUM_F;
+
+       if (nic->tx_offloads & DEV_TX_OFFLOAD_IPV4_CKSUM ||
+           nic->tx_offloads & DEV_TX_OFFLOAD_TCP_CKSUM ||
+           nic->tx_offloads & DEV_TX_OFFLOAD_UDP_CKSUM ||
+           nic->tx_offloads & DEV_TX_OFFLOAD_SCTP_CKSUM)
+               flags |= OCCTX_TX_OFFLOAD_L3_L4_CSUM_F;
+
        if (!(nic->tx_offloads & DEV_TX_OFFLOAD_MBUF_FAST_FREE))
                flags |= OCCTX_TX_OFFLOAD_MBUF_NOFF_F;
 
@@ -280,13 +378,15 @@ static uint16_t
 octeontx_rx_offload_flags(struct rte_eth_dev *eth_dev)
 {
        struct octeontx_nic *nic = octeontx_pmd_priv(eth_dev);
-       struct rte_eth_dev_data *data = eth_dev->data;
-       struct rte_eth_conf *conf = &data->dev_conf;
-       struct rte_eth_rxmode *rxmode = &conf->rxmode;
        uint16_t flags = 0;
 
-       if (rxmode->mq_mode == ETH_MQ_RX_RSS)
-               flags |= OCCTX_RX_OFFLOAD_RSS_F;
+       if (nic->rx_offloads & (DEV_RX_OFFLOAD_TCP_CKSUM |
+                        DEV_RX_OFFLOAD_UDP_CKSUM))
+               flags |= OCCTX_RX_OFFLOAD_CSUM_F;
+
+       if (nic->rx_offloads & (DEV_RX_OFFLOAD_IPV4_CKSUM |
+                               DEV_RX_OFFLOAD_OUTER_IPV4_CKSUM))
+               flags |= OCCTX_RX_OFFLOAD_CSUM_F;
 
        if (nic->rx_offloads & DEV_RX_OFFLOAD_SCATTER) {
                flags |= OCCTX_RX_MULTI_SEG_F;
@@ -360,6 +460,12 @@ octeontx_dev_configure(struct rte_eth_dev *dev)
                return -EFAULT;
        }
 
+       ret = octeontx_dev_vlan_offload_init(dev);
+       if (ret) {
+               octeontx_log_err("failed to initialize vlan offload");
+               return -EFAULT;
+       }
+
        nic->pki.classifier_enable = false;
        nic->pki.hash_enable = true;
        nic->pki.initialized = false;
@@ -372,7 +478,7 @@ octeontx_dev_configure(struct rte_eth_dev *dev)
        return 0;
 }
 
-static void
+static int
 octeontx_dev_close(struct rte_eth_dev *dev)
 {
        struct octeontx_txq *txq = NULL;
@@ -381,9 +487,15 @@ octeontx_dev_close(struct rte_eth_dev *dev)
        int ret;
 
        PMD_INIT_FUNC_TRACE();
+       if (rte_eal_process_type() != RTE_PROC_PRIMARY)
+               return 0;
 
        rte_event_dev_close(nic->evdev);
 
+       octeontx_dev_flow_ctrl_fini(dev);
+
+       octeontx_dev_vlan_offload_fini(dev);
+
        ret = octeontx_pko_channel_close(nic->base_ochan);
        if (ret < 0) {
                octeontx_log_err("failed to close channel %d VF%d %d %d",
@@ -399,12 +511,9 @@ octeontx_dev_close(struct rte_eth_dev *dev)
                rte_free(txq);
        }
 
-       /* Free MAC address table */
-       rte_free(dev->data->mac_addrs);
-       dev->data->mac_addrs = NULL;
+       octeontx_port_close(nic);
 
-       dev->tx_pkt_burst = NULL;
-       dev->rx_pkt_burst = NULL;
+       return 0;
 }
 
 static int
@@ -443,7 +552,7 @@ octeontx_dev_mtu_set(struct rte_eth_dev *eth_dev, uint16_t mtu)
        if (rc)
                return rc;
 
-       if (frame_size > RTE_ETHER_MAX_LEN)
+       if (frame_size > OCCTX_L2_MAX_LEN)
                nic->rx_offloads |= DEV_RX_OFFLOAD_JUMBO_FRAME;
        else
                nic->rx_offloads &= ~DEV_RX_OFFLOAD_JUMBO_FRAME;
@@ -495,7 +604,7 @@ octeontx_dev_start(struct rte_eth_dev *dev)
 {
        struct octeontx_nic *nic = octeontx_pmd_priv(dev);
        struct octeontx_rxq *rxq;
-       int ret = 0, i;
+       int ret, i;
 
        PMD_INIT_FUNC_TRACE();
        /* Rechecking if any new offload set to update
@@ -564,7 +673,7 @@ error:
        return ret;
 }
 
-static void
+static int
 octeontx_dev_stop(struct rte_eth_dev *dev)
 {
        struct octeontx_nic *nic = octeontx_pmd_priv(dev);
@@ -578,14 +687,14 @@ octeontx_dev_stop(struct rte_eth_dev *dev)
        if (ret < 0) {
                octeontx_log_err("failed to req stop port %d res=%d",
                                        nic->port_id, ret);
-               return;
+               return ret;
        }
 
        ret = octeontx_pki_port_stop(nic->port_id);
        if (ret < 0) {
                octeontx_log_err("failed to stop pki port %d res=%d",
                                        nic->port_id, ret);
-               return;
+               return ret;
        }
 
        ret = octeontx_pko_channel_stop(nic->base_ochan);
@@ -593,8 +702,10 @@ octeontx_dev_stop(struct rte_eth_dev *dev)
                octeontx_log_err("failed to stop channel %d VF%d %d %d",
                             nic->base_ochan, nic->port_id, nic->num_tx_queues,
                             ret);
-               return;
+               return ret;
        }
+
+       return 0;
 }
 
 static int
@@ -628,7 +739,10 @@ octeontx_port_link_status(struct octeontx_nic *nic)
                return res;
        }
 
-       nic->link_up = (uint8_t)res;
+       if (nic->link_up != (uint8_t)res || nic->print_flag == -1) {
+               nic->link_up = (uint8_t)res;
+               nic->print_flag = 1;
+       }
        octeontx_log_dbg("port %d link status %d", nic->port_id, nic->link_up);
 
        return res;
@@ -653,39 +767,12 @@ octeontx_dev_link_update(struct rte_eth_dev *dev,
                return res;
        }
 
-       link.link_status = nic->link_up;
-
-       switch (nic->speed) {
-       case OCTEONTX_LINK_SPEED_SGMII:
-               link.link_speed = ETH_SPEED_NUM_1G;
-               break;
-
-       case OCTEONTX_LINK_SPEED_XAUI:
-               link.link_speed = ETH_SPEED_NUM_10G;
-               break;
-
-       case OCTEONTX_LINK_SPEED_RXAUI:
-       case OCTEONTX_LINK_SPEED_10G_R:
-               link.link_speed = ETH_SPEED_NUM_10G;
-               break;
-       case OCTEONTX_LINK_SPEED_QSGMII:
-               link.link_speed = ETH_SPEED_NUM_5G;
-               break;
-       case OCTEONTX_LINK_SPEED_40G_R:
-               link.link_speed = ETH_SPEED_NUM_40G;
-               break;
-
-       case OCTEONTX_LINK_SPEED_RESERVE1:
-       case OCTEONTX_LINK_SPEED_RESERVE2:
-       default:
-               link.link_speed = ETH_SPEED_NUM_NONE;
-               octeontx_log_err("incorrect link speed %d", nic->speed);
-               break;
+       octeontx_link_status_update(nic, &link);
+       if (nic->print_flag) {
+               octeontx_link_status_print(nic->dev, &link);
+               nic->print_flag = 0;
        }
 
-       link.link_duplex = ETH_LINK_FULL_DUPLEX;
-       link.link_autoneg = ETH_LINK_AUTONEG;
-
        return rte_eth_linkstatus_set(dev, &link);
 }
 
@@ -780,7 +867,6 @@ octeontx_dev_info(struct rte_eth_dev *dev,
 
        dev_info->max_mac_addrs =
                                octeontx_bgx_port_mac_entries_get(nic->port_id);
-       dev_info->max_rx_pktlen = PKI_MAX_PKTLEN;
        dev_info->max_rx_queues = 1;
        dev_info->max_tx_queues = PKO_MAX_NUM_DQ;
        dev_info->min_rx_bufsize = 0;
@@ -847,7 +933,7 @@ close_port:
        return res;
 }
 
-static int
+int
 octeontx_dev_tx_queue_start(struct rte_eth_dev *dev, uint16_t qidx)
 {
        struct octeontx_nic *nic = octeontx_pmd_priv(dev);
@@ -873,7 +959,7 @@ octeontx_vf_stop_tx_queue(struct rte_eth_dev *dev, struct octeontx_nic *nic,
        return ret;
 }
 
-static int
+int
 octeontx_dev_tx_queue_stop(struct rte_eth_dev *dev, uint16_t qidx)
 {
        struct octeontx_nic *nic = octeontx_pmd_priv(dev);
@@ -1130,6 +1216,7 @@ octeontx_dev_rx_queue_setup(struct rte_eth_dev *dev, uint16_t qidx,
        octeontx_recheck_rx_offloads(rxq);
        dev->data->rx_queues[qidx] = rxq;
        dev->data->rx_queue_state[qidx] = RTE_ETH_QUEUE_STATE_STOPPED;
+
        return 0;
 }
 
@@ -1185,15 +1272,21 @@ static const struct eth_dev_ops octeontx_dev_ops = {
        .mac_addr_remove         = octeontx_dev_mac_addr_del,
        .mac_addr_add            = octeontx_dev_mac_addr_add,
        .mac_addr_set            = octeontx_dev_default_mac_addr_set,
+       .vlan_offload_set        = octeontx_dev_vlan_offload_set,
+       .vlan_filter_set         = octeontx_dev_vlan_filter_set,
        .tx_queue_start          = octeontx_dev_tx_queue_start,
        .tx_queue_stop           = octeontx_dev_tx_queue_stop,
        .tx_queue_setup          = octeontx_dev_tx_queue_setup,
        .tx_queue_release        = octeontx_dev_tx_queue_release,
        .rx_queue_setup          = octeontx_dev_rx_queue_setup,
        .rx_queue_release        = octeontx_dev_rx_queue_release,
+       .dev_set_link_up          = octeontx_dev_set_link_up,
+       .dev_set_link_down        = octeontx_dev_set_link_down,
        .dev_supported_ptypes_get = octeontx_dev_supported_ptypes_get,
        .mtu_set                 = octeontx_dev_mtu_set,
        .pool_ops_supported      = octeontx_pool_ops,
+       .flow_ctrl_get           = octeontx_dev_flow_ctrl_get,
+       .flow_ctrl_set           = octeontx_dev_flow_ctrl_set,
 };
 
 /* Create Ethdev interface per BGX LMAC ports */
@@ -1268,19 +1361,20 @@ octeontx_create(struct rte_vdev_device *dev, int port, uint8_t evdev,
 
        eth_dev->device = &dev->device;
        eth_dev->intr_handle = NULL;
-       eth_dev->data->kdrv = RTE_KDRV_NONE;
        eth_dev->data->numa_node = dev->device.numa_node;
 
        data->port_id = eth_dev->data->port_id;
 
        nic->ev_queues = 1;
        nic->ev_ports = 1;
+       nic->print_flag = -1;
 
        data->dev_link.link_status = ETH_LINK_DOWN;
        data->dev_started = 0;
        data->promiscuous = 0;
        data->all_multicast = 0;
        data->scattered_rx = 0;
+       data->dev_flags |= RTE_ETH_DEV_AUTOFILL_QUEUE_XSTATS;
 
        /* Get maximum number of supported MAC entries */
        max_entries = octeontx_bgx_port_mac_entries_get(nic->port_id);
@@ -1311,12 +1405,23 @@ octeontx_create(struct rte_vdev_device *dev, int port, uint8_t evdev,
                goto free_mac_addrs;
        }
 
+       res = rte_eal_alarm_set(OCCTX_INTR_POLL_INTERVAL_MS * 1000,
+                               octeontx_link_status_poll, nic);
+       if (res) {
+               octeontx_log_err("Failed to start link polling alarm");
+               goto err;
+       }
+
        /* Update port_id mac to eth_dev */
        memcpy(data->mac_addrs, nic->mac_addr, RTE_ETHER_ADDR_LEN);
 
        /* Update same mac address to BGX CAM table at index 0 */
        octeontx_bgx_port_mac_add(nic->port_id, nic->mac_addr, 0);
 
+       res = octeontx_dev_flow_ctrl_init(eth_dev);
+       if (res < 0)
+               goto err;
+
        PMD_INIT_LOG(DEBUG, "ethdev info: ");
        PMD_INIT_LOG(DEBUG, "port %d, port_ena %d ochan %d num_ochan %d tx_q %d",
                                nic->port_id, nic->port_ena,
@@ -1332,6 +1437,7 @@ octeontx_create(struct rte_vdev_device *dev, int port, uint8_t evdev,
 
 free_mac_addrs:
        rte_free(data->mac_addrs);
+       data->mac_addrs = NULL;
 err:
        if (nic)
                octeontx_port_close(nic);
@@ -1356,10 +1462,9 @@ octeontx_remove(struct rte_vdev_device *dev)
        for (i = 0; i < OCTEONTX_VDEV_DEFAULT_MAX_NR_PORT; i++) {
                sprintf(octtx_name, "eth_octeontx_%d", i);
 
-               /* reserve an ethdev entry */
                eth_dev = rte_eth_dev_allocated(octtx_name);
                if (eth_dev == NULL)
-                       return -ENODEV;
+                       continue; /* port already released */
 
                if (rte_eal_process_type() != RTE_PROC_PRIMARY) {
                        rte_eth_dev_release_port(eth_dev);
@@ -1369,9 +1474,8 @@ octeontx_remove(struct rte_vdev_device *dev)
                nic = octeontx_pmd_priv(eth_dev);
                rte_event_dev_stop(nic->evdev);
                PMD_INIT_LOG(INFO, "Closing octeontx device %s", octtx_name);
-
+               octeontx_dev_close(eth_dev);
                rte_eth_dev_release_port(eth_dev);
-               rte_event_dev_close(nic->evdev);
        }
 
        if (rte_eal_process_type() != RTE_PROC_PRIMARY)