net/octeontx: support fast mbuf free
[dpdk.git] / drivers / net / octeontx / octeontx_ethdev.c
index 679803d..97b4298 100644 (file)
 #include "octeontx_rxtx.h"
 #include "octeontx_logs.h"
 
+struct evdev_priv_data {
+       OFFLOAD_FLAGS; /*Sequence should not be changed */
+} __rte_cache_aligned;
+
 struct octeontx_vdev_init_params {
        uint8_t nr_port;
 };
@@ -257,6 +261,45 @@ devconf_set_default_sane_values(struct rte_event_dev_config *dev_conf,
                        info->max_num_events;
 }
 
+static uint16_t
+octeontx_tx_offload_flags(struct rte_eth_dev *eth_dev)
+{
+       struct octeontx_nic *nic = octeontx_pmd_priv(eth_dev);
+       uint16_t flags = 0;
+
+       if (!(nic->tx_offloads & DEV_TX_OFFLOAD_MBUF_FAST_FREE))
+               flags |= OCCTX_TX_OFFLOAD_MBUF_NOFF_F;
+
+       if (nic->tx_offloads & DEV_TX_OFFLOAD_MULTI_SEGS)
+               flags |= OCCTX_TX_MULTI_SEG_F;
+
+       return flags;
+}
+
+static uint16_t
+octeontx_rx_offload_flags(struct rte_eth_dev *eth_dev)
+{
+       struct octeontx_nic *nic = octeontx_pmd_priv(eth_dev);
+       struct rte_eth_dev_data *data = eth_dev->data;
+       struct rte_eth_conf *conf = &data->dev_conf;
+       struct rte_eth_rxmode *rxmode = &conf->rxmode;
+       uint16_t flags = 0;
+
+       if (rxmode->mq_mode == ETH_MQ_RX_RSS)
+               flags |= OCCTX_RX_OFFLOAD_RSS_F;
+
+       if (nic->rx_offloads & DEV_RX_OFFLOAD_SCATTER) {
+               flags |= OCCTX_RX_MULTI_SEG_F;
+               eth_dev->data->scattered_rx = 1;
+               /* If scatter mode is enabled, TX should also be in multi
+                * seg mode, else memory leak will occur
+                */
+               nic->tx_offloads |= DEV_TX_OFFLOAD_MULTI_SEGS;
+       }
+
+       return flags;
+}
+
 static int
 octeontx_dev_configure(struct rte_eth_dev *dev)
 {
@@ -321,6 +364,11 @@ octeontx_dev_configure(struct rte_eth_dev *dev)
        nic->pki.hash_enable = true;
        nic->pki.initialized = false;
 
+       nic->rx_offloads |= rxmode->offloads;
+       nic->tx_offloads |= txmode->offloads;
+       nic->rx_offload_flags |= octeontx_rx_offload_flags(dev);
+       nic->tx_offload_flags |= octeontx_tx_offload_flags(dev);
+
        return 0;
 }
 
@@ -351,23 +399,65 @@ octeontx_dev_close(struct rte_eth_dev *dev)
                rte_free(txq);
        }
 
+       /* Free MAC address table */
+       rte_free(dev->data->mac_addrs);
+       dev->data->mac_addrs = NULL;
+
        dev->tx_pkt_burst = NULL;
        dev->rx_pkt_burst = NULL;
 }
 
+static int
+octeontx_recheck_rx_offloads(struct octeontx_rxq *rxq)
+{
+       struct rte_eth_dev *eth_dev = rxq->eth_dev;
+       struct octeontx_nic *nic = octeontx_pmd_priv(eth_dev);
+       struct rte_eth_dev_data *data = eth_dev->data;
+       struct rte_pktmbuf_pool_private *mbp_priv;
+       struct evdev_priv_data *evdev_priv;
+       struct rte_eventdev *dev;
+       uint32_t buffsz;
+
+       /* Get rx buffer size */
+       mbp_priv = rte_mempool_get_priv(rxq->pool);
+       buffsz = mbp_priv->mbuf_data_room_size - RTE_PKTMBUF_HEADROOM;
+
+       /* Setup scatter mode if needed by jumbo */
+       if (data->dev_conf.rxmode.max_rx_pkt_len > buffsz) {
+               nic->rx_offloads |= DEV_RX_OFFLOAD_SCATTER;
+               nic->rx_offload_flags |= octeontx_rx_offload_flags(eth_dev);
+               nic->tx_offload_flags |= octeontx_tx_offload_flags(eth_dev);
+       }
+
+       /* Sharing offload flags via eventdev priv region */
+       dev = &rte_eventdevs[rxq->evdev];
+       evdev_priv = dev->data->dev_private;
+       evdev_priv->rx_offload_flags = nic->rx_offload_flags;
+       evdev_priv->tx_offload_flags = nic->tx_offload_flags;
+
+       return 0;
+}
+
 static int
 octeontx_dev_start(struct rte_eth_dev *dev)
 {
        struct octeontx_nic *nic = octeontx_pmd_priv(dev);
-       int ret;
+       struct octeontx_rxq *rxq;
+       int ret = 0, i;
 
-       ret = 0;
+       /* Rechecking if any new offload set to update
+        * rx/tx burst function pointer accordingly.
+        */
+       for (i = 0; i < dev->data->nb_rx_queues; i++) {
+               rxq = dev->data->rx_queues[i];
+               octeontx_recheck_rx_offloads(rxq);
+       }
 
        PMD_INIT_FUNC_TRACE();
        /*
         * Tx start
         */
-       dev->tx_pkt_burst = octeontx_xmit_pkts;
+       octeontx_set_tx_function(dev);
        ret = octeontx_pko_channel_start(nic->base_ochan);
        if (ret < 0) {
                octeontx_log_err("fail to conf VF%d no. txq %d chan %d ret %d",
@@ -558,6 +648,38 @@ octeontx_dev_stats_reset(struct rte_eth_dev *dev)
        return octeontx_port_stats_clr(nic);
 }
 
+static void
+octeontx_dev_mac_addr_del(struct rte_eth_dev *dev, uint32_t index)
+{
+       struct octeontx_nic *nic = octeontx_pmd_priv(dev);
+       int ret;
+
+       ret = octeontx_bgx_port_mac_del(nic->port_id, index);
+       if (ret != 0)
+               octeontx_log_err("failed to del MAC address filter on port %d",
+                                nic->port_id);
+}
+
+static int
+octeontx_dev_mac_addr_add(struct rte_eth_dev *dev,
+                         struct rte_ether_addr *mac_addr,
+                         uint32_t index,
+                         __rte_unused uint32_t vmdq)
+{
+       struct octeontx_nic *nic = octeontx_pmd_priv(dev);
+       int ret;
+
+       ret = octeontx_bgx_port_mac_add(nic->port_id, mac_addr->addr_bytes,
+                                       index);
+       if (ret < 0) {
+               octeontx_log_err("failed to add MAC address filter on port %d",
+                                nic->port_id);
+               return ret;
+       }
+
+       return 0;
+}
+
 static int
 octeontx_dev_default_mac_addr_set(struct rte_eth_dev *dev,
                                        struct rte_ether_addr *addr)
@@ -566,9 +688,15 @@ octeontx_dev_default_mac_addr_set(struct rte_eth_dev *dev,
        int ret;
 
        ret = octeontx_bgx_port_mac_set(nic->port_id, addr->addr_bytes);
-       if (ret != 0)
+       if (ret == 0) {
+               /* Update same mac address to BGX CAM table */
+               ret = octeontx_bgx_port_mac_add(nic->port_id, addr->addr_bytes,
+                                               0);
+       }
+       if (ret < 0) {
                octeontx_log_err("failed to set MAC address on port %d",
-                               nic->port_id);
+                                nic->port_id);
+       }
 
        return ret;
 }
@@ -577,7 +705,7 @@ static int
 octeontx_dev_info(struct rte_eth_dev *dev,
                struct rte_eth_dev_info *dev_info)
 {
-       RTE_SET_USED(dev);
+       struct octeontx_nic *nic = octeontx_pmd_priv(dev);
 
        /* Autonegotiation may be disabled */
        dev_info->speed_capa = ETH_LINK_SPEED_FIXED;
@@ -585,7 +713,8 @@ octeontx_dev_info(struct rte_eth_dev *dev,
                        ETH_LINK_SPEED_1G | ETH_LINK_SPEED_10G |
                        ETH_LINK_SPEED_40G;
 
-       dev_info->max_mac_addrs = 1;
+       dev_info->max_mac_addrs =
+                               octeontx_bgx_port_mac_entries_get(nic->port_id);
        dev_info->max_rx_pktlen = PKI_MAX_PKTLEN;
        dev_info->max_rx_queues = 1;
        dev_info->max_tx_queues = PKO_MAX_NUM_DQ;
@@ -931,7 +1060,9 @@ octeontx_dev_rx_queue_setup(struct rte_eth_dev *dev, uint16_t qidx,
        rxq->evdev = nic->evdev;
        rxq->ev_queues = ev_queues;
        rxq->ev_ports = ev_ports;
+       rxq->pool = mb_pool;
 
+       octeontx_recheck_rx_offloads(rxq);
        dev->data->rx_queues[qidx] = rxq;
        dev->data->rx_queue_state[qidx] = RTE_ETH_QUEUE_STATE_STOPPED;
        return 0;
@@ -986,6 +1117,8 @@ static const struct eth_dev_ops octeontx_dev_ops = {
        .link_update             = octeontx_dev_link_update,
        .stats_get               = octeontx_dev_stats_get,
        .stats_reset             = octeontx_dev_stats_reset,
+       .mac_addr_remove         = octeontx_dev_mac_addr_del,
+       .mac_addr_add            = octeontx_dev_mac_addr_add,
        .mac_addr_set            = octeontx_dev_default_mac_addr_set,
        .tx_queue_start          = octeontx_dev_tx_queue_start,
        .tx_queue_stop           = octeontx_dev_tx_queue_stop,
@@ -1009,6 +1142,7 @@ octeontx_create(struct rte_vdev_device *dev, int port, uint8_t evdev,
        struct rte_eth_dev *eth_dev = NULL;
        struct rte_eth_dev_data *data;
        const char *name = rte_vdev_device_name(dev);
+       int max_entries;
 
        PMD_INIT_FUNC_TRACE();
 
@@ -1020,7 +1154,7 @@ octeontx_create(struct rte_vdev_device *dev, int port, uint8_t evdev,
 
                eth_dev->dev_ops = &octeontx_dev_ops;
                eth_dev->device = &dev->device;
-               eth_dev->tx_pkt_burst = octeontx_xmit_pkts;
+               octeontx_set_tx_function(eth_dev);
                eth_dev->rx_pkt_burst = octeontx_recv_pkts;
                rte_eth_dev_probing_finish(eth_dev);
                return 0;
@@ -1082,7 +1216,16 @@ octeontx_create(struct rte_vdev_device *dev, int port, uint8_t evdev,
        data->all_multicast = 0;
        data->scattered_rx = 0;
 
-       data->mac_addrs = rte_zmalloc_socket(octtx_name, RTE_ETHER_ADDR_LEN, 0,
+       /* Get maximum number of supported MAC entries */
+       max_entries = octeontx_bgx_port_mac_entries_get(nic->port_id);
+       if (max_entries < 0) {
+               octeontx_log_err("Failed to get max entries for mac addr");
+               res = -ENOTSUP;
+               goto err;
+       }
+
+       data->mac_addrs = rte_zmalloc_socket(octtx_name, max_entries *
+                                            RTE_ETHER_ADDR_LEN, 0,
                                                        socket_id);
        if (data->mac_addrs == NULL) {
                octeontx_log_err("failed to allocate memory for mac_addrs");
@@ -1099,12 +1242,15 @@ octeontx_create(struct rte_vdev_device *dev, int port, uint8_t evdev,
                octeontx_log_err("eth_dev->port_id (%d) is diff to orig (%d)",
                                data->port_id, nic->port_id);
                res = -EINVAL;
-               goto err;
+               goto free_mac_addrs;
        }
 
        /* Update port_id mac to eth_dev */
        memcpy(data->mac_addrs, nic->mac_addr, RTE_ETHER_ADDR_LEN);
 
+       /* Update same mac address to BGX CAM table at index 0 */
+       octeontx_bgx_port_mac_add(nic->port_id, nic->mac_addr, 0);
+
        PMD_INIT_LOG(DEBUG, "ethdev info: ");
        PMD_INIT_LOG(DEBUG, "port %d, port_ena %d ochan %d num_ochan %d tx_q %d",
                                nic->port_id, nic->port_ena,
@@ -1118,6 +1264,8 @@ octeontx_create(struct rte_vdev_device *dev, int port, uint8_t evdev,
        rte_eth_dev_probing_finish(eth_dev);
        return data->port_id;
 
+free_mac_addrs:
+       rte_free(data->mac_addrs);
 err:
        if (nic)
                octeontx_port_close(nic);