net/octeontx: support fast mbuf free
[dpdk.git] / drivers / net / octeontx / octeontx_ethdev.c
index e23162d..97b4298 100644 (file)
 #include "octeontx_rxtx.h"
 #include "octeontx_logs.h"
 
+struct evdev_priv_data {
+       OFFLOAD_FLAGS; /*Sequence should not be changed */
+} __rte_cache_aligned;
+
 struct octeontx_vdev_init_params {
        uint8_t nr_port;
 };
@@ -257,6 +261,45 @@ devconf_set_default_sane_values(struct rte_event_dev_config *dev_conf,
                        info->max_num_events;
 }
 
+static uint16_t
+octeontx_tx_offload_flags(struct rte_eth_dev *eth_dev)
+{
+       struct octeontx_nic *nic = octeontx_pmd_priv(eth_dev);
+       uint16_t flags = 0;
+
+       if (!(nic->tx_offloads & DEV_TX_OFFLOAD_MBUF_FAST_FREE))
+               flags |= OCCTX_TX_OFFLOAD_MBUF_NOFF_F;
+
+       if (nic->tx_offloads & DEV_TX_OFFLOAD_MULTI_SEGS)
+               flags |= OCCTX_TX_MULTI_SEG_F;
+
+       return flags;
+}
+
+static uint16_t
+octeontx_rx_offload_flags(struct rte_eth_dev *eth_dev)
+{
+       struct octeontx_nic *nic = octeontx_pmd_priv(eth_dev);
+       struct rte_eth_dev_data *data = eth_dev->data;
+       struct rte_eth_conf *conf = &data->dev_conf;
+       struct rte_eth_rxmode *rxmode = &conf->rxmode;
+       uint16_t flags = 0;
+
+       if (rxmode->mq_mode == ETH_MQ_RX_RSS)
+               flags |= OCCTX_RX_OFFLOAD_RSS_F;
+
+       if (nic->rx_offloads & DEV_RX_OFFLOAD_SCATTER) {
+               flags |= OCCTX_RX_MULTI_SEG_F;
+               eth_dev->data->scattered_rx = 1;
+               /* If scatter mode is enabled, TX should also be in multi
+                * seg mode, else memory leak will occur
+                */
+               nic->tx_offloads |= DEV_TX_OFFLOAD_MULTI_SEGS;
+       }
+
+       return flags;
+}
+
 static int
 octeontx_dev_configure(struct rte_eth_dev *dev)
 {
@@ -321,6 +364,11 @@ octeontx_dev_configure(struct rte_eth_dev *dev)
        nic->pki.hash_enable = true;
        nic->pki.initialized = false;
 
+       nic->rx_offloads |= rxmode->offloads;
+       nic->tx_offloads |= txmode->offloads;
+       nic->rx_offload_flags |= octeontx_rx_offload_flags(dev);
+       nic->tx_offload_flags |= octeontx_tx_offload_flags(dev);
+
        return 0;
 }
 
@@ -351,23 +399,65 @@ octeontx_dev_close(struct rte_eth_dev *dev)
                rte_free(txq);
        }
 
+       /* Free MAC address table */
+       rte_free(dev->data->mac_addrs);
+       dev->data->mac_addrs = NULL;
+
        dev->tx_pkt_burst = NULL;
        dev->rx_pkt_burst = NULL;
 }
 
+static int
+octeontx_recheck_rx_offloads(struct octeontx_rxq *rxq)
+{
+       struct rte_eth_dev *eth_dev = rxq->eth_dev;
+       struct octeontx_nic *nic = octeontx_pmd_priv(eth_dev);
+       struct rte_eth_dev_data *data = eth_dev->data;
+       struct rte_pktmbuf_pool_private *mbp_priv;
+       struct evdev_priv_data *evdev_priv;
+       struct rte_eventdev *dev;
+       uint32_t buffsz;
+
+       /* Get rx buffer size */
+       mbp_priv = rte_mempool_get_priv(rxq->pool);
+       buffsz = mbp_priv->mbuf_data_room_size - RTE_PKTMBUF_HEADROOM;
+
+       /* Setup scatter mode if needed by jumbo */
+       if (data->dev_conf.rxmode.max_rx_pkt_len > buffsz) {
+               nic->rx_offloads |= DEV_RX_OFFLOAD_SCATTER;
+               nic->rx_offload_flags |= octeontx_rx_offload_flags(eth_dev);
+               nic->tx_offload_flags |= octeontx_tx_offload_flags(eth_dev);
+       }
+
+       /* Sharing offload flags via eventdev priv region */
+       dev = &rte_eventdevs[rxq->evdev];
+       evdev_priv = dev->data->dev_private;
+       evdev_priv->rx_offload_flags = nic->rx_offload_flags;
+       evdev_priv->tx_offload_flags = nic->tx_offload_flags;
+
+       return 0;
+}
+
 static int
 octeontx_dev_start(struct rte_eth_dev *dev)
 {
        struct octeontx_nic *nic = octeontx_pmd_priv(dev);
-       int ret;
+       struct octeontx_rxq *rxq;
+       int ret = 0, i;
 
-       ret = 0;
+       /* Rechecking if any new offload set to update
+        * rx/tx burst function pointer accordingly.
+        */
+       for (i = 0; i < dev->data->nb_rx_queues; i++) {
+               rxq = dev->data->rx_queues[i];
+               octeontx_recheck_rx_offloads(rxq);
+       }
 
        PMD_INIT_FUNC_TRACE();
        /*
         * Tx start
         */
-       dev->tx_pkt_burst = octeontx_xmit_pkts;
+       octeontx_set_tx_function(dev);
        ret = octeontx_pko_channel_start(nic->base_ochan);
        if (ret < 0) {
                octeontx_log_err("fail to conf VF%d no. txq %d chan %d ret %d",
@@ -573,13 +663,14 @@ octeontx_dev_mac_addr_del(struct rte_eth_dev *dev, uint32_t index)
 static int
 octeontx_dev_mac_addr_add(struct rte_eth_dev *dev,
                          struct rte_ether_addr *mac_addr,
-                         __rte_unused uint32_t index,
+                         uint32_t index,
                          __rte_unused uint32_t vmdq)
 {
        struct octeontx_nic *nic = octeontx_pmd_priv(dev);
        int ret;
 
-       ret = octeontx_bgx_port_mac_add(nic->port_id, mac_addr->addr_bytes);
+       ret = octeontx_bgx_port_mac_add(nic->port_id, mac_addr->addr_bytes,
+                                       index);
        if (ret < 0) {
                octeontx_log_err("failed to add MAC address filter on port %d",
                                 nic->port_id);
@@ -597,9 +688,15 @@ octeontx_dev_default_mac_addr_set(struct rte_eth_dev *dev,
        int ret;
 
        ret = octeontx_bgx_port_mac_set(nic->port_id, addr->addr_bytes);
-       if (ret != 0)
+       if (ret == 0) {
+               /* Update same mac address to BGX CAM table */
+               ret = octeontx_bgx_port_mac_add(nic->port_id, addr->addr_bytes,
+                                               0);
+       }
+       if (ret < 0) {
                octeontx_log_err("failed to set MAC address on port %d",
-                               nic->port_id);
+                                nic->port_id);
+       }
 
        return ret;
 }
@@ -963,7 +1060,9 @@ octeontx_dev_rx_queue_setup(struct rte_eth_dev *dev, uint16_t qidx,
        rxq->evdev = nic->evdev;
        rxq->ev_queues = ev_queues;
        rxq->ev_ports = ev_ports;
+       rxq->pool = mb_pool;
 
+       octeontx_recheck_rx_offloads(rxq);
        dev->data->rx_queues[qidx] = rxq;
        dev->data->rx_queue_state[qidx] = RTE_ETH_QUEUE_STATE_STOPPED;
        return 0;
@@ -1055,7 +1154,7 @@ octeontx_create(struct rte_vdev_device *dev, int port, uint8_t evdev,
 
                eth_dev->dev_ops = &octeontx_dev_ops;
                eth_dev->device = &dev->device;
-               eth_dev->tx_pkt_burst = octeontx_xmit_pkts;
+               octeontx_set_tx_function(eth_dev);
                eth_dev->rx_pkt_burst = octeontx_recv_pkts;
                rte_eth_dev_probing_finish(eth_dev);
                return 0;
@@ -1143,12 +1242,15 @@ octeontx_create(struct rte_vdev_device *dev, int port, uint8_t evdev,
                octeontx_log_err("eth_dev->port_id (%d) is diff to orig (%d)",
                                data->port_id, nic->port_id);
                res = -EINVAL;
-               goto err;
+               goto free_mac_addrs;
        }
 
        /* Update port_id mac to eth_dev */
        memcpy(data->mac_addrs, nic->mac_addr, RTE_ETHER_ADDR_LEN);
 
+       /* Update same mac address to BGX CAM table at index 0 */
+       octeontx_bgx_port_mac_add(nic->port_id, nic->mac_addr, 0);
+
        PMD_INIT_LOG(DEBUG, "ethdev info: ");
        PMD_INIT_LOG(DEBUG, "port %d, port_ena %d ochan %d num_ochan %d tx_q %d",
                                nic->port_id, nic->port_ena,
@@ -1162,6 +1264,8 @@ octeontx_create(struct rte_vdev_device *dev, int port, uint8_t evdev,
        rte_eth_dev_probing_finish(eth_dev);
        return data->port_id;
 
+free_mac_addrs:
+       rte_free(data->mac_addrs);
 err:
        if (nic)
                octeontx_port_close(nic);