net/hns3: optimize Tx performance by mbuf fast free

[dpdk.git] / drivers / net / hns3 / hns3_rxtx.c

diff --git a/drivers/net/hns3/hns3_rxtx.c b/drivers/net/hns3/hns3_rxtx.c
index d26e262..f0a5761 100644 (file)
--- a/drivers/net/hns3/hns3_rxtx.c
+++ b/drivers/net/hns3/hns3_rxtx.c
@@ -3059,6 +3059,8 @@ hns3_tx_queue_setup(struct rte_eth_dev *dev, uint16_t idx, uint16_t nb_desc,
        txq->min_tx_pkt_len = hw->min_tx_pkt_len;
        txq->tso_mode = hw->tso_mode;
        txq->udp_cksum_mode = hw->udp_cksum_mode;
+       txq->mbuf_fast_free_en = !!(dev->data->dev_conf.txmode.offloads &
+                                   RTE_ETH_TX_OFFLOAD_MBUF_FAST_FREE);
        memset(&txq->basic_stats, 0, sizeof(struct hns3_tx_basic_stats));
        memset(&txq->dfx_stats, 0, sizeof(struct hns3_tx_dfx_stats));
 
@@ -3991,6 +3993,14 @@ hns3_tx_free_buffer_simple(struct hns3_tx_queue *txq)
 
                tx_entry = &txq->sw_ring[txq->next_to_clean];
 
+               if (txq->mbuf_fast_free_en) {
+                       rte_mempool_put_bulk(tx_entry->mbuf->pool,
+                                       (void **)tx_entry, txq->tx_rs_thresh);
+                       for (i = 0; i < txq->tx_rs_thresh; i++)
+                               tx_entry[i].mbuf = NULL;
+                       goto update_field;
+               }
+
                for (i = 0; i < txq->tx_rs_thresh; i++)
                        rte_prefetch0((tx_entry + i)->mbuf);
                for (i = 0; i < txq->tx_rs_thresh; i++, tx_entry++) {
@@ -3998,6 +4008,7 @@ hns3_tx_free_buffer_simple(struct hns3_tx_queue *txq)
                        tx_entry->mbuf = NULL;
                }
 
+update_field:
                txq->next_to_clean = (tx_next_clean + 1) % txq->nb_tx_desc;
                txq->tx_bd_ready += txq->tx_rs_thresh;
        }