net/bnxt: support clear on read
[dpdk.git] / drivers / net / bnxt / bnxt_txq.c
index 5352434..72a55ea 100644 (file)
@@ -1,34 +1,6 @@
-/*-
- *   BSD LICENSE
- *
- *   Copyright(c) Broadcom Limited.
- *   All rights reserved.
- *
- *   Redistribution and use in source and binary forms, with or without
- *   modification, are permitted provided that the following conditions
- *   are met:
- *
- *     * Redistributions of source code must retain the above copyright
- *       notice, this list of conditions and the following disclaimer.
- *     * Redistributions in binary form must reproduce the above copyright
- *       notice, this list of conditions and the following disclaimer in
- *       the documentation and/or other materials provided with the
- *       distribution.
- *     * Neither the name of Broadcom Corporation nor the names of its
- *       contributors may be used to endorse or promote products derived
- *       from this software without specific prior written permission.
- *
- *   THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
- *   "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
- *   LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
- *   A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
- *   OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
- *   SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
- *   LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
- *   DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
- *   THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
- *   (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
- *   OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
+/* SPDX-License-Identifier: BSD-3-Clause
+ * Copyright(c) 2014-2021 Broadcom
+ * All rights reserved.
  */
 
 #include <inttypes.h>
@@ -36,7 +8,7 @@
 #include <rte_malloc.h>
 
 #include "bnxt.h"
-#include "bnxt_cpr.h"
+#include "bnxt_hwrm.h"
 #include "bnxt_ring.h"
 #include "bnxt_txq.h"
 #include "bnxt_txr.h"
 
 void bnxt_free_txq_stats(struct bnxt_tx_queue *txq)
 {
-       struct bnxt_cp_ring_info *cpr = txq->cp_ring;
-
-       if (cpr->hw_stats)
-               cpr->hw_stats = NULL;
+       if (txq && txq->cp_ring && txq->cp_ring->hw_stats)
+               txq->cp_ring->hw_stats = NULL;
 }
 
 static void bnxt_tx_queue_release_mbufs(struct bnxt_tx_queue *txq)
 {
-       struct bnxt_sw_tx_bd *sw_ring;
+       struct rte_mbuf **sw_ring;
        uint16_t i;
 
+       if (!txq || !txq->tx_ring)
+               return;
+
        sw_ring = txq->tx_ring->tx_buf_ring;
        if (sw_ring) {
                for (i = 0; i < txq->tx_ring->tx_ring_struct->ring_size; i++) {
-                       if (sw_ring[i].mbuf) {
-                               rte_pktmbuf_free(sw_ring[i].mbuf);
-                               sw_ring[i].mbuf = NULL;
+                       if (sw_ring[i]) {
+                               rte_pktmbuf_free_seg(sw_ring[i]);
+                               sw_ring[i] = NULL;
                        }
                }
        }
@@ -80,21 +53,37 @@ void bnxt_free_tx_mbufs(struct bnxt *bp)
        }
 }
 
-void bnxt_tx_queue_release_op(void *tx_queue)
+void bnxt_tx_queue_release_op(struct rte_eth_dev *dev, uint16_t queue_idx)
 {
-       struct bnxt_tx_queue *txq = (struct bnxt_tx_queue *)tx_queue;
+       struct bnxt_tx_queue *txq = dev->data->tx_queues[queue_idx];
 
        if (txq) {
+               if (is_bnxt_in_error(txq->bp))
+                       return;
+
                /* Free TX ring hardware descriptors */
+               bnxt_free_hwrm_tx_ring(txq->bp, txq->queue_id);
                bnxt_tx_queue_release_mbufs(txq);
-               bnxt_free_ring(txq->tx_ring->tx_ring_struct);
+               if (txq->tx_ring) {
+                       bnxt_free_ring(txq->tx_ring->tx_ring_struct);
+                       rte_free(txq->tx_ring->tx_ring_struct);
+                       rte_free(txq->tx_ring);
+               }
 
                /* Free TX completion ring hardware descriptors */
-               bnxt_free_ring(txq->cp_ring->cp_ring_struct);
+               if (txq->cp_ring) {
+                       bnxt_free_ring(txq->cp_ring->cp_ring_struct);
+                       rte_free(txq->cp_ring->cp_ring_struct);
+                       rte_free(txq->cp_ring);
+               }
 
                bnxt_free_txq_stats(txq);
+               rte_memzone_free(txq->mz);
+               txq->mz = NULL;
 
+               rte_free(txq->free);
                rte_free(txq);
+               dev->data->tx_queues[queue_idx] = NULL;
        }
 }
 
@@ -104,66 +93,80 @@ int bnxt_tx_queue_setup_op(struct rte_eth_dev *eth_dev,
                               unsigned int socket_id,
                               const struct rte_eth_txconf *tx_conf)
 {
-       struct bnxt *bp = (struct bnxt *)eth_dev->data->dev_private;
+       struct bnxt *bp = eth_dev->data->dev_private;
        struct bnxt_tx_queue *txq;
        int rc = 0;
 
-       if (queue_idx >= bp->max_tx_rings) {
+       rc = is_bnxt_in_error(bp);
+       if (rc)
+               return rc;
+
+       if (queue_idx >= bnxt_max_rings(bp)) {
                PMD_DRV_LOG(ERR,
                        "Cannot create Tx ring %d. Only %d rings available\n",
                        queue_idx, bp->max_tx_rings);
-               return -ENOSPC;
+               return -EINVAL;
        }
 
-       if (!nb_desc || nb_desc > MAX_TX_DESC_CNT) {
+       if (nb_desc < BNXT_MIN_RING_DESC || nb_desc > MAX_TX_DESC_CNT) {
                PMD_DRV_LOG(ERR, "nb_desc %d is invalid", nb_desc);
-               rc = -EINVAL;
-               goto out;
+               return -EINVAL;
        }
 
        if (eth_dev->data->tx_queues) {
                txq = eth_dev->data->tx_queues[queue_idx];
-               if (txq) {
-                       bnxt_tx_queue_release_op(txq);
-                       txq = NULL;
-               }
+               if (txq)
+                       bnxt_tx_queue_release_op(eth_dev, queue_idx);
        }
        txq = rte_zmalloc_socket("bnxt_tx_queue", sizeof(struct bnxt_tx_queue),
                                 RTE_CACHE_LINE_SIZE, socket_id);
        if (!txq) {
                PMD_DRV_LOG(ERR, "bnxt_tx_queue allocation failed!");
-               rc = -ENOMEM;
-               goto out;
+               return -ENOMEM;
        }
+
        txq->bp = bp;
+       eth_dev->data->tx_queues[queue_idx] = txq;
+
+       txq->free = rte_zmalloc_socket(NULL,
+                                      sizeof(struct rte_mbuf *) * nb_desc,
+                                      RTE_CACHE_LINE_SIZE, socket_id);
+       if (!txq->free) {
+               PMD_DRV_LOG(ERR, "allocation of tx mbuf free array failed!");
+               rc = -ENOMEM;
+               goto err;
+       }
        txq->nb_tx_desc = nb_desc;
-       txq->tx_free_thresh = tx_conf->tx_free_thresh;
+       txq->tx_free_thresh =
+               RTE_MIN(rte_align32pow2(nb_desc) / 4, RTE_BNXT_MAX_TX_BURST);
+       txq->offloads = eth_dev->data->dev_conf.txmode.offloads |
+                       tx_conf->offloads;
+
+       txq->tx_deferred_start = tx_conf->tx_deferred_start;
 
        rc = bnxt_init_tx_ring_struct(txq, socket_id);
        if (rc)
-               goto out;
+               goto err;
 
        txq->queue_id = queue_idx;
        txq->port_id = eth_dev->data->port_id;
 
        /* Allocate TX ring hardware descriptors */
-       if (bnxt_alloc_rings(bp, queue_idx, txq->tx_ring, NULL, txq->cp_ring,
-                       "txr")) {
+       if (bnxt_alloc_rings(bp, socket_id, queue_idx, txq, NULL, txq->cp_ring,
+                            NULL, "txr")) {
                PMD_DRV_LOG(ERR, "ring_dma_zone_reserve for tx_ring failed!");
-               bnxt_tx_queue_release_op(txq);
                rc = -ENOMEM;
-               goto out;
+               goto err;
        }
 
        if (bnxt_init_one_tx_ring(txq)) {
                PMD_DRV_LOG(ERR, "bnxt_init_one_tx_ring failed!");
-               bnxt_tx_queue_release_op(txq);
                rc = -ENOMEM;
-               goto out;
+               goto err;
        }
 
-       eth_dev->data->tx_queues[queue_idx] = txq;
-
-out:
+       return 0;
+err:
+       bnxt_tx_queue_release_op(eth_dev, queue_idx);
        return rc;
 }