common/sfc_efx/base: implement Tx control path for Riverhead
[dpdk.git] / drivers / net / bnxt / bnxt_txq.c
1 /* SPDX-License-Identifier: BSD-3-Clause
2  * Copyright(c) 2014-2018 Broadcom
3  * All rights reserved.
4  */
5
6 #include <inttypes.h>
7
8 #include <rte_malloc.h>
9
10 #include "bnxt.h"
11 #include "bnxt_ring.h"
12 #include "bnxt_txq.h"
13 #include "bnxt_txr.h"
14
15 /*
16  * TX Queues
17  */
18
19 void bnxt_free_txq_stats(struct bnxt_tx_queue *txq)
20 {
21         if (txq && txq->cp_ring && txq->cp_ring->hw_stats)
22                 txq->cp_ring->hw_stats = NULL;
23 }
24
25 static void bnxt_tx_queue_release_mbufs(struct bnxt_tx_queue *txq)
26 {
27         struct bnxt_sw_tx_bd *sw_ring;
28         uint16_t i;
29
30         if (!txq)
31                 return;
32
33         sw_ring = txq->tx_ring->tx_buf_ring;
34         if (sw_ring) {
35                 for (i = 0; i < txq->tx_ring->tx_ring_struct->ring_size; i++) {
36                         if (sw_ring[i].mbuf) {
37                                 rte_pktmbuf_free_seg(sw_ring[i].mbuf);
38                                 sw_ring[i].mbuf = NULL;
39                         }
40                 }
41         }
42 }
43
44 void bnxt_free_tx_mbufs(struct bnxt *bp)
45 {
46         struct bnxt_tx_queue *txq;
47         int i;
48
49         for (i = 0; i < (int)bp->tx_nr_rings; i++) {
50                 txq = bp->tx_queues[i];
51                 bnxt_tx_queue_release_mbufs(txq);
52         }
53 }
54
55 void bnxt_tx_queue_release_op(void *tx_queue)
56 {
57         struct bnxt_tx_queue *txq = (struct bnxt_tx_queue *)tx_queue;
58
59         if (txq) {
60                 if (is_bnxt_in_error(txq->bp))
61                         return;
62
63                 /* Free TX ring hardware descriptors */
64                 bnxt_tx_queue_release_mbufs(txq);
65                 bnxt_free_ring(txq->tx_ring->tx_ring_struct);
66
67                 /* Free TX completion ring hardware descriptors */
68                 bnxt_free_ring(txq->cp_ring->cp_ring_struct);
69
70                 bnxt_free_txq_stats(txq);
71                 rte_memzone_free(txq->mz);
72                 txq->mz = NULL;
73
74                 rte_free(txq->free);
75                 rte_free(txq);
76         }
77 }
78
79 int bnxt_tx_queue_setup_op(struct rte_eth_dev *eth_dev,
80                                uint16_t queue_idx,
81                                uint16_t nb_desc,
82                                unsigned int socket_id,
83                                const struct rte_eth_txconf *tx_conf)
84 {
85         struct bnxt *bp = eth_dev->data->dev_private;
86         struct bnxt_tx_queue *txq;
87         int rc = 0;
88
89         rc = is_bnxt_in_error(bp);
90         if (rc)
91                 return rc;
92
93         if (queue_idx >= BNXT_MAX_RINGS(bp)) {
94                 PMD_DRV_LOG(ERR,
95                         "Cannot create Tx ring %d. Only %d rings available\n",
96                         queue_idx, bp->max_tx_rings);
97                 return -EINVAL;
98         }
99
100         if (nb_desc < BNXT_MIN_RING_DESC || nb_desc > MAX_TX_DESC_CNT) {
101                 PMD_DRV_LOG(ERR, "nb_desc %d is invalid", nb_desc);
102                 rc = -EINVAL;
103                 goto out;
104         }
105
106         if (eth_dev->data->tx_queues) {
107                 txq = eth_dev->data->tx_queues[queue_idx];
108                 if (txq) {
109                         bnxt_tx_queue_release_op(txq);
110                         txq = NULL;
111                 }
112         }
113         txq = rte_zmalloc_socket("bnxt_tx_queue", sizeof(struct bnxt_tx_queue),
114                                  RTE_CACHE_LINE_SIZE, socket_id);
115         if (!txq) {
116                 PMD_DRV_LOG(ERR, "bnxt_tx_queue allocation failed!");
117                 rc = -ENOMEM;
118                 goto out;
119         }
120
121         txq->free = rte_zmalloc_socket(NULL,
122                                        sizeof(struct rte_mbuf *) * nb_desc,
123                                        RTE_CACHE_LINE_SIZE, socket_id);
124         if (!txq->free) {
125                 PMD_DRV_LOG(ERR, "allocation of tx mbuf free array failed!");
126                 rte_free(txq);
127                 rc = -ENOMEM;
128                 goto out;
129         }
130         txq->bp = bp;
131         txq->nb_tx_desc = nb_desc;
132         txq->tx_free_thresh =
133                 RTE_MIN(rte_align32pow2(nb_desc) / 4, RTE_BNXT_MAX_TX_BURST);
134
135         txq->tx_deferred_start = tx_conf->tx_deferred_start;
136
137         rc = bnxt_init_tx_ring_struct(txq, socket_id);
138         if (rc)
139                 goto out;
140
141         txq->queue_id = queue_idx;
142         txq->port_id = eth_dev->data->port_id;
143
144         /* Allocate TX ring hardware descriptors */
145         if (bnxt_alloc_rings(bp, queue_idx, txq, NULL, txq->cp_ring, NULL,
146                              "txr")) {
147                 PMD_DRV_LOG(ERR, "ring_dma_zone_reserve for tx_ring failed!");
148                 bnxt_tx_queue_release_op(txq);
149                 rc = -ENOMEM;
150                 goto out;
151         }
152
153         if (bnxt_init_one_tx_ring(txq)) {
154                 PMD_DRV_LOG(ERR, "bnxt_init_one_tx_ring failed!");
155                 bnxt_tx_queue_release_op(txq);
156                 rc = -ENOMEM;
157                 goto out;
158         }
159
160         eth_dev->data->tx_queues[queue_idx] = txq;
161
162         if (txq->tx_deferred_start)
163                 txq->tx_started = false;
164         else
165                 txq->tx_started = true;
166 out:
167         return rc;
168 }