1 /* SPDX-License-Identifier: BSD-3-Clause
2 * Copyright(c) 2014-2018 Broadcom
11 #define MAX_TX_RINGS 16
12 #define BNXT_TX_PUSH_THRESH 92
13 #define BNXT_MAX_TSO_SEGS 32
14 #define BNXT_MIN_PKT_SIZE 52
16 #define B_TX_DB(db, prod) rte_write32((DB_KEY_TX | (prod)), db)
18 struct bnxt_tx_ring_info {
21 struct bnxt_db_info tx_db;
23 struct tx_bd_long *tx_desc_ring;
24 struct bnxt_sw_tx_bd *tx_buf_ring;
26 rte_iova_t tx_desc_mapping;
28 #define BNXT_DEV_STATE_CLOSING 0x1
31 struct bnxt_ring *tx_ring_struct;
34 struct bnxt_sw_tx_bd {
35 struct rte_mbuf *mbuf; /* mbuf associated with TX descriptor */
37 unsigned short nr_bds;
40 static inline uint32_t bnxt_tx_bds_in_hw(struct bnxt_tx_queue *txq)
42 return ((txq->tx_ring->tx_prod - txq->tx_ring->tx_cons) &
43 txq->tx_ring->tx_ring_struct->ring_mask);
46 static inline uint32_t bnxt_tx_avail(struct bnxt_tx_queue *txq)
48 /* Tell compiler to fetch tx indices from memory. */
49 rte_compiler_barrier();
51 return ((txq->tx_ring->tx_ring_struct->ring_size -
52 bnxt_tx_bds_in_hw(txq)) - 1);
56 * Transmit completion function for use when DEV_TX_OFFLOAD_MBUF_FAST_FREE
60 bnxt_tx_cmp_fast(struct bnxt_tx_queue *txq, int nr_pkts)
62 struct bnxt_tx_ring_info *txr = txq->tx_ring;
63 uint32_t ring_mask = txr->tx_ring_struct->ring_mask;
64 struct rte_mbuf **free = txq->free;
65 uint16_t cons = txr->tx_cons;
69 struct bnxt_sw_tx_bd *tx_buf;
71 tx_buf = &txr->tx_buf_ring[cons];
72 cons = (cons + 1) & ring_mask;
73 free[blk++] = tx_buf->mbuf;
77 rte_mempool_put_bulk(free[0]->pool, (void **)free, blk);
82 void bnxt_free_tx_rings(struct bnxt *bp);
83 int bnxt_init_one_tx_ring(struct bnxt_tx_queue *txq);
84 int bnxt_init_tx_ring_struct(struct bnxt_tx_queue *txq, unsigned int socket_id);
85 uint16_t bnxt_xmit_pkts(void *tx_queue, struct rte_mbuf **tx_pkts,
87 uint16_t bnxt_dummy_xmit_pkts(void *tx_queue, struct rte_mbuf **tx_pkts,
89 #if defined(RTE_ARCH_X86) || defined(RTE_ARCH_ARM64)
90 uint16_t bnxt_xmit_pkts_vec(void *tx_queue, struct rte_mbuf **tx_pkts,
94 int bnxt_tx_queue_start(struct rte_eth_dev *dev, uint16_t tx_queue_id);
95 int bnxt_tx_queue_stop(struct rte_eth_dev *dev, uint16_t tx_queue_id);
97 #define PKT_TX_OIP_IIP_TCP_UDP_CKSUM (PKT_TX_TCP_CKSUM | PKT_TX_UDP_CKSUM | \
98 PKT_TX_IP_CKSUM | PKT_TX_OUTER_IP_CKSUM)
99 #define PKT_TX_OIP_IIP_UDP_CKSUM (PKT_TX_UDP_CKSUM | \
100 PKT_TX_IP_CKSUM | PKT_TX_OUTER_IP_CKSUM)
101 #define PKT_TX_OIP_IIP_TCP_CKSUM (PKT_TX_TCP_CKSUM | \
102 PKT_TX_IP_CKSUM | PKT_TX_OUTER_IP_CKSUM)
103 #define PKT_TX_IIP_TCP_UDP_CKSUM (PKT_TX_TCP_CKSUM | PKT_TX_UDP_CKSUM | \
105 #define PKT_TX_IIP_TCP_CKSUM (PKT_TX_TCP_CKSUM | PKT_TX_IP_CKSUM)
106 #define PKT_TX_IIP_UDP_CKSUM (PKT_TX_UDP_CKSUM | PKT_TX_IP_CKSUM)
107 #define PKT_TX_OIP_TCP_UDP_CKSUM (PKT_TX_TCP_CKSUM | PKT_TX_UDP_CKSUM | \
108 PKT_TX_OUTER_IP_CKSUM)
109 #define PKT_TX_OIP_UDP_CKSUM (PKT_TX_UDP_CKSUM | \
110 PKT_TX_OUTER_IP_CKSUM)
111 #define PKT_TX_OIP_TCP_CKSUM (PKT_TX_TCP_CKSUM | \
112 PKT_TX_OUTER_IP_CKSUM)
113 #define PKT_TX_OIP_IIP_CKSUM (PKT_TX_IP_CKSUM | \
114 PKT_TX_OUTER_IP_CKSUM)
115 #define PKT_TX_TCP_UDP_CKSUM (PKT_TX_TCP_CKSUM | PKT_TX_UDP_CKSUM)
118 #define TX_BD_FLG_TIP_IP_TCP_UDP_CHKSUM (TX_BD_LONG_LFLAGS_TCP_UDP_CHKSUM | \
119 TX_BD_LONG_LFLAGS_T_IP_CHKSUM | \
120 TX_BD_LONG_LFLAGS_IP_CHKSUM)
121 #define TX_BD_FLG_IP_TCP_UDP_CHKSUM (TX_BD_LONG_LFLAGS_TCP_UDP_CHKSUM | \
122 TX_BD_LONG_LFLAGS_IP_CHKSUM)
123 #define TX_BD_FLG_TIP_IP_CHKSUM (TX_BD_LONG_LFLAGS_T_IP_CHKSUM | \
124 TX_BD_LONG_LFLAGS_IP_CHKSUM)
125 #define TX_BD_FLG_TIP_TCP_UDP_CHKSUM (TX_BD_LONG_LFLAGS_TCP_UDP_CHKSUM | \
126 TX_BD_LONG_LFLAGS_T_IP_CHKSUM)