1 /* SPDX-License-Identifier: BSD-3-Clause
2 * Copyright(c) 2014-2018 Broadcom
11 #include <rte_memory.h>
13 #define RING_ADV(ring, idx, n) (((idx) + (n)) & (ring)->ring_mask)
14 #define RING_NEXT(ring, idx) RING_ADV(ring, idx, 1)
16 #define DB_IDX_MASK 0xffffff
17 #define DB_IDX_VALID (0x1 << 26)
18 #define DB_IRQ_DIS (0x1 << 27)
19 #define DB_KEY_TX (0x0 << 28)
20 #define DB_KEY_RX (0x1 << 28)
21 #define DB_KEY_CP (0x2 << 28)
22 #define DB_KEY_ST (0x3 << 28)
23 #define DB_KEY_TX_PUSH (0x4 << 28)
24 #define DB_LONG_TX_PUSH (0x2 << 24)
26 #define DEFAULT_CP_RING_SIZE 256
27 #define DEFAULT_RX_RING_SIZE 256
28 #define DEFAULT_TX_RING_SIZE 256
30 #define BNXT_TPA_MAX 64
31 #define AGG_RING_SIZE_FACTOR 2
32 #define AGG_RING_MULTIPLIER 2
34 /* These assume 4k pages */
35 #define MAX_RX_DESC_CNT (8 * 1024)
36 #define MAX_TX_DESC_CNT (4 * 1024)
37 #define MAX_CP_DESC_CNT (16 * 1024)
39 #define INVALID_HW_RING_ID ((uint16_t)-1)
40 #define INVALID_STATS_CTX_ID ((uint16_t)-1)
51 uint16_t fw_ring_id; /* Ring id filled by Chimp FW */
52 uint16_t fw_rx_ring_id;
56 struct bnxt_ring_grp_info {
57 uint16_t fw_stats_ctx;
59 uint16_t rx_fw_ring_id;
60 uint16_t cp_fw_ring_id;
61 uint16_t ag_fw_ring_id;
65 struct bnxt_tx_ring_info;
66 struct bnxt_rx_ring_info;
67 struct bnxt_cp_ring_info;
68 void bnxt_free_ring(struct bnxt_ring *ring);
69 int bnxt_init_ring_grps(struct bnxt *bp);
70 int bnxt_alloc_rings(struct bnxt *bp, uint16_t qidx,
71 struct bnxt_tx_queue *txq,
72 struct bnxt_rx_queue *rxq,
73 struct bnxt_cp_ring_info *cp_ring_info,
74 struct bnxt_cp_ring_info *nq_ring_info,
76 int bnxt_alloc_hwrm_rx_ring(struct bnxt *bp, int queue_index);
77 int bnxt_alloc_hwrm_rings(struct bnxt *bp);
78 int bnxt_alloc_async_cp_ring(struct bnxt *bp);
79 void bnxt_free_async_cp_ring(struct bnxt *bp);
80 int bnxt_alloc_async_ring_struct(struct bnxt *bp);
82 static inline void bnxt_db_write(struct bnxt_db_info *db, uint32_t idx)
85 rte_write64_relaxed(db->db_key64 | idx, db->doorbell);
87 rte_write32(db->db_key32 | idx, db->doorbell);
90 /* Ring an NQ doorbell and disable interrupts for the ring. */
91 static inline void bnxt_db_nq(struct bnxt_cp_ring_info *cpr)
93 if (unlikely(!cpr->cp_db.db_64))
97 rte_write64(cpr->cp_db.db_key64 | DBR_TYPE_NQ |
98 RING_CMP(cpr->cp_ring_struct, cpr->cp_raw_cons),
102 /* Ring an NQ doorbell and enable interrupts for the ring. */
103 static inline void bnxt_db_nq_arm(struct bnxt_cp_ring_info *cpr)
105 if (unlikely(!cpr->cp_db.db_64))
109 rte_write64(cpr->cp_db.db_key64 | DBR_TYPE_NQ_ARM |
110 RING_CMP(cpr->cp_ring_struct, cpr->cp_raw_cons),
111 cpr->cp_db.doorbell);
114 static inline void bnxt_db_cq(struct bnxt_cp_ring_info *cpr)
116 struct bnxt_db_info *db = &cpr->cp_db;
117 uint32_t idx = RING_CMP(cpr->cp_ring_struct, cpr->cp_raw_cons);
121 rte_write64(db->db_key64 | idx, db->doorbell);
123 B_CP_DIS_DB(cpr, cpr->cp_raw_cons);