1 /* SPDX-License-Identifier: BSD-3-Clause
2 * Copyright(c) 2014-2021 Broadcom
14 #define CMP_VALID(cmp, raw_cons, ring) \
15 (!!(rte_le_to_cpu_32(((struct cmpl_base *)(cmp))->info3_v) & \
16 CMPL_BASE_V) == !((raw_cons) & ((ring)->ring_size)))
18 #define CMPL_VALID(cmp, v) \
19 (!!(rte_le_to_cpu_32(((struct cmpl_base *)(cmp))->info3_v) & \
22 #define NQ_CMP_VALID(nqcmp, raw_cons, ring) \
23 (!!((nqcmp)->v & rte_cpu_to_le_32(NQ_CN_V)) == \
24 !((raw_cons) & ((ring)->ring_size)))
26 #define CMP_TYPE(cmp) \
27 (((struct cmpl_base *)cmp)->type & CMPL_BASE_TYPE_MASK)
29 /* Get completion length from completion type, in 16-byte units. */
30 #define CMP_LEN(cmp_type) (((cmp_type) & 1) + 1)
33 #define ADV_RAW_CMP(idx, n) ((idx) + (n))
34 #define NEXT_RAW_CMP(idx) ADV_RAW_CMP(idx, 1)
35 #define RING_CMP(ring, idx) ((idx) & (ring)->ring_mask)
36 #define RING_CMPL(ring_mask, idx) ((idx) & (ring_mask))
37 #define NEXT_CMP(idx) RING_CMP(ADV_RAW_CMP(idx, 1))
38 #define FLIP_VALID(cons, mask, val) ((cons) >= (mask) ? !(val) : (val))
40 #define DB_CP_REARM_FLAGS (DB_KEY_CP | DB_IDX_VALID)
41 #define DB_CP_FLAGS (DB_KEY_CP | DB_IDX_VALID | DB_IRQ_DIS)
43 #define NEXT_CMPL(cpr, idx, v, inc) do { \
45 if (unlikely((idx) >= (cpr)->cp_ring_struct->ring_size)) { \
50 #define B_CP_DB_REARM(cpr, raw_cons) \
51 rte_write32((DB_CP_REARM_FLAGS | \
52 DB_RING_IDX(&((cpr)->cp_db), raw_cons)), \
53 ((cpr)->cp_db.doorbell))
55 #define B_CP_DB_ARM(cpr) rte_write32((DB_KEY_CP), \
56 ((cpr)->cp_db.doorbell))
58 #define B_CP_DB_DISARM(cpr) (*(uint32_t *)((cpr)->cp_db.doorbell) = \
59 DB_KEY_CP | DB_IRQ_DIS)
61 #define B_CP_DB_IDX_ARM(cpr, cons) \
62 (*(uint32_t *)((cpr)->cp_db.doorbell) = (DB_CP_REARM_FLAGS | \
65 #define B_CP_DB_IDX_DISARM(cpr, cons) do { \
67 (*(uint32_t *)((cpr)->cp_db.doorbell) = (DB_CP_FLAGS | \
70 #define B_CP_DIS_DB(cpr, raw_cons) \
71 rte_write32_relaxed((DB_CP_FLAGS | \
72 DB_RING_IDX(&((cpr)->cp_db), raw_cons)), \
73 ((cpr)->cp_db.doorbell))
75 #define B_CP_DB(cpr, raw_cons, ring_mask) \
76 rte_write32((DB_CP_FLAGS | \
77 RING_CMPL((ring_mask), raw_cons)), \
78 ((cpr)->cp_db.doorbell))
87 uint32_t db_ring_mask;
88 uint32_t db_epoch_mask;
89 uint32_t db_epoch_shift;
92 #define DB_EPOCH(db, idx) (((idx) & (db)->db_epoch_mask) << \
93 ((db)->db_epoch_shift))
94 #define DB_RING_IDX(db, idx) (((idx) & (db)->db_ring_mask) | \
98 struct bnxt_cp_ring_info {
101 struct cmpl_base *cp_desc_ring;
102 struct bnxt_db_info cp_db;
103 rte_iova_t cp_desc_mapping;
105 struct ctx_hw_stats *hw_stats;
106 rte_iova_t hw_stats_map;
107 uint32_t hw_stats_ctx_id;
109 struct bnxt_ring *cp_ring_struct;
113 #define RX_CMP_L2_ERRORS \
114 (RX_PKT_CMPL_ERRORS_BUFFER_ERROR_MASK | RX_PKT_CMPL_ERRORS_CRC_ERROR)
117 void bnxt_handle_async_event(struct bnxt *bp, struct cmpl_base *cmp);
118 void bnxt_handle_fwd_req(struct bnxt *bp, struct cmpl_base *cmp);
119 int bnxt_event_hwrm_resp_handler(struct bnxt *bp, struct cmpl_base *cmp);
120 void bnxt_dev_reset_and_resume(void *arg);
121 void bnxt_wait_for_device_shutdown(struct bnxt *bp);
123 #define EVENT_DATA1_REASON_CODE_FW_EXCEPTION_FATAL \
124 HWRM_ASYNC_EVENT_CMPL_RESET_NOTIFY_EVENT_DATA1_REASON_CODE_FW_EXCEPTION_FATAL
125 #define EVENT_DATA1_REASON_CODE_MASK \
126 HWRM_ASYNC_EVENT_CMPL_RESET_NOTIFY_EVENT_DATA1_REASON_CODE_MASK
128 #define EVENT_DATA1_FLAGS_MASK \
129 HWRM_ASYNC_EVENT_CMPL_ERROR_RECOVERY_EVENT_DATA1_FLAGS_MASK
131 #define EVENT_DATA1_FLAGS_MASTER_FUNC \
132 HWRM_ASYNC_EVENT_CMPL_ERROR_RECOVERY_EVENT_DATA1_FLAGS_MASTER_FUNC
134 #define EVENT_DATA1_FLAGS_RECOVERY_ENABLED \
135 HWRM_ASYNC_EVENT_CMPL_ERROR_RECOVERY_EVENT_DATA1_FLAGS_RECOVERY_ENABLED
137 bool bnxt_is_recovery_enabled(struct bnxt *bp);
138 bool bnxt_is_master_func(struct bnxt *bp);
140 void bnxt_stop_rxtx(struct bnxt *bp);