1 /* SPDX-License-Identifier: (BSD-3-Clause OR GPL-2.0)
2 * Copyright(c) 2018-2019 Pensando Systems, Inc. All rights reserved.
10 #include "ionic_osdep.h"
12 #include "ionic_regs.h"
14 #define IONIC_MIN_MTU RTE_ETHER_MIN_MTU
15 #define IONIC_MAX_MTU 9194
17 #define IONIC_MAX_RING_DESC 32768
18 #define IONIC_MIN_RING_DESC 16
19 #define IONIC_DEF_TXRX_DESC 4096
21 #define IONIC_LIFS_MAX 1024
23 #define IONIC_DEVCMD_TIMEOUT 5 /* devcmd_timeout */
24 #define IONIC_DEVCMD_CHECK_PERIOD_US 10 /* devcmd status chk period */
26 #define IONIC_ALIGN 4096
30 struct ionic_dev_bar {
36 static inline void ionic_struct_size_checks(void)
38 RTE_BUILD_BUG_ON(sizeof(struct ionic_doorbell) != 8);
39 RTE_BUILD_BUG_ON(sizeof(struct ionic_intr) != 32);
40 RTE_BUILD_BUG_ON(sizeof(struct ionic_intr_status) != 8);
42 RTE_BUILD_BUG_ON(sizeof(union ionic_dev_regs) != 4096);
43 RTE_BUILD_BUG_ON(sizeof(union ionic_dev_info_regs) != 2048);
44 RTE_BUILD_BUG_ON(sizeof(union ionic_dev_cmd_regs) != 2048);
46 RTE_BUILD_BUG_ON(sizeof(struct ionic_lif_stats) != 1024);
48 RTE_BUILD_BUG_ON(sizeof(struct ionic_admin_cmd) != 64);
49 RTE_BUILD_BUG_ON(sizeof(struct ionic_admin_comp) != 16);
50 RTE_BUILD_BUG_ON(sizeof(struct ionic_nop_cmd) != 64);
51 RTE_BUILD_BUG_ON(sizeof(struct ionic_nop_comp) != 16);
54 RTE_BUILD_BUG_ON(sizeof(struct ionic_dev_identify_cmd) != 64);
55 RTE_BUILD_BUG_ON(sizeof(struct ionic_dev_identify_comp) != 16);
56 RTE_BUILD_BUG_ON(sizeof(struct ionic_dev_init_cmd) != 64);
57 RTE_BUILD_BUG_ON(sizeof(struct ionic_dev_init_comp) != 16);
58 RTE_BUILD_BUG_ON(sizeof(struct ionic_dev_reset_cmd) != 64);
59 RTE_BUILD_BUG_ON(sizeof(struct ionic_dev_reset_comp) != 16);
60 RTE_BUILD_BUG_ON(sizeof(struct ionic_dev_getattr_cmd) != 64);
61 RTE_BUILD_BUG_ON(sizeof(struct ionic_dev_getattr_comp) != 16);
62 RTE_BUILD_BUG_ON(sizeof(struct ionic_dev_setattr_cmd) != 64);
63 RTE_BUILD_BUG_ON(sizeof(struct ionic_dev_setattr_comp) != 16);
66 RTE_BUILD_BUG_ON(sizeof(struct ionic_port_identify_cmd) != 64);
67 RTE_BUILD_BUG_ON(sizeof(struct ionic_port_identify_comp) != 16);
68 RTE_BUILD_BUG_ON(sizeof(struct ionic_port_init_cmd) != 64);
69 RTE_BUILD_BUG_ON(sizeof(struct ionic_port_init_comp) != 16);
70 RTE_BUILD_BUG_ON(sizeof(struct ionic_port_reset_cmd) != 64);
71 RTE_BUILD_BUG_ON(sizeof(struct ionic_port_reset_comp) != 16);
72 RTE_BUILD_BUG_ON(sizeof(struct ionic_port_getattr_cmd) != 64);
73 RTE_BUILD_BUG_ON(sizeof(struct ionic_port_getattr_comp) != 16);
74 RTE_BUILD_BUG_ON(sizeof(struct ionic_port_setattr_cmd) != 64);
75 RTE_BUILD_BUG_ON(sizeof(struct ionic_port_setattr_comp) != 16);
78 RTE_BUILD_BUG_ON(sizeof(struct ionic_lif_init_cmd) != 64);
79 RTE_BUILD_BUG_ON(sizeof(struct ionic_lif_init_comp) != 16);
80 RTE_BUILD_BUG_ON(sizeof(struct ionic_lif_reset_cmd) != 64);
81 RTE_BUILD_BUG_ON(sizeof(struct ionic_lif_getattr_cmd) != 64);
82 RTE_BUILD_BUG_ON(sizeof(struct ionic_lif_getattr_comp) != 16);
83 RTE_BUILD_BUG_ON(sizeof(struct ionic_lif_setattr_cmd) != 64);
84 RTE_BUILD_BUG_ON(sizeof(struct ionic_lif_setattr_comp) != 16);
86 RTE_BUILD_BUG_ON(sizeof(struct ionic_q_init_cmd) != 64);
87 RTE_BUILD_BUG_ON(sizeof(struct ionic_q_init_comp) != 16);
88 RTE_BUILD_BUG_ON(sizeof(struct ionic_q_control_cmd) != 64);
90 RTE_BUILD_BUG_ON(sizeof(struct ionic_rx_mode_set_cmd) != 64);
91 RTE_BUILD_BUG_ON(sizeof(struct ionic_rx_filter_add_cmd) != 64);
92 RTE_BUILD_BUG_ON(sizeof(struct ionic_rx_filter_add_comp) != 16);
95 RTE_BUILD_BUG_ON(sizeof(struct ionic_rdma_reset_cmd) != 64);
96 RTE_BUILD_BUG_ON(sizeof(struct ionic_rdma_queue_cmd) != 64);
99 RTE_BUILD_BUG_ON(sizeof(struct ionic_notifyq_cmd) != 4);
100 RTE_BUILD_BUG_ON(sizeof(union ionic_notifyq_comp) != 64);
101 RTE_BUILD_BUG_ON(sizeof(struct ionic_notifyq_event) != 64);
102 RTE_BUILD_BUG_ON(sizeof(struct ionic_link_change_event) != 64);
103 RTE_BUILD_BUG_ON(sizeof(struct ionic_reset_event) != 64);
104 RTE_BUILD_BUG_ON(sizeof(struct ionic_heartbeat_event) != 64);
105 RTE_BUILD_BUG_ON(sizeof(struct ionic_log_event) != 64);
108 RTE_BUILD_BUG_ON(sizeof(struct ionic_txq_desc) != 16);
109 RTE_BUILD_BUG_ON(sizeof(struct ionic_txq_sg_desc_v1) != 256);
110 RTE_BUILD_BUG_ON(sizeof(struct ionic_txq_comp) != 16);
112 RTE_BUILD_BUG_ON(sizeof(struct ionic_rxq_desc) != 16);
113 RTE_BUILD_BUG_ON(sizeof(struct ionic_rxq_sg_desc) != 128);
114 RTE_BUILD_BUG_ON(sizeof(struct ionic_rxq_comp) != 16);
118 union ionic_dev_info_regs __iomem *dev_info;
119 union ionic_dev_cmd_regs __iomem *dev_cmd;
121 struct ionic_doorbell __iomem *db_pages;
122 struct ionic_intr __iomem *intr_ctrl;
123 struct ionic_intr_status __iomem *intr_status;
125 struct ionic_port_info *port_info;
126 const struct rte_memzone *port_info_z;
127 rte_iova_t port_info_pa;
128 uint32_t port_info_sz;
131 #define Q_NEXT_TO_POST(_q, _n) (((_q)->head_idx + (_n)) & ((_q)->size_mask))
132 #define Q_NEXT_TO_SRVC(_q, _n) (((_q)->tail_idx + (_n)) & ((_q)->size_mask))
134 #define IONIC_INFO_IDX(_q, _i) (_i)
135 #define IONIC_INFO_PTR(_q, _i) (&(_q)->info[IONIC_INFO_IDX((_q), _i)])
138 struct ionic_dev *idev;
139 struct ionic_lif *lif;
140 struct ionic_cq *bound_cq;
149 rte_iova_t sg_base_pa;
154 uint32_t sg_desc_size;
157 struct ionic_doorbell __iomem *db;
160 #define IONIC_INTR_NONE (-1)
162 struct ionic_intr_info {
165 struct ionic_intr __iomem *ctrl;
178 struct ionic_adapter;
181 void ionic_intr_init(struct ionic_dev *idev, struct ionic_intr_info *intr,
182 unsigned long index);
184 const char *ionic_opcode_to_str(enum ionic_cmd_opcode opcode);
186 int ionic_dev_setup(struct ionic_adapter *adapter);
188 void ionic_dev_cmd_go(struct ionic_dev *idev, union ionic_dev_cmd *cmd);
189 uint8_t ionic_dev_cmd_status(struct ionic_dev *idev);
190 bool ionic_dev_cmd_done(struct ionic_dev *idev);
191 void ionic_dev_cmd_comp(struct ionic_dev *idev, void *mem);
193 void ionic_dev_cmd_identify(struct ionic_dev *idev, uint8_t ver);
194 void ionic_dev_cmd_init(struct ionic_dev *idev);
195 void ionic_dev_cmd_reset(struct ionic_dev *idev);
197 void ionic_dev_cmd_port_identify(struct ionic_dev *idev);
198 void ionic_dev_cmd_port_init(struct ionic_dev *idev);
199 void ionic_dev_cmd_port_reset(struct ionic_dev *idev);
200 void ionic_dev_cmd_port_state(struct ionic_dev *idev, uint8_t state);
201 void ionic_dev_cmd_port_speed(struct ionic_dev *idev, uint32_t speed);
202 void ionic_dev_cmd_port_mtu(struct ionic_dev *idev, uint32_t mtu);
203 void ionic_dev_cmd_port_autoneg(struct ionic_dev *idev, uint8_t an_enable);
204 void ionic_dev_cmd_port_fec(struct ionic_dev *idev, uint8_t fec_type);
205 void ionic_dev_cmd_port_pause(struct ionic_dev *idev, uint8_t pause_type);
206 void ionic_dev_cmd_port_loopback(struct ionic_dev *idev,
207 uint8_t loopback_mode);
209 void ionic_dev_cmd_queue_identify(struct ionic_dev *idev,
210 uint16_t lif_type, uint8_t qtype, uint8_t qver);
212 void ionic_dev_cmd_lif_identify(struct ionic_dev *idev, uint8_t type,
214 void ionic_dev_cmd_lif_init(struct ionic_dev *idev, rte_iova_t addr);
215 void ionic_dev_cmd_lif_reset(struct ionic_dev *idev);
217 void ionic_dev_cmd_adminq_init(struct ionic_dev *idev, struct ionic_qcq *qcq);
219 struct ionic_doorbell __iomem *ionic_db_map(struct ionic_lif *lif,
220 struct ionic_queue *q);
222 int ionic_cq_init(struct ionic_cq *cq, uint16_t num_descs);
223 void ionic_cq_map(struct ionic_cq *cq, void *base, rte_iova_t base_pa);
224 void ionic_cq_bind(struct ionic_cq *cq, struct ionic_queue *q);
225 typedef bool (*ionic_cq_cb)(struct ionic_cq *cq, uint32_t cq_desc_index,
227 uint32_t ionic_cq_service(struct ionic_cq *cq, uint32_t work_to_do,
228 ionic_cq_cb cb, void *cb_arg);
230 int ionic_q_init(struct ionic_lif *lif, struct ionic_dev *idev,
231 struct ionic_queue *q, uint32_t index, uint32_t num_descs,
232 size_t desc_size, size_t sg_desc_size);
233 void ionic_q_map(struct ionic_queue *q, void *base, rte_iova_t base_pa);
234 void ionic_q_sg_map(struct ionic_queue *q, void *base, rte_iova_t base_pa);
235 void ionic_q_post(struct ionic_queue *q, bool ring_doorbell, void *cb_arg);
237 static inline uint32_t
238 ionic_q_space_avail(struct ionic_queue *q)
240 uint32_t avail = q->tail_idx;
242 if (q->head_idx >= avail)
243 avail += q->num_descs - q->head_idx - 1;
245 avail -= q->head_idx + 1;
251 ionic_q_flush(struct ionic_queue *q)
253 uint64_t val = IONIC_DBELL_QID(q->hw_index) | q->head_idx;
255 rte_write64(rte_cpu_to_le_64(val), q->db);
258 #endif /* _IONIC_DEV_H_ */