2 * Copyright (c) 2013-2015 Brocade Communications Systems, Inc.
4 * Copyright (c) 2015 QLogic Corporation.
8 * See LICENSE.bnx2x_pmd for copyright and licensing details.
13 /* calculate the crc in the bulletin board */
14 static inline uint32_t
15 bnx2x_vf_crc(struct bnx2x_vf_bulletin *bull)
17 uint32_t crc_sz = sizeof(bull->crc), length = bull->length - crc_sz;
19 return ECORE_CRC32_LE(0, (uint8_t *)bull + crc_sz, length);
22 /* Checks are there mac/channel updates for VF
23 * returns TRUE if something was updated
26 bnx2x_check_bull(struct bnx2x_softc *sc)
28 struct bnx2x_vf_bulletin *bull;
30 uint16_t old_version = sc->old_bulletin.version;
31 uint64_t valid_bitmap;
33 bull = sc->pf2vf_bulletin;
34 if (old_version == bull->version) {
37 /* Check the crc until we get the correct data */
38 while (tries < BNX2X_VF_BULLETIN_TRIES) {
39 bull = sc->pf2vf_bulletin;
40 if (bull->crc == bnx2x_vf_crc(bull))
43 PMD_DRV_LOG(ERR, "bad crc on bulletin board. contained %x computed %x",
44 bull->crc, bnx2x_vf_crc(bull));
47 if (tries == BNX2X_VF_BULLETIN_TRIES) {
48 PMD_DRV_LOG(ERR, "pf to vf bulletin board crc was wrong %d consecutive times. Aborting",
54 valid_bitmap = bull->valid_bitmap;
56 /* check the mac address and VLAN and allocate memory if valid */
57 if (valid_bitmap & (1 << MAC_ADDR_VALID) && memcmp(bull->mac, sc->old_bulletin.mac, ETH_ALEN))
58 rte_memcpy(&sc->link_params.mac_addr, bull->mac, ETH_ALEN);
59 if (valid_bitmap & (1 << VLAN_VALID))
60 rte_memcpy(&bull->vlan, &sc->old_bulletin.vlan, VLAN_HLEN);
62 sc->old_bulletin = *bull;
67 /* add tlv to a buffer */
68 #define BNX2X_TLV_APPEND(_tlvs, _offset, _type, _length) \
69 ((struct vf_first_tlv *)((unsigned long)_tlvs + _offset))->type = _type; \
70 ((struct vf_first_tlv *)((unsigned long)_tlvs + _offset))->length = _length
72 /* Initiliaze header of the first tlv and clear mailbox*/
74 bnx2x_init_first_tlv(struct bnx2x_softc *sc, struct vf_first_tlv *tlv,
75 uint16_t type, uint16_t len)
77 struct bnx2x_vf_mbx_msg *mbox = sc->vf2pf_mbox;
78 PMD_DRV_LOG(DEBUG, "Preparing %d tlv for sending", type);
80 memset(mbox, 0, sizeof(struct bnx2x_vf_mbx_msg));
82 BNX2X_TLV_APPEND(tlv, 0, type, len);
84 /* Initialize header of the first tlv */
85 tlv->reply_offset = sizeof(mbox->query);
88 #define BNX2X_VF_CMD_ADDR_LO PXP_VF_ADDR_CSDM_GLOBAL_START
89 #define BNX2X_VF_CMD_ADDR_HI BNX2X_VF_CMD_ADDR_LO + 4
90 #define BNX2X_VF_CMD_TRIGGER BNX2X_VF_CMD_ADDR_HI + 4
91 #define BNX2X_VF_CHANNEL_DELAY 100
92 #define BNX2X_VF_CHANNEL_TRIES 100
95 bnx2x_do_req4pf(struct bnx2x_softc *sc, phys_addr_t phys_addr)
97 uint8_t *status = &sc->vf2pf_mbox->resp.common_reply.status;
101 bnx2x_check_bull(sc);
102 if (sc->old_bulletin.valid_bitmap & (1 << CHANNEL_DOWN)) {
103 PMD_DRV_LOG(ERR, "channel is down. Aborting message sending");
104 *status = BNX2X_VF_STATUS_SUCCESS;
108 REG_WR(sc, BNX2X_VF_CMD_ADDR_LO, U64_LO(phys_addr));
109 REG_WR(sc, BNX2X_VF_CMD_ADDR_HI, U64_HI(phys_addr));
111 /* memory barrier to ensure that FW can read phys_addr */
114 REG_WR8(sc, BNX2X_VF_CMD_TRIGGER, 1);
116 /* Do several attempts until PF completes
117 * "." is used to show progress
119 for (i = 0; i < BNX2X_VF_CHANNEL_TRIES; i++) {
120 DELAY_MS(BNX2X_VF_CHANNEL_DELAY);
126 PMD_DRV_LOG(ERR, "Response from PF timed out");
130 PMD_DRV_LOG(ERR, "status should be zero before message"
135 PMD_DRV_LOG(DEBUG, "Response from PF was received");
139 static inline uint16_t bnx2x_check_me_flags(uint32_t val)
141 if (((val) & ME_REG_VF_VALID) && (!((val) & ME_REG_VF_ERR)))
142 return ME_REG_VF_VALID;
147 #define BNX2X_ME_ANSWER_DELAY 100
148 #define BNX2X_ME_ANSWER_TRIES 10
150 static inline int bnx2x_read_vf_id(struct bnx2x_softc *sc)
155 while (i <= BNX2X_ME_ANSWER_TRIES) {
156 val = BNX2X_DB_READ(DOORBELL_ADDR(sc, 0));
157 if (bnx2x_check_me_flags(val))
160 DELAY_MS(BNX2X_ME_ANSWER_DELAY);
167 #define BNX2X_VF_OBTAIN_MAX_TRIES 3
168 #define BNX2X_VF_OBTAIN_MAC_FILTERS 1
169 #define BNX2X_VF_OBTAIN_MC_FILTERS 10
171 struct bnx2x_obtain_status {
177 struct bnx2x_obtain_status bnx2x_loop_obtain_resources(struct bnx2x_softc *sc)
180 struct vf_acquire_resp_tlv *resp = &sc->vf2pf_mbox->resp.acquire_resp,
181 *sc_resp = &sc->acquire_resp;
182 struct vf_resource_query *res_query;
183 struct vf_resc *resc;
184 struct bnx2x_obtain_status status;
185 int res_obtained = false;
188 PMD_DRV_LOG(DEBUG, "trying to get resources");
190 if (bnx2x_do_req4pf(sc, sc->vf2pf_mbox_mapping.paddr)) {
193 status.err_code = -EAGAIN;
197 memcpy(sc_resp, resp, sizeof(sc->acquire_resp));
201 /* check PF to request acceptance */
202 if (sc_resp->status == BNX2X_VF_STATUS_SUCCESS) {
203 PMD_DRV_LOG(DEBUG, "resources obtained successfully");
205 } else if (sc_resp->status == BNX2X_VF_STATUS_NO_RESOURCES &&
206 tries < BNX2X_VF_OBTAIN_MAX_TRIES) {
208 "PF cannot allocate requested amount of resources");
210 res_query = &sc->vf2pf_mbox->query[0].acquire.res_query;
211 resc = &sc_resp->resc;
213 /* PF refused our request. Try to decrease request params */
214 res_query->num_txqs = min(res_query->num_txqs, resc->num_txqs);
215 res_query->num_rxqs = min(res_query->num_rxqs, resc->num_rxqs);
216 res_query->num_sbs = min(res_query->num_sbs, resc->num_sbs);
217 res_query->num_mac_filters = min(res_query->num_mac_filters, resc->num_mac_filters);
218 res_query->num_vlan_filters = min(res_query->num_vlan_filters, resc->num_vlan_filters);
219 res_query->num_mc_filters = min(res_query->num_mc_filters, resc->num_mc_filters);
221 memset(&sc->vf2pf_mbox->resp, 0, sizeof(union resp_tlvs));
223 PMD_DRV_LOG(ERR, "Resources cannot be obtained. Status of handling: %d. Aborting",
226 status.err_code = -EAGAIN;
229 } while (!res_obtained);
235 int bnx2x_vf_get_resources(struct bnx2x_softc *sc, uint8_t tx_count, uint8_t rx_count)
237 struct vf_acquire_tlv *acq = &sc->vf2pf_mbox->query[0].acquire;
239 struct bnx2x_obtain_status obtain_status;
242 bnx2x_init_first_tlv(sc, &acq->first_tlv, BNX2X_VF_TLV_ACQUIRE, sizeof(*acq));
244 vf_id = bnx2x_read_vf_id(sc);
250 acq->res_query.num_rxqs = rx_count;
251 acq->res_query.num_txqs = tx_count;
252 acq->res_query.num_sbs = sc->igu_sb_cnt;
253 acq->res_query.num_mac_filters = BNX2X_VF_OBTAIN_MAC_FILTERS;
254 acq->res_query.num_mc_filters = BNX2X_VF_OBTAIN_MC_FILTERS;
256 acq->bulletin_addr = sc->pf2vf_bulletin_mapping.paddr;
258 /* Request physical port identifier */
259 BNX2X_TLV_APPEND(acq, acq->first_tlv.length,
260 BNX2X_VF_TLV_PHYS_PORT_ID,
261 sizeof(struct channel_tlv));
263 BNX2X_TLV_APPEND(acq,
264 (acq->first_tlv.length + sizeof(struct channel_tlv)),
265 BNX2X_VF_TLV_LIST_END,
266 sizeof(struct channel_list_end_tlv));
268 /* requesting the resources in loop */
269 obtain_status = bnx2x_loop_obtain_resources(sc);
270 if (!obtain_status.success)
271 return obtain_status.err_code;
273 struct vf_acquire_resp_tlv sc_resp = sc->acquire_resp;
275 sc->devinfo.chip_id |= (sc_resp.chip_num & 0xFFFF);
276 sc->devinfo.int_block = INT_BLOCK_IGU;
277 sc->devinfo.chip_port_mode = CHIP_2_PORT_MODE;
278 sc->devinfo.mf_info.mf_ov = 0;
279 sc->devinfo.mf_info.mf_mode = 0;
280 sc->devinfo.flash_size = 0;
282 sc->igu_sb_cnt = sc_resp.resc.num_sbs;
283 sc->igu_base_sb = sc_resp.resc.hw_sbs[0] & 0xFF;
285 sc->max_tx_queues = sc_resp.resc.num_txqs;
286 sc->max_rx_queues = sc_resp.resc.num_rxqs;
288 sc->link_params.chip_id = sc->devinfo.chip_id;
289 sc->doorbell_size = sc_resp.db_size;
290 sc->flags |= BNX2X_NO_WOL_FLAG | BNX2X_NO_ISCSI_OOO_FLAG | BNX2X_NO_ISCSI_FLAG | BNX2X_NO_FCOE_FLAG;
292 PMD_DRV_LOG(DEBUG, "status block count = %d, base status block = %x",
293 sc->igu_sb_cnt, sc->igu_base_sb);
294 strncpy(sc->fw_ver, sc_resp.fw_ver, sizeof(sc->fw_ver));
296 if (is_valid_ether_addr(sc_resp.resc.current_mac_addr))
297 (void)rte_memcpy(sc->link_params.mac_addr,
298 sc_resp.resc.current_mac_addr,
304 /* Ask PF to release VF's resources */
306 bnx2x_vf_close(struct bnx2x_softc *sc)
308 struct vf_release_tlv *query;
309 struct vf_common_reply_tlv *reply = &sc->vf2pf_mbox->resp.common_reply;
310 int vf_id = bnx2x_read_vf_id(sc);
313 query = &sc->vf2pf_mbox->query[0].release;
314 bnx2x_init_first_tlv(sc, &query->first_tlv, BNX2X_VF_TLV_RELEASE,
317 query->vf_id = vf_id;
318 BNX2X_TLV_APPEND(query, query->first_tlv.length, BNX2X_VF_TLV_LIST_END,
319 sizeof(struct channel_list_end_tlv));
321 bnx2x_do_req4pf(sc, sc->vf2pf_mbox_mapping.paddr);
322 if (reply->status != BNX2X_VF_STATUS_SUCCESS)
323 PMD_DRV_LOG(ERR, "Failed to release VF");
327 /* Let PF know the VF status blocks phys_addrs */
329 bnx2x_vf_init(struct bnx2x_softc *sc)
331 struct vf_init_tlv *query;
332 struct vf_common_reply_tlv *reply = &sc->vf2pf_mbox->resp.common_reply;
335 query = &sc->vf2pf_mbox->query[0].init;
336 bnx2x_init_first_tlv(sc, &query->first_tlv, BNX2X_VF_TLV_INIT,
339 FOR_EACH_QUEUE(sc, i) {
340 query->sb_addr[i] = (unsigned long)(sc->fp[i].sb_dma.paddr);
343 query->stats_step = sizeof(struct per_queue_stats);
344 query->stats_addr = sc->fw_stats_data_mapping +
345 offsetof(struct bnx2x_fw_stats_data, queue_stats);
347 BNX2X_TLV_APPEND(query, query->first_tlv.length, BNX2X_VF_TLV_LIST_END,
348 sizeof(struct channel_list_end_tlv));
350 bnx2x_do_req4pf(sc, sc->vf2pf_mbox_mapping.paddr);
351 if (reply->status != BNX2X_VF_STATUS_SUCCESS) {
352 PMD_DRV_LOG(ERR, "Failed to init VF");
356 PMD_DRV_LOG(DEBUG, "VF was initialized");
361 bnx2x_vf_unload(struct bnx2x_softc *sc)
363 struct vf_close_tlv *query;
364 struct vf_common_reply_tlv *reply = &sc->vf2pf_mbox->resp.common_reply;
365 struct vf_q_op_tlv *query_op;
368 vf_id = bnx2x_read_vf_id(sc);
370 FOR_EACH_QUEUE(sc, i) {
371 query_op = &sc->vf2pf_mbox->query[0].q_op;
372 bnx2x_init_first_tlv(sc, &query_op->first_tlv,
373 BNX2X_VF_TLV_TEARDOWN_Q,
376 query_op->vf_qid = i;
378 BNX2X_TLV_APPEND(query_op, query_op->first_tlv.length,
379 BNX2X_VF_TLV_LIST_END,
380 sizeof(struct channel_list_end_tlv));
382 bnx2x_do_req4pf(sc, sc->vf2pf_mbox_mapping.paddr);
383 if (reply->status != BNX2X_VF_STATUS_SUCCESS)
385 "Bad reply for vf_q %d teardown", i);
388 bnx2x_vf_set_mac(sc, false);
390 query = &sc->vf2pf_mbox->query[0].close;
391 bnx2x_init_first_tlv(sc, &query->first_tlv, BNX2X_VF_TLV_CLOSE,
394 query->vf_id = vf_id;
396 BNX2X_TLV_APPEND(query, query->first_tlv.length,
397 BNX2X_VF_TLV_LIST_END,
398 sizeof(struct channel_list_end_tlv));
400 bnx2x_do_req4pf(sc, sc->vf2pf_mbox_mapping.paddr);
401 if (reply->status != BNX2X_VF_STATUS_SUCCESS)
403 "Bad reply from PF for close message");
407 static inline uint16_t
408 bnx2x_vf_q_flags(uint8_t leading)
410 uint16_t flags = leading ? BNX2X_VF_Q_FLAG_LEADING_RSS : 0;
412 flags |= BNX2X_VF_Q_FLAG_CACHE_ALIGN;
413 flags |= BNX2X_VF_Q_FLAG_STATS;
414 flags |= BNX2X_VF_Q_FLAG_VLAN;
420 bnx2x_vf_rx_q_prep(struct bnx2x_softc *sc, struct bnx2x_fastpath *fp,
421 struct vf_rxq_params *rxq_init, uint16_t flags)
423 struct bnx2x_rx_queue *rxq;
425 rxq = sc->rx_queues[fp->index];
427 PMD_DRV_LOG(ERR, "RX queue %d is NULL", fp->index);
431 rxq_init->rcq_addr = rxq->cq_ring_phys_addr;
432 rxq_init->rcq_np_addr = rxq->cq_ring_phys_addr + BNX2X_PAGE_SIZE;
433 rxq_init->rxq_addr = rxq->rx_ring_phys_addr;
434 rxq_init->vf_sb_id = fp->index;
435 rxq_init->sb_cq_index = HC_INDEX_ETH_RX_CQ_CONS;
436 rxq_init->mtu = sc->mtu;
437 rxq_init->buf_sz = fp->rx_buf_size;
438 rxq_init->flags = flags;
439 rxq_init->stat_id = -1;
440 rxq_init->cache_line_log = BNX2X_RX_ALIGN_SHIFT;
444 bnx2x_vf_tx_q_prep(struct bnx2x_softc *sc, struct bnx2x_fastpath *fp,
445 struct vf_txq_params *txq_init, uint16_t flags)
447 struct bnx2x_tx_queue *txq;
449 txq = sc->tx_queues[fp->index];
451 PMD_DRV_LOG(ERR, "TX queue %d is NULL", fp->index);
455 txq_init->txq_addr = txq->tx_ring_phys_addr;
456 txq_init->sb_index = HC_INDEX_ETH_TX_CQ_CONS_COS0;
457 txq_init->flags = flags;
458 txq_init->traffic_type = LLFC_TRAFFIC_TYPE_NW;
459 txq_init->vf_sb_id = fp->index;
463 bnx2x_vf_setup_queue(struct bnx2x_softc *sc, struct bnx2x_fastpath *fp, int leading)
465 struct vf_setup_q_tlv *query;
466 struct vf_common_reply_tlv *reply = &sc->vf2pf_mbox->resp.common_reply;
467 uint16_t flags = bnx2x_vf_q_flags(leading);
469 query = &sc->vf2pf_mbox->query[0].setup_q;
470 bnx2x_init_first_tlv(sc, &query->first_tlv, BNX2X_VF_TLV_SETUP_Q,
473 query->vf_qid = fp->index;
474 query->param_valid = VF_RXQ_VALID | VF_TXQ_VALID;
476 bnx2x_vf_rx_q_prep(sc, fp, &query->rxq, flags);
477 bnx2x_vf_tx_q_prep(sc, fp, &query->txq, flags);
479 BNX2X_TLV_APPEND(query, query->first_tlv.length, BNX2X_VF_TLV_LIST_END,
480 sizeof(struct channel_list_end_tlv));
482 bnx2x_do_req4pf(sc, sc->vf2pf_mbox_mapping.paddr);
483 if (reply->status != BNX2X_VF_STATUS_SUCCESS) {
484 PMD_DRV_LOG(ERR, "Failed to setup VF queue[%d]",
493 bnx2x_vf_set_mac(struct bnx2x_softc *sc, int set)
495 struct vf_set_q_filters_tlv *query;
496 struct vf_common_reply_tlv *reply;
498 query = &sc->vf2pf_mbox->query[0].set_q_filters;
499 bnx2x_init_first_tlv(sc, &query->first_tlv, BNX2X_VF_TLV_SET_Q_FILTERS,
502 query->vf_qid = sc->fp->index;
503 query->mac_filters_cnt = 1;
504 query->flags = BNX2X_VF_MAC_VLAN_CHANGED;
506 query->filters[0].flags = (set ? BNX2X_VF_Q_FILTER_SET_MAC : 0) |
507 BNX2X_VF_Q_FILTER_DEST_MAC_VALID;
509 bnx2x_check_bull(sc);
511 rte_memcpy(query->filters[0].mac, sc->link_params.mac_addr, ETH_ALEN);
513 BNX2X_TLV_APPEND(query, query->first_tlv.length, BNX2X_VF_TLV_LIST_END,
514 sizeof(struct channel_list_end_tlv));
516 bnx2x_do_req4pf(sc, sc->vf2pf_mbox_mapping.paddr);
517 reply = &sc->vf2pf_mbox->resp.common_reply;
519 while (BNX2X_VF_STATUS_FAILURE == reply->status &&
520 bnx2x_check_bull(sc)) {
521 /* A new mac was configured by PF for us */
522 rte_memcpy(sc->link_params.mac_addr, sc->pf2vf_bulletin->mac,
524 rte_memcpy(query->filters[0].mac, sc->pf2vf_bulletin->mac,
527 bnx2x_do_req4pf(sc, sc->vf2pf_mbox_mapping.paddr);
530 if (BNX2X_VF_STATUS_SUCCESS != reply->status) {
531 PMD_DRV_LOG(ERR, "Bad reply from PF for SET MAC message: %d",
540 bnx2x_vf_config_rss(struct bnx2x_softc *sc,
541 struct ecore_config_rss_params *params)
543 struct vf_rss_tlv *query;
544 struct vf_common_reply_tlv *reply = &sc->vf2pf_mbox->resp.common_reply;
546 query = &sc->vf2pf_mbox->query[0].update_rss;
548 bnx2x_init_first_tlv(sc, &query->first_tlv, BNX2X_VF_TLV_UPDATE_RSS,
551 /* add list termination tlv */
552 BNX2X_TLV_APPEND(query, query->first_tlv.length, BNX2X_VF_TLV_LIST_END,
553 sizeof(struct channel_list_end_tlv));
555 rte_memcpy(query->rss_key, params->rss_key, sizeof(params->rss_key));
556 query->rss_key_size = T_ETH_RSS_KEY;
558 rte_memcpy(query->ind_table, params->ind_table, T_ETH_INDIRECTION_TABLE_SIZE);
559 query->ind_table_size = T_ETH_INDIRECTION_TABLE_SIZE;
561 query->rss_result_mask = params->rss_result_mask;
562 query->rss_flags = params->rss_flags;
564 bnx2x_do_req4pf(sc, sc->vf2pf_mbox_mapping.paddr);
565 if (reply->status != BNX2X_VF_STATUS_SUCCESS) {
566 PMD_DRV_LOG(ERR, "Failed to configure RSS");
574 bnx2x_vf_set_rx_mode(struct bnx2x_softc *sc)
576 struct vf_set_q_filters_tlv *query;
577 struct vf_common_reply_tlv *reply = &sc->vf2pf_mbox->resp.common_reply;
578 unsigned long tx_mask;
580 query = &sc->vf2pf_mbox->query[0].set_q_filters;
581 bnx2x_init_first_tlv(sc, &query->first_tlv, BNX2X_VF_TLV_SET_Q_FILTERS,
585 query->flags = BNX2X_VF_RX_MASK_CHANGED;
587 if (bnx2x_fill_accept_flags(sc, sc->rx_mode, &query->rx_mask, &tx_mask)) {
591 BNX2X_TLV_APPEND(query, query->first_tlv.length, BNX2X_VF_TLV_LIST_END,
592 sizeof(struct channel_list_end_tlv));
594 bnx2x_do_req4pf(sc, sc->vf2pf_mbox_mapping.paddr);
595 if (reply->status != BNX2X_VF_STATUS_SUCCESS) {
596 PMD_DRV_LOG(ERR, "Failed to set RX mode");