2 * Copyright (c) 2016 QLogic Corporation.
6 * See LICENSE.qede_pmd for copyright and licensing details.
9 #include "qede_ethdev.h"
12 static const struct qed_eth_ops *qed_ops;
13 static const char *drivername = "qede pmd";
15 static void qede_interrupt_action(struct ecore_hwfn *p_hwfn)
17 ecore_int_sp_dpc((osal_int_ptr_t)(p_hwfn));
21 qede_interrupt_handler(__rte_unused struct rte_intr_handle *handle, void *param)
23 struct rte_eth_dev *eth_dev = (struct rte_eth_dev *)param;
24 struct qede_dev *qdev = eth_dev->data->dev_private;
25 struct ecore_dev *edev = &qdev->edev;
27 qede_interrupt_action(ECORE_LEADING_HWFN(edev));
28 if (rte_intr_enable(ð_dev->pci_dev->intr_handle))
29 DP_ERR(edev, "rte_intr_enable failed\n");
33 qede_alloc_etherdev(struct qede_dev *qdev, struct qed_dev_eth_info *info)
35 rte_memcpy(&qdev->dev_info, info, sizeof(*info));
36 qdev->num_tc = qdev->dev_info.num_tc;
40 static void qede_print_adapter_info(struct qede_dev *qdev)
42 struct ecore_dev *edev = &qdev->edev;
43 struct qed_dev_info *info = &qdev->dev_info.common;
44 static char ver_str[QED_DRV_VER_STR_SIZE];
46 DP_INFO(edev, "*********************************\n");
47 DP_INFO(edev, " Chip details : %s%d\n",
48 ECORE_IS_BB(edev) ? "BB" : "AH",
49 CHIP_REV_IS_A0(edev) ? 0 : 1);
51 sprintf(ver_str, "%s %s_%d.%d.%d.%d", QEDE_PMD_VER_PREFIX,
52 edev->ver_str, QEDE_PMD_VERSION_MAJOR, QEDE_PMD_VERSION_MINOR,
53 QEDE_PMD_VERSION_REVISION, QEDE_PMD_VERSION_PATCH);
54 strcpy(qdev->drv_ver, ver_str);
55 DP_INFO(edev, " Driver version : %s\n", ver_str);
57 sprintf(ver_str, "%d.%d.%d.%d", info->fw_major, info->fw_minor,
58 info->fw_rev, info->fw_eng);
59 DP_INFO(edev, " Firmware version : %s\n", ver_str);
61 sprintf(ver_str, "%d.%d.%d.%d",
62 (info->mfw_rev >> 24) & 0xff,
63 (info->mfw_rev >> 16) & 0xff,
64 (info->mfw_rev >> 8) & 0xff, (info->mfw_rev) & 0xff);
65 DP_INFO(edev, " Management firmware version : %s\n", ver_str);
67 DP_INFO(edev, " Firmware file : %s\n", fw_file);
69 DP_INFO(edev, "*********************************\n");
73 qede_set_ucast_rx_mac(struct qede_dev *qdev,
74 enum qed_filter_xcast_params_type opcode,
75 uint8_t mac[ETHER_ADDR_LEN])
77 struct ecore_dev *edev = &qdev->edev;
78 struct qed_filter_params filter_cmd;
80 memset(&filter_cmd, 0, sizeof(filter_cmd));
81 filter_cmd.type = QED_FILTER_TYPE_UCAST;
82 filter_cmd.filter.ucast.type = opcode;
83 filter_cmd.filter.ucast.mac_valid = 1;
84 rte_memcpy(&filter_cmd.filter.ucast.mac[0], &mac[0], ETHER_ADDR_LEN);
85 return qdev->ops->filter_config(edev, &filter_cmd);
89 qede_mac_addr_add(struct rte_eth_dev *eth_dev, struct ether_addr *mac_addr,
90 uint32_t index, __rte_unused uint32_t pool)
92 struct qede_dev *qdev = eth_dev->data->dev_private;
93 struct ecore_dev *edev = &qdev->edev;
96 PMD_INIT_FUNC_TRACE(edev);
98 if (index >= qdev->dev_info.num_mac_addrs) {
99 DP_ERR(edev, "Index %u is above MAC filter limit %u\n",
100 index, qdev->dev_info.num_mac_addrs);
104 /* Adding macaddr even though promiscuous mode is set */
105 if (rte_eth_promiscuous_get(eth_dev->data->port_id) == 1)
106 DP_INFO(edev, "Port is in promisc mode, yet adding it\n");
108 /* Add MAC filters according to the unicast secondary macs */
109 rc = qede_set_ucast_rx_mac(qdev, QED_FILTER_XCAST_TYPE_ADD,
110 mac_addr->addr_bytes);
112 DP_ERR(edev, "Unable to add macaddr rc=%d\n", rc);
116 qede_mac_addr_remove(struct rte_eth_dev *eth_dev, uint32_t index)
118 struct qede_dev *qdev = eth_dev->data->dev_private;
119 struct ecore_dev *edev = &qdev->edev;
120 struct ether_addr mac_addr;
123 PMD_INIT_FUNC_TRACE(edev);
125 if (index >= qdev->dev_info.num_mac_addrs) {
126 DP_ERR(edev, "Index %u is above MAC filter limit %u\n",
127 index, qdev->dev_info.num_mac_addrs);
131 /* Use the index maintained by rte */
132 ether_addr_copy(ð_dev->data->mac_addrs[index], &mac_addr);
133 rc = qede_set_ucast_rx_mac(qdev, QED_FILTER_XCAST_TYPE_DEL,
134 mac_addr.addr_bytes);
136 DP_ERR(edev, "Unable to remove macaddr rc=%d\n", rc);
140 qede_mac_addr_set(struct rte_eth_dev *eth_dev, struct ether_addr *mac_addr)
142 struct qede_dev *qdev = QEDE_INIT_QDEV(eth_dev);
143 struct ecore_dev *edev = QEDE_INIT_EDEV(qdev);
146 if (IS_VF(edev) && !ecore_vf_check_mac(ECORE_LEADING_HWFN(edev),
147 mac_addr->addr_bytes)) {
148 DP_ERR(edev, "Setting MAC address is not allowed\n");
149 ether_addr_copy(&qdev->primary_mac,
150 ð_dev->data->mac_addrs[0]);
154 /* First remove the primary mac */
155 rc = qede_set_ucast_rx_mac(qdev, QED_FILTER_XCAST_TYPE_DEL,
156 qdev->primary_mac.addr_bytes);
159 DP_ERR(edev, "Unable to remove current macaddr"
160 " Reverting to previous default mac\n");
161 ether_addr_copy(&qdev->primary_mac,
162 ð_dev->data->mac_addrs[0]);
167 rc = qede_set_ucast_rx_mac(qdev, QED_FILTER_XCAST_TYPE_ADD,
168 mac_addr->addr_bytes);
171 DP_ERR(edev, "Unable to add new default mac\n");
173 ether_addr_copy(mac_addr, &qdev->primary_mac);
179 static void qede_config_accept_any_vlan(struct qede_dev *qdev, bool action)
181 struct ecore_dev *edev = &qdev->edev;
182 struct qed_update_vport_params params = {
184 .accept_any_vlan = action,
185 .update_accept_any_vlan_flg = 1,
189 /* Proceed only if action actually needs to be performed */
190 if (qdev->accept_any_vlan == action)
193 rc = qdev->ops->vport_update(edev, ¶ms);
195 DP_ERR(edev, "Failed to %s accept-any-vlan\n",
196 action ? "enable" : "disable");
198 DP_INFO(edev, "%s accept-any-vlan\n",
199 action ? "enabled" : "disabled");
200 qdev->accept_any_vlan = action;
204 void qede_config_rx_mode(struct rte_eth_dev *eth_dev)
206 struct qede_dev *qdev = eth_dev->data->dev_private;
207 struct ecore_dev *edev = &qdev->edev;
208 /* TODO: - QED_FILTER_TYPE_UCAST */
209 enum qed_filter_rx_mode_type accept_flags =
210 QED_FILTER_RX_MODE_TYPE_REGULAR;
211 struct qed_filter_params rx_mode;
214 /* Configure the struct for the Rx mode */
215 memset(&rx_mode, 0, sizeof(struct qed_filter_params));
216 rx_mode.type = QED_FILTER_TYPE_RX_MODE;
218 rc = qede_set_ucast_rx_mac(qdev, QED_FILTER_XCAST_TYPE_REPLACE,
219 eth_dev->data->mac_addrs[0].addr_bytes);
220 if (rte_eth_promiscuous_get(eth_dev->data->port_id) == 1) {
221 accept_flags = QED_FILTER_RX_MODE_TYPE_PROMISC;
223 rc = qede_set_ucast_rx_mac(qdev, QED_FILTER_XCAST_TYPE_ADD,
225 mac_addrs[0].addr_bytes);
227 DP_ERR(edev, "Unable to add filter\n");
232 /* take care of VLAN mode */
233 if (rte_eth_promiscuous_get(eth_dev->data->port_id) == 1) {
234 qede_config_accept_any_vlan(qdev, true);
235 } else if (!qdev->non_configured_vlans) {
236 /* If we dont have non-configured VLANs and promisc
237 * is not set, then check if we need to disable
238 * accept_any_vlan mode.
239 * Because in this case, accept_any_vlan mode is set
240 * as part of IFF_RPOMISC flag handling.
242 qede_config_accept_any_vlan(qdev, false);
244 rx_mode.filter.accept_flags = accept_flags;
245 rc = qdev->ops->filter_config(edev, &rx_mode);
247 DP_ERR(edev, "Filter config failed rc=%d\n", rc);
250 static int qede_vlan_stripping(struct rte_eth_dev *eth_dev, bool set_stripping)
252 struct qed_update_vport_params vport_update_params;
253 struct qede_dev *qdev = QEDE_INIT_QDEV(eth_dev);
254 struct ecore_dev *edev = QEDE_INIT_EDEV(qdev);
257 memset(&vport_update_params, 0, sizeof(vport_update_params));
258 vport_update_params.vport_id = 0;
259 vport_update_params.update_inner_vlan_removal_flg = 1;
260 vport_update_params.inner_vlan_removal_flg = set_stripping;
261 rc = qdev->ops->vport_update(edev, &vport_update_params);
263 DP_ERR(edev, "Update V-PORT failed %d\n", rc);
270 static void qede_vlan_offload_set(struct rte_eth_dev *eth_dev, int mask)
272 struct qede_dev *qdev = QEDE_INIT_QDEV(eth_dev);
273 struct ecore_dev *edev = QEDE_INIT_EDEV(qdev);
275 if (mask & ETH_VLAN_STRIP_MASK) {
276 if (eth_dev->data->dev_conf.rxmode.hw_vlan_strip)
277 (void)qede_vlan_stripping(eth_dev, 1);
279 (void)qede_vlan_stripping(eth_dev, 0);
282 DP_INFO(edev, "vlan offload mask %d vlan-strip %d\n",
283 mask, eth_dev->data->dev_conf.rxmode.hw_vlan_strip);
286 static int qede_set_ucast_rx_vlan(struct qede_dev *qdev,
287 enum qed_filter_xcast_params_type opcode,
290 struct qed_filter_params filter_cmd;
291 struct ecore_dev *edev = QEDE_INIT_EDEV(qdev);
293 memset(&filter_cmd, 0, sizeof(filter_cmd));
294 filter_cmd.type = QED_FILTER_TYPE_UCAST;
295 filter_cmd.filter.ucast.type = opcode;
296 filter_cmd.filter.ucast.vlan_valid = 1;
297 filter_cmd.filter.ucast.vlan = vid;
299 return qdev->ops->filter_config(edev, &filter_cmd);
302 static int qede_vlan_filter_set(struct rte_eth_dev *eth_dev,
303 uint16_t vlan_id, int on)
305 struct qede_dev *qdev = QEDE_INIT_QDEV(eth_dev);
306 struct ecore_dev *edev = QEDE_INIT_EDEV(qdev);
307 struct qed_dev_eth_info *dev_info = &qdev->dev_info;
311 qdev->configured_vlans == dev_info->num_vlan_filters) {
312 DP_NOTICE(edev, false, "Reached max VLAN filter limit"
313 " enabling accept_any_vlan\n");
314 qede_config_accept_any_vlan(qdev, true);
319 rc = qede_set_ucast_rx_vlan(qdev, QED_FILTER_XCAST_TYPE_ADD,
322 DP_ERR(edev, "Failed to add VLAN %u rc %d\n", vlan_id,
326 qdev->configured_vlans++;
328 rc = qede_set_ucast_rx_vlan(qdev, QED_FILTER_XCAST_TYPE_DEL,
331 DP_ERR(edev, "Failed to delete VLAN %u rc %d\n",
335 qdev->configured_vlans--;
338 DP_INFO(edev, "vlan_id %u on %u rc %d configured_vlans %u\n",
339 vlan_id, on, rc, qdev->configured_vlans);
344 static int qede_dev_configure(struct rte_eth_dev *eth_dev)
346 struct qede_dev *qdev = eth_dev->data->dev_private;
347 struct ecore_dev *edev = &qdev->edev;
348 struct rte_eth_rxmode *rxmode = ð_dev->data->dev_conf.rxmode;
350 PMD_INIT_FUNC_TRACE(edev);
352 if (eth_dev->data->nb_rx_queues != eth_dev->data->nb_tx_queues) {
353 DP_NOTICE(edev, false,
354 "Unequal number of rx/tx queues "
355 "is not supported RX=%u TX=%u\n",
356 eth_dev->data->nb_rx_queues,
357 eth_dev->data->nb_tx_queues);
361 qdev->num_rss = eth_dev->data->nb_rx_queues;
364 qdev->state = QEDE_CLOSE;
366 /* Sanity checks and throw warnings */
368 if (rxmode->enable_scatter == 1) {
369 DP_ERR(edev, "RX scatter packets is not supported\n");
373 if (rxmode->enable_lro == 1) {
374 DP_INFO(edev, "LRO is not supported\n");
378 if (!rxmode->hw_strip_crc)
379 DP_INFO(edev, "L2 CRC stripping is always enabled in hw\n");
381 if (!rxmode->hw_ip_checksum)
382 DP_INFO(edev, "IP/UDP/TCP checksum offload is always enabled "
386 DP_INFO(edev, "Allocated %d RSS queues on %d TC/s\n",
387 QEDE_RSS_CNT(qdev), qdev->num_tc);
389 DP_INFO(edev, "my_id %u rel_pf_id %u abs_pf_id %u"
390 " port %u first_on_engine %d\n",
391 edev->hwfns[0].my_id,
392 edev->hwfns[0].rel_pf_id,
393 edev->hwfns[0].abs_pf_id,
394 edev->hwfns[0].port_id, edev->hwfns[0].first_on_engine);
399 /* Info about HW descriptor ring limitations */
400 static const struct rte_eth_desc_lim qede_rx_desc_lim = {
401 .nb_max = NUM_RX_BDS_MAX,
403 .nb_align = 128 /* lowest common multiple */
406 static const struct rte_eth_desc_lim qede_tx_desc_lim = {
407 .nb_max = NUM_TX_BDS_MAX,
413 qede_dev_info_get(struct rte_eth_dev *eth_dev,
414 struct rte_eth_dev_info *dev_info)
416 struct qede_dev *qdev = eth_dev->data->dev_private;
417 struct ecore_dev *edev = &qdev->edev;
419 PMD_INIT_FUNC_TRACE(edev);
421 dev_info->min_rx_bufsize = (uint32_t)(ETHER_MIN_MTU +
423 dev_info->max_rx_pktlen = (uint32_t)ETH_TX_MAX_NON_LSO_PKT_LEN;
424 dev_info->rx_desc_lim = qede_rx_desc_lim;
425 dev_info->tx_desc_lim = qede_tx_desc_lim;
426 dev_info->max_rx_queues = (uint16_t)QEDE_MAX_RSS_CNT(qdev);
427 dev_info->max_tx_queues = dev_info->max_rx_queues;
428 dev_info->max_mac_addrs = qdev->dev_info.num_mac_addrs;
430 dev_info->max_vfs = 0;
432 dev_info->max_vfs = (uint16_t)NUM_OF_VFS(&qdev->edev);
433 dev_info->driver_name = qdev->drv_ver;
434 dev_info->reta_size = ECORE_RSS_IND_TABLE_SIZE;
435 dev_info->flow_type_rss_offloads = (uint64_t)QEDE_RSS_OFFLOAD_ALL;
437 dev_info->default_txconf = (struct rte_eth_txconf) {
438 .txq_flags = QEDE_TXQ_FLAGS,
441 dev_info->rx_offload_capa = (DEV_RX_OFFLOAD_VLAN_STRIP |
442 DEV_RX_OFFLOAD_IPV4_CKSUM |
443 DEV_RX_OFFLOAD_UDP_CKSUM |
444 DEV_RX_OFFLOAD_TCP_CKSUM);
445 dev_info->tx_offload_capa = (DEV_TX_OFFLOAD_VLAN_INSERT |
446 DEV_TX_OFFLOAD_IPV4_CKSUM |
447 DEV_TX_OFFLOAD_UDP_CKSUM |
448 DEV_TX_OFFLOAD_TCP_CKSUM);
450 dev_info->speed_capa = ETH_LINK_SPEED_25G | ETH_LINK_SPEED_40G;
453 /* return 0 means link status changed, -1 means not changed */
455 qede_link_update(struct rte_eth_dev *eth_dev, __rte_unused int wait_to_complete)
457 struct qede_dev *qdev = eth_dev->data->dev_private;
458 struct ecore_dev *edev = &qdev->edev;
459 uint16_t link_duplex;
460 struct qed_link_output link;
461 struct rte_eth_link *curr = ð_dev->data->dev_link;
463 memset(&link, 0, sizeof(struct qed_link_output));
464 qdev->ops->common->get_link(edev, &link);
467 curr->link_speed = link.speed;
470 switch (link.duplex) {
471 case QEDE_DUPLEX_HALF:
472 link_duplex = ETH_LINK_HALF_DUPLEX;
474 case QEDE_DUPLEX_FULL:
475 link_duplex = ETH_LINK_FULL_DUPLEX;
477 case QEDE_DUPLEX_UNKNOWN:
481 curr->link_duplex = link_duplex;
484 curr->link_status = (link.link_up) ? ETH_LINK_UP : ETH_LINK_DOWN;
487 curr->link_autoneg = (link.supported_caps & QEDE_SUPPORTED_AUTONEG) ?
488 ETH_LINK_AUTONEG : ETH_LINK_FIXED;
490 DP_INFO(edev, "Link - Speed %u Mode %u AN %u Status %u\n",
491 curr->link_speed, curr->link_duplex,
492 curr->link_autoneg, curr->link_status);
494 /* return 0 means link status changed, -1 means not changed */
495 return ((curr->link_status == link.link_up) ? -1 : 0);
499 qede_rx_mode_setting(struct rte_eth_dev *eth_dev,
500 enum qed_filter_rx_mode_type accept_flags)
502 struct qede_dev *qdev = eth_dev->data->dev_private;
503 struct ecore_dev *edev = &qdev->edev;
504 struct qed_filter_params rx_mode;
506 DP_INFO(edev, "%s mode %u\n", __func__, accept_flags);
508 memset(&rx_mode, 0, sizeof(struct qed_filter_params));
509 rx_mode.type = QED_FILTER_TYPE_RX_MODE;
510 rx_mode.filter.accept_flags = accept_flags;
511 qdev->ops->filter_config(edev, &rx_mode);
514 static void qede_promiscuous_enable(struct rte_eth_dev *eth_dev)
516 struct qede_dev *qdev = eth_dev->data->dev_private;
517 struct ecore_dev *edev = &qdev->edev;
519 PMD_INIT_FUNC_TRACE(edev);
521 enum qed_filter_rx_mode_type type = QED_FILTER_RX_MODE_TYPE_PROMISC;
523 if (rte_eth_allmulticast_get(eth_dev->data->port_id) == 1)
524 type |= QED_FILTER_RX_MODE_TYPE_MULTI_PROMISC;
526 qede_rx_mode_setting(eth_dev, type);
529 static void qede_promiscuous_disable(struct rte_eth_dev *eth_dev)
531 struct qede_dev *qdev = eth_dev->data->dev_private;
532 struct ecore_dev *edev = &qdev->edev;
534 PMD_INIT_FUNC_TRACE(edev);
536 if (rte_eth_allmulticast_get(eth_dev->data->port_id) == 1)
537 qede_rx_mode_setting(eth_dev,
538 QED_FILTER_RX_MODE_TYPE_MULTI_PROMISC);
540 qede_rx_mode_setting(eth_dev, QED_FILTER_RX_MODE_TYPE_REGULAR);
543 static void qede_dev_close(struct rte_eth_dev *eth_dev)
545 struct qede_dev *qdev = eth_dev->data->dev_private;
546 struct ecore_dev *edev = &qdev->edev;
548 PMD_INIT_FUNC_TRACE(edev);
550 /* dev_stop() shall cleanup fp resources in hw but without releasing
551 * dma memories and sw structures so that dev_start() can be called
552 * by the app without reconfiguration. However, in dev_close() we
553 * can release all the resources and device can be brought up newly
555 if (qdev->state != QEDE_STOP)
556 qede_dev_stop(eth_dev);
558 DP_INFO(edev, "Device is already stopped\n");
560 qede_free_mem_load(qdev);
562 qede_free_fp_arrays(qdev);
564 qede_dev_set_link_state(eth_dev, false);
566 qdev->ops->common->slowpath_stop(edev);
568 qdev->ops->common->remove(edev);
570 rte_intr_disable(ð_dev->pci_dev->intr_handle);
572 rte_intr_callback_unregister(ð_dev->pci_dev->intr_handle,
573 qede_interrupt_handler, (void *)eth_dev);
575 qdev->state = QEDE_CLOSE;
579 qede_get_stats(struct rte_eth_dev *eth_dev, struct rte_eth_stats *eth_stats)
581 struct qede_dev *qdev = eth_dev->data->dev_private;
582 struct ecore_dev *edev = &qdev->edev;
583 struct ecore_eth_stats stats;
585 qdev->ops->get_vport_stats(edev, &stats);
588 eth_stats->ipackets = stats.rx_ucast_pkts +
589 stats.rx_mcast_pkts + stats.rx_bcast_pkts;
591 eth_stats->ibytes = stats.rx_ucast_bytes +
592 stats.rx_mcast_bytes + stats.rx_bcast_bytes;
594 eth_stats->ierrors = stats.rx_crc_errors +
595 stats.rx_align_errors +
596 stats.rx_carrier_errors +
597 stats.rx_oversize_packets +
598 stats.rx_jabbers + stats.rx_undersize_packets;
600 eth_stats->rx_nombuf = stats.no_buff_discards;
602 eth_stats->imissed = stats.mftag_filter_discards +
603 stats.mac_filter_discards +
604 stats.no_buff_discards + stats.brb_truncates + stats.brb_discards;
607 eth_stats->opackets = stats.tx_ucast_pkts +
608 stats.tx_mcast_pkts + stats.tx_bcast_pkts;
610 eth_stats->obytes = stats.tx_ucast_bytes +
611 stats.tx_mcast_bytes + stats.tx_bcast_bytes;
613 eth_stats->oerrors = stats.tx_err_drop_pkts;
616 "no_buff_discards=%" PRIu64 ""
617 " mac_filter_discards=%" PRIu64 ""
618 " brb_truncates=%" PRIu64 ""
619 " brb_discards=%" PRIu64 "\n",
620 stats.no_buff_discards,
621 stats.mac_filter_discards,
622 stats.brb_truncates, stats.brb_discards);
625 int qede_dev_set_link_state(struct rte_eth_dev *eth_dev, bool link_up)
627 struct qede_dev *qdev = QEDE_INIT_QDEV(eth_dev);
628 struct ecore_dev *edev = QEDE_INIT_EDEV(qdev);
629 struct qed_link_params link_params;
632 DP_INFO(edev, "setting link state %d\n", link_up);
633 memset(&link_params, 0, sizeof(link_params));
634 link_params.link_up = link_up;
635 rc = qdev->ops->common->set_link(edev, &link_params);
636 if (rc != ECORE_SUCCESS)
637 DP_ERR(edev, "Unable to set link state %d\n", link_up);
642 static int qede_dev_set_link_up(struct rte_eth_dev *eth_dev)
644 return qede_dev_set_link_state(eth_dev, true);
647 static int qede_dev_set_link_down(struct rte_eth_dev *eth_dev)
649 return qede_dev_set_link_state(eth_dev, false);
652 static void qede_reset_stats(struct rte_eth_dev *eth_dev)
654 struct qede_dev *qdev = eth_dev->data->dev_private;
655 struct ecore_dev *edev = &qdev->edev;
657 ecore_reset_vport_stats(edev);
660 static void qede_allmulticast_enable(struct rte_eth_dev *eth_dev)
662 enum qed_filter_rx_mode_type type =
663 QED_FILTER_RX_MODE_TYPE_MULTI_PROMISC;
665 if (rte_eth_promiscuous_get(eth_dev->data->port_id) == 1)
666 type |= QED_FILTER_RX_MODE_TYPE_PROMISC;
668 qede_rx_mode_setting(eth_dev, type);
671 static void qede_allmulticast_disable(struct rte_eth_dev *eth_dev)
673 if (rte_eth_promiscuous_get(eth_dev->data->port_id) == 1)
674 qede_rx_mode_setting(eth_dev, QED_FILTER_RX_MODE_TYPE_PROMISC);
676 qede_rx_mode_setting(eth_dev, QED_FILTER_RX_MODE_TYPE_REGULAR);
679 static int qede_flow_ctrl_set(struct rte_eth_dev *eth_dev,
680 struct rte_eth_fc_conf *fc_conf)
682 struct qede_dev *qdev = QEDE_INIT_QDEV(eth_dev);
683 struct ecore_dev *edev = QEDE_INIT_EDEV(qdev);
684 struct qed_link_output current_link;
685 struct qed_link_params params;
687 memset(¤t_link, 0, sizeof(current_link));
688 qdev->ops->common->get_link(edev, ¤t_link);
690 memset(¶ms, 0, sizeof(params));
691 params.override_flags |= QED_LINK_OVERRIDE_PAUSE_CONFIG;
692 if (fc_conf->autoneg) {
693 if (!(current_link.supported_caps & QEDE_SUPPORTED_AUTONEG)) {
694 DP_ERR(edev, "Autoneg not supported\n");
697 params.pause_config |= QED_LINK_PAUSE_AUTONEG_ENABLE;
700 /* Pause is assumed to be supported (SUPPORTED_Pause) */
701 if (fc_conf->mode == RTE_FC_FULL)
702 params.pause_config |= (QED_LINK_PAUSE_TX_ENABLE |
703 QED_LINK_PAUSE_RX_ENABLE);
704 if (fc_conf->mode == RTE_FC_TX_PAUSE)
705 params.pause_config |= QED_LINK_PAUSE_TX_ENABLE;
706 if (fc_conf->mode == RTE_FC_RX_PAUSE)
707 params.pause_config |= QED_LINK_PAUSE_RX_ENABLE;
709 params.link_up = true;
710 (void)qdev->ops->common->set_link(edev, ¶ms);
715 static int qede_flow_ctrl_get(struct rte_eth_dev *eth_dev,
716 struct rte_eth_fc_conf *fc_conf)
718 struct qede_dev *qdev = QEDE_INIT_QDEV(eth_dev);
719 struct ecore_dev *edev = QEDE_INIT_EDEV(qdev);
720 struct qed_link_output current_link;
722 memset(¤t_link, 0, sizeof(current_link));
723 qdev->ops->common->get_link(edev, ¤t_link);
725 if (current_link.pause_config & QED_LINK_PAUSE_AUTONEG_ENABLE)
726 fc_conf->autoneg = true;
728 if (current_link.pause_config & (QED_LINK_PAUSE_RX_ENABLE |
729 QED_LINK_PAUSE_TX_ENABLE))
730 fc_conf->mode = RTE_FC_FULL;
731 else if (current_link.pause_config & QED_LINK_PAUSE_RX_ENABLE)
732 fc_conf->mode = RTE_FC_RX_PAUSE;
733 else if (current_link.pause_config & QED_LINK_PAUSE_TX_ENABLE)
734 fc_conf->mode = RTE_FC_TX_PAUSE;
736 fc_conf->mode = RTE_FC_NONE;
741 static const uint32_t *
742 qede_dev_supported_ptypes_get(struct rte_eth_dev *eth_dev)
744 static const uint32_t ptypes[] = {
750 if (eth_dev->rx_pkt_burst == qede_recv_pkts)
756 int qede_rss_hash_update(struct rte_eth_dev *eth_dev,
757 struct rte_eth_rss_conf *rss_conf)
759 struct qed_update_vport_params vport_update_params;
760 struct qede_dev *qdev = eth_dev->data->dev_private;
761 struct ecore_dev *edev = &qdev->edev;
763 uint32_t *key = (uint32_t *)rss_conf->rss_key;
764 uint64_t hf = rss_conf->rss_hf;
768 DP_ERR(edev, "hash function 0 will disable RSS\n");
771 rss_caps |= (hf & ETH_RSS_IPV4) ? ECORE_RSS_IPV4 : 0;
772 rss_caps |= (hf & ETH_RSS_IPV6) ? ECORE_RSS_IPV6 : 0;
773 rss_caps |= (hf & ETH_RSS_IPV6_EX) ? ECORE_RSS_IPV6 : 0;
774 rss_caps |= (hf & ETH_RSS_NONFRAG_IPV4_TCP) ? ECORE_RSS_IPV4_TCP : 0;
775 rss_caps |= (hf & ETH_RSS_NONFRAG_IPV6_TCP) ? ECORE_RSS_IPV6_TCP : 0;
776 rss_caps |= (hf & ETH_RSS_IPV6_TCP_EX) ? ECORE_RSS_IPV6_TCP : 0;
778 /* If the mapping doesn't fit any supported, return */
779 if (rss_caps == 0 && hf != 0)
782 memset(&vport_update_params, 0, sizeof(vport_update_params));
785 memcpy(qdev->rss_params.rss_key, rss_conf->rss_key,
786 rss_conf->rss_key_len);
788 qdev->rss_params.rss_caps = rss_caps;
789 memcpy(&vport_update_params.rss_params, &qdev->rss_params,
790 sizeof(vport_update_params.rss_params));
791 vport_update_params.update_rss_flg = 1;
792 vport_update_params.vport_id = 0;
794 return qdev->ops->vport_update(edev, &vport_update_params);
797 static const struct eth_dev_ops qede_eth_dev_ops = {
798 .dev_configure = qede_dev_configure,
799 .dev_infos_get = qede_dev_info_get,
800 .rx_queue_setup = qede_rx_queue_setup,
801 .rx_queue_release = qede_rx_queue_release,
802 .tx_queue_setup = qede_tx_queue_setup,
803 .tx_queue_release = qede_tx_queue_release,
804 .dev_start = qede_dev_start,
805 .dev_set_link_up = qede_dev_set_link_up,
806 .dev_set_link_down = qede_dev_set_link_down,
807 .link_update = qede_link_update,
808 .promiscuous_enable = qede_promiscuous_enable,
809 .promiscuous_disable = qede_promiscuous_disable,
810 .allmulticast_enable = qede_allmulticast_enable,
811 .allmulticast_disable = qede_allmulticast_disable,
812 .dev_stop = qede_dev_stop,
813 .dev_close = qede_dev_close,
814 .stats_get = qede_get_stats,
815 .stats_reset = qede_reset_stats,
816 .mac_addr_add = qede_mac_addr_add,
817 .mac_addr_remove = qede_mac_addr_remove,
818 .mac_addr_set = qede_mac_addr_set,
819 .vlan_offload_set = qede_vlan_offload_set,
820 .vlan_filter_set = qede_vlan_filter_set,
821 .flow_ctrl_set = qede_flow_ctrl_set,
822 .flow_ctrl_get = qede_flow_ctrl_get,
823 .dev_supported_ptypes_get = qede_dev_supported_ptypes_get,
824 .rss_hash_update = qede_rss_hash_update,
827 static const struct eth_dev_ops qede_eth_vf_dev_ops = {
828 .dev_configure = qede_dev_configure,
829 .dev_infos_get = qede_dev_info_get,
830 .rx_queue_setup = qede_rx_queue_setup,
831 .rx_queue_release = qede_rx_queue_release,
832 .tx_queue_setup = qede_tx_queue_setup,
833 .tx_queue_release = qede_tx_queue_release,
834 .dev_start = qede_dev_start,
835 .dev_set_link_up = qede_dev_set_link_up,
836 .dev_set_link_down = qede_dev_set_link_down,
837 .link_update = qede_link_update,
838 .promiscuous_enable = qede_promiscuous_enable,
839 .promiscuous_disable = qede_promiscuous_disable,
840 .allmulticast_enable = qede_allmulticast_enable,
841 .allmulticast_disable = qede_allmulticast_disable,
842 .dev_stop = qede_dev_stop,
843 .dev_close = qede_dev_close,
844 .stats_get = qede_get_stats,
845 .stats_reset = qede_reset_stats,
846 .vlan_offload_set = qede_vlan_offload_set,
847 .vlan_filter_set = qede_vlan_filter_set,
848 .dev_supported_ptypes_get = qede_dev_supported_ptypes_get,
849 .rss_hash_update = qede_rss_hash_update,
852 static void qede_update_pf_params(struct ecore_dev *edev)
854 struct ecore_pf_params pf_params;
856 memset(&pf_params, 0, sizeof(struct ecore_pf_params));
857 pf_params.eth_pf_params.num_cons = 64;
858 qed_ops->common->update_pf_params(edev, &pf_params);
861 static int qede_common_dev_init(struct rte_eth_dev *eth_dev, bool is_vf)
863 struct rte_pci_device *pci_dev;
864 struct rte_pci_addr pci_addr;
865 struct qede_dev *adapter;
866 struct ecore_dev *edev;
867 struct qed_dev_eth_info dev_info;
868 struct qed_slowpath_params params;
870 static bool do_once = true;
871 uint8_t bulletin_change;
872 uint8_t vf_mac[ETHER_ADDR_LEN];
873 uint8_t is_mac_forced;
875 /* Fix up ecore debug level */
876 uint32_t dp_module = ~0 & ~ECORE_MSG_HW;
877 uint8_t dp_level = ECORE_LEVEL_VERBOSE;
878 uint32_t max_mac_addrs;
881 /* Extract key data structures */
882 adapter = eth_dev->data->dev_private;
883 edev = &adapter->edev;
884 pci_addr = eth_dev->pci_dev->addr;
886 PMD_INIT_FUNC_TRACE(edev);
888 snprintf(edev->name, NAME_SIZE, PCI_SHORT_PRI_FMT ":dpdk-port-%u",
889 pci_addr.bus, pci_addr.devid, pci_addr.function,
890 eth_dev->data->port_id);
892 eth_dev->rx_pkt_burst = qede_recv_pkts;
893 eth_dev->tx_pkt_burst = qede_xmit_pkts;
895 if (rte_eal_process_type() != RTE_PROC_PRIMARY) {
896 DP_NOTICE(edev, false,
897 "Skipping device init from secondary process\n");
901 pci_dev = eth_dev->pci_dev;
903 rte_eth_copy_pci_info(eth_dev, pci_dev);
905 qed_ver = qed_get_protocol_version(QED_PROTOCOL_ETH);
907 qed_ops = qed_get_eth_ops();
909 DP_ERR(edev, "Failed to get qed_eth_ops_pass\n");
913 DP_INFO(edev, "Starting qede probe\n");
915 rc = qed_ops->common->probe(edev, pci_dev, QED_PROTOCOL_ETH,
916 dp_module, dp_level, is_vf);
919 DP_ERR(edev, "qede probe failed rc %d\n", rc);
923 qede_update_pf_params(edev);
925 rte_intr_callback_register(ð_dev->pci_dev->intr_handle,
926 qede_interrupt_handler, (void *)eth_dev);
928 if (rte_intr_enable(ð_dev->pci_dev->intr_handle)) {
929 DP_ERR(edev, "rte_intr_enable() failed\n");
933 /* Start the Slowpath-process */
934 memset(¶ms, 0, sizeof(struct qed_slowpath_params));
935 params.int_mode = ECORE_INT_MODE_MSIX;
936 params.drv_major = QEDE_MAJOR_VERSION;
937 params.drv_minor = QEDE_MINOR_VERSION;
938 params.drv_rev = QEDE_REVISION_VERSION;
939 params.drv_eng = QEDE_ENGINEERING_VERSION;
940 strncpy((char *)params.name, "qede LAN", QED_DRV_VER_STR_SIZE);
942 rc = qed_ops->common->slowpath_start(edev, ¶ms);
944 DP_ERR(edev, "Cannot start slowpath rc = %d\n", rc);
948 rc = qed_ops->fill_dev_info(edev, &dev_info);
950 DP_ERR(edev, "Cannot get device_info rc %d\n", rc);
951 qed_ops->common->slowpath_stop(edev);
952 qed_ops->common->remove(edev);
956 qede_alloc_etherdev(adapter, &dev_info);
958 adapter->ops->common->set_id(edev, edev->name, QEDE_DRV_MODULE_VERSION);
961 adapter->dev_info.num_mac_addrs =
962 (uint32_t)RESC_NUM(ECORE_LEADING_HWFN(edev),
965 ecore_vf_get_num_mac_filters(ECORE_LEADING_HWFN(edev),
966 &adapter->dev_info.num_mac_addrs);
968 /* Allocate memory for storing MAC addr */
969 eth_dev->data->mac_addrs = rte_zmalloc(edev->name,
971 adapter->dev_info.num_mac_addrs),
972 RTE_CACHE_LINE_SIZE);
974 if (eth_dev->data->mac_addrs == NULL) {
975 DP_ERR(edev, "Failed to allocate MAC address\n");
976 qed_ops->common->slowpath_stop(edev);
977 qed_ops->common->remove(edev);
982 ether_addr_copy((struct ether_addr *)edev->hwfns[0].
984 ð_dev->data->mac_addrs[0]);
985 ether_addr_copy(ð_dev->data->mac_addrs[0],
986 &adapter->primary_mac);
988 ecore_vf_read_bulletin(ECORE_LEADING_HWFN(edev),
990 if (bulletin_change) {
992 ecore_vf_bulletin_get_forced_mac(
993 ECORE_LEADING_HWFN(edev),
996 if (is_mac_exist && is_mac_forced) {
997 DP_INFO(edev, "VF macaddr received from PF\n");
998 ether_addr_copy((struct ether_addr *)&vf_mac,
999 ð_dev->data->mac_addrs[0]);
1000 ether_addr_copy(ð_dev->data->mac_addrs[0],
1001 &adapter->primary_mac);
1003 DP_NOTICE(edev, false,
1004 "No VF macaddr assigned\n");
1009 eth_dev->dev_ops = (is_vf) ? &qede_eth_vf_dev_ops : &qede_eth_dev_ops;
1012 qede_print_adapter_info(adapter);
1016 DP_NOTICE(edev, false, "MAC address : %02x:%02x:%02x:%02x:%02x:%02x\n",
1017 adapter->primary_mac.addr_bytes[0],
1018 adapter->primary_mac.addr_bytes[1],
1019 adapter->primary_mac.addr_bytes[2],
1020 adapter->primary_mac.addr_bytes[3],
1021 adapter->primary_mac.addr_bytes[4],
1022 adapter->primary_mac.addr_bytes[5]);
1027 static int qedevf_eth_dev_init(struct rte_eth_dev *eth_dev)
1029 return qede_common_dev_init(eth_dev, 1);
1032 static int qede_eth_dev_init(struct rte_eth_dev *eth_dev)
1034 return qede_common_dev_init(eth_dev, 0);
1037 static int qede_dev_common_uninit(struct rte_eth_dev *eth_dev)
1039 /* only uninitialize in the primary process */
1040 if (rte_eal_process_type() != RTE_PROC_PRIMARY)
1043 /* safe to close dev here */
1044 qede_dev_close(eth_dev);
1046 eth_dev->dev_ops = NULL;
1047 eth_dev->rx_pkt_burst = NULL;
1048 eth_dev->tx_pkt_burst = NULL;
1050 if (eth_dev->data->mac_addrs)
1051 rte_free(eth_dev->data->mac_addrs);
1053 eth_dev->data->mac_addrs = NULL;
1058 static int qede_eth_dev_uninit(struct rte_eth_dev *eth_dev)
1060 return qede_dev_common_uninit(eth_dev);
1063 static int qedevf_eth_dev_uninit(struct rte_eth_dev *eth_dev)
1065 return qede_dev_common_uninit(eth_dev);
1068 static struct rte_pci_id pci_id_qedevf_map[] = {
1069 #define QEDEVF_RTE_PCI_DEVICE(dev) RTE_PCI_DEVICE(PCI_VENDOR_ID_QLOGIC, dev)
1071 QEDEVF_RTE_PCI_DEVICE(PCI_DEVICE_ID_NX2_VF)
1074 QEDEVF_RTE_PCI_DEVICE(PCI_DEVICE_ID_57980S_IOV)
1079 static struct rte_pci_id pci_id_qede_map[] = {
1080 #define QEDE_RTE_PCI_DEVICE(dev) RTE_PCI_DEVICE(PCI_VENDOR_ID_QLOGIC, dev)
1082 QEDE_RTE_PCI_DEVICE(PCI_DEVICE_ID_NX2_57980E)
1085 QEDE_RTE_PCI_DEVICE(PCI_DEVICE_ID_NX2_57980S)
1088 QEDE_RTE_PCI_DEVICE(PCI_DEVICE_ID_57980S_40)
1091 QEDE_RTE_PCI_DEVICE(PCI_DEVICE_ID_57980S_25)
1096 static struct eth_driver rte_qedevf_pmd = {
1098 .name = "rte_qedevf_pmd",
1099 .id_table = pci_id_qedevf_map,
1101 RTE_PCI_DRV_NEED_MAPPING | RTE_PCI_DRV_INTR_LSC,
1103 .eth_dev_init = qedevf_eth_dev_init,
1104 .eth_dev_uninit = qedevf_eth_dev_uninit,
1105 .dev_private_size = sizeof(struct qede_dev),
1108 static struct eth_driver rte_qede_pmd = {
1110 .name = "rte_qede_pmd",
1111 .id_table = pci_id_qede_map,
1113 RTE_PCI_DRV_NEED_MAPPING | RTE_PCI_DRV_INTR_LSC,
1115 .eth_dev_init = qede_eth_dev_init,
1116 .eth_dev_uninit = qede_eth_dev_uninit,
1117 .dev_private_size = sizeof(struct qede_dev),
1121 rte_qedevf_pmd_init(const char *name __rte_unused,
1122 const char *params __rte_unused)
1124 rte_eth_driver_register(&rte_qedevf_pmd);
1130 rte_qede_pmd_init(const char *name __rte_unused,
1131 const char *params __rte_unused)
1133 rte_eth_driver_register(&rte_qede_pmd);
1138 static struct rte_driver rte_qedevf_driver = {
1140 .init = rte_qede_pmd_init
1143 static struct rte_driver rte_qede_driver = {
1145 .init = rte_qedevf_pmd_init
1148 PMD_REGISTER_DRIVER(rte_qede_driver);
1149 PMD_REGISTER_DRIVER(rte_qedevf_driver);