1 /* SPDX-License-Identifier: BSD-3-Clause
3 * Copyright(c) 2019-2021 Xilinx, Inc.
4 * Copyright(c) 2016-2019 Solarflare Communications Inc.
6 * This software was jointly developed between OKTET Labs (under contract
7 * for Solarflare) and Solarflare Communications, Inc.
10 #include <rte_bitmap.h>
11 #include <rte_ether.h>
16 #include "sfc_debug.h"
18 #include "sfc_kvargs.h"
20 /** Default MAC statistics update period is 1 second */
21 #define SFC_MAC_STATS_UPDATE_PERIOD_MS_DEF MS_PER_S
23 /** The number of microseconds to sleep on attempt to get statistics update */
24 #define SFC_MAC_STATS_UPDATE_RETRY_INTERVAL_US 10
26 /** The number of attempts to await arrival of freshly generated statistics */
27 #define SFC_MAC_STATS_UPDATE_NB_ATTEMPTS 50
30 * Update MAC statistics in the buffer.
33 * @param force_upload Flag to upload MAC stats in any case
37 * @retval EAGAIN Try again
38 * @retval ENOMEM Memory allocation failure
41 sfc_port_update_mac_stats(struct sfc_adapter *sa, boolean_t force_upload)
43 struct sfc_port *port = &sa->port;
44 efsys_mem_t *esmp = &port->mac_stats_dma_mem;
45 uint32_t *genp = NULL;
47 unsigned int nb_attempts = 0;
50 SFC_ASSERT(sfc_adapter_is_locked(sa));
52 if (sa->state != SFC_ETHDEV_STARTED)
56 * If periodic statistics DMA'ing is off or if not supported,
57 * make a manual request and keep an eye on timer if need be
59 if (!port->mac_stats_periodic_dma_supported ||
60 (port->mac_stats_update_period_ms == 0) || force_upload) {
61 if (port->mac_stats_update_period_ms != 0) {
62 uint64_t timestamp = sfc_get_system_msecs();
65 port->mac_stats_last_request_timestamp) <
66 port->mac_stats_update_period_ms)
69 port->mac_stats_last_request_timestamp = timestamp;
72 rc = efx_mac_stats_upload(sa->nic, esmp);
76 genp = &port->mac_stats_update_generation;
82 rte_delay_us(SFC_MAC_STATS_UPDATE_RETRY_INTERVAL_US);
84 rc = efx_mac_stats_update(sa->nic, esmp,
85 port->mac_stats_buf, genp);
89 } while ((genp != NULL) && (*genp == gen_old) &&
90 (++nb_attempts < SFC_MAC_STATS_UPDATE_NB_ATTEMPTS));
96 sfc_port_reset_sw_stats(struct sfc_adapter *sa)
98 struct sfc_port *port = &sa->port;
101 * Reset diff stats explicitly since check which does not allow
102 * the statistics to grow backward could deny it.
108 sfc_port_reset_mac_stats(struct sfc_adapter *sa)
112 SFC_ASSERT(sfc_adapter_is_locked(sa));
114 rc = efx_mac_stats_clear(sa->nic);
116 sfc_port_reset_sw_stats(sa);
122 sfc_port_init_dev_link(struct sfc_adapter *sa)
124 struct rte_eth_link *dev_link = &sa->eth_dev->data->dev_link;
126 efx_link_mode_t link_mode;
127 struct rte_eth_link current_link;
129 rc = efx_port_poll(sa->nic, &link_mode);
133 sfc_port_link_mode_to_info(link_mode, ¤t_link);
135 EFX_STATIC_ASSERT(sizeof(*dev_link) == sizeof(rte_atomic64_t));
136 rte_atomic64_set((rte_atomic64_t *)dev_link,
137 *(uint64_t *)¤t_link);
142 #if EFSYS_OPT_LOOPBACK
144 static efx_link_mode_t
145 sfc_port_phy_caps_to_max_link_speed(uint32_t phy_caps)
147 if (phy_caps & (1u << EFX_PHY_CAP_100000FDX))
148 return EFX_LINK_100000FDX;
149 if (phy_caps & (1u << EFX_PHY_CAP_50000FDX))
150 return EFX_LINK_50000FDX;
151 if (phy_caps & (1u << EFX_PHY_CAP_40000FDX))
152 return EFX_LINK_40000FDX;
153 if (phy_caps & (1u << EFX_PHY_CAP_25000FDX))
154 return EFX_LINK_25000FDX;
155 if (phy_caps & (1u << EFX_PHY_CAP_10000FDX))
156 return EFX_LINK_10000FDX;
157 if (phy_caps & (1u << EFX_PHY_CAP_1000FDX))
158 return EFX_LINK_1000FDX;
159 return EFX_LINK_UNKNOWN;
165 sfc_port_fill_mac_stats_info(struct sfc_adapter *sa)
167 unsigned int mac_stats_nb_supported = 0;
168 struct sfc_port *port = &sa->port;
169 unsigned int stat_idx;
171 efx_mac_stats_get_mask(sa->nic, port->mac_stats_mask,
172 sizeof(port->mac_stats_mask));
174 for (stat_idx = 0; stat_idx < EFX_MAC_NSTATS; ++stat_idx) {
175 if (!EFX_MAC_STAT_SUPPORTED(port->mac_stats_mask, stat_idx))
178 port->mac_stats_by_id[mac_stats_nb_supported] = stat_idx;
179 mac_stats_nb_supported++;
182 port->mac_stats_nb_supported = mac_stats_nb_supported;
186 sfc_port_start(struct sfc_adapter *sa)
188 struct sfc_port *port = &sa->port;
190 uint32_t phy_adv_cap;
191 const uint32_t phy_pause_caps =
192 ((1u << EFX_PHY_CAP_PAUSE) | (1u << EFX_PHY_CAP_ASYM));
194 sfc_log_init(sa, "entry");
196 sfc_log_init(sa, "init filters");
197 rc = efx_filter_init(sa->nic);
199 goto fail_filter_init;
201 sfc_log_init(sa, "init port");
202 rc = efx_port_init(sa->nic);
206 #if EFSYS_OPT_LOOPBACK
207 if (sa->eth_dev->data->dev_conf.lpbk_mode != 0) {
208 efx_link_mode_t link_mode;
211 sfc_port_phy_caps_to_max_link_speed(port->phy_adv_cap);
212 sfc_log_init(sa, "set loopback link_mode=%u type=%u", link_mode,
213 sa->eth_dev->data->dev_conf.lpbk_mode);
214 rc = efx_port_loopback_set(sa->nic, link_mode,
215 sa->eth_dev->data->dev_conf.lpbk_mode);
217 goto fail_loopback_set;
221 sfc_log_init(sa, "set flow control to %#x autoneg=%u",
222 port->flow_ctrl, port->flow_ctrl_autoneg);
223 rc = efx_mac_fcntl_set(sa->nic, port->flow_ctrl,
224 port->flow_ctrl_autoneg);
226 goto fail_mac_fcntl_set;
228 /* Preserve pause capabilities set by above efx_mac_fcntl_set() */
229 efx_phy_adv_cap_get(sa->nic, EFX_PHY_CAP_CURRENT, &phy_adv_cap);
230 SFC_ASSERT((port->phy_adv_cap & phy_pause_caps) == 0);
231 phy_adv_cap = port->phy_adv_cap | (phy_adv_cap & phy_pause_caps);
234 * No controls for FEC yet. Use default FEC mode.
235 * I.e. advertise everything supported (*_FEC=1), but do not request
236 * anything explicitly (*_FEC_REQUESTED=0).
238 phy_adv_cap |= port->phy_adv_cap_mask &
239 (1u << EFX_PHY_CAP_BASER_FEC |
240 1u << EFX_PHY_CAP_RS_FEC |
241 1u << EFX_PHY_CAP_25G_BASER_FEC);
243 sfc_log_init(sa, "set phy adv caps to %#x", phy_adv_cap);
244 rc = efx_phy_adv_cap_set(sa->nic, phy_adv_cap);
246 goto fail_phy_adv_cap_set;
248 sfc_log_init(sa, "set MAC PDU %u", (unsigned int)port->pdu);
249 rc = efx_mac_pdu_set(sa->nic, port->pdu);
251 goto fail_mac_pdu_set;
253 if (!sfc_sa2shared(sa)->isolated) {
254 struct rte_ether_addr *addr = &port->default_mac_addr;
256 sfc_log_init(sa, "set MAC address");
257 rc = efx_mac_addr_set(sa->nic, addr->addr_bytes);
259 goto fail_mac_addr_set;
261 sfc_log_init(sa, "set MAC filters");
262 port->promisc = (sa->eth_dev->data->promiscuous != 0) ?
264 port->allmulti = (sa->eth_dev->data->all_multicast != 0) ?
266 rc = sfc_set_rx_mode_unchecked(sa);
268 goto fail_mac_filter_set;
270 sfc_log_init(sa, "set multicast address list");
271 rc = efx_mac_multicast_list_set(sa->nic, port->mcast_addrs,
272 port->nb_mcast_addrs);
274 goto fail_mcast_address_list_set;
277 if (port->mac_stats_reset_pending) {
278 rc = sfc_port_reset_mac_stats(sa);
280 sfc_err(sa, "statistics reset failed (requested "
281 "before the port was started)");
283 port->mac_stats_reset_pending = B_FALSE;
286 sfc_port_fill_mac_stats_info(sa);
288 port->mac_stats_update_generation = 0;
290 if (port->mac_stats_update_period_ms != 0) {
292 * Update MAC stats using periodic DMA;
293 * any positive update interval different from
294 * 1000 ms can be set only on SFN8xxx provided
295 * that FW version is 6.2.1.1033 or higher
297 sfc_log_init(sa, "request MAC stats DMA'ing");
298 rc = efx_mac_stats_periodic(sa->nic, &port->mac_stats_dma_mem,
299 port->mac_stats_update_period_ms,
302 port->mac_stats_periodic_dma_supported = B_TRUE;
303 } else if (rc == EOPNOTSUPP) {
304 port->mac_stats_periodic_dma_supported = B_FALSE;
305 port->mac_stats_last_request_timestamp = 0;
307 goto fail_mac_stats_periodic;
311 if ((port->mac_stats_update_period_ms != 0) &&
312 port->mac_stats_periodic_dma_supported) {
314 * Request an explicit MAC stats upload immediately to
315 * preclude bogus figures readback if the user decides
316 * to read stats before periodic DMA is really started
318 rc = efx_mac_stats_upload(sa->nic, &port->mac_stats_dma_mem);
320 goto fail_mac_stats_upload;
323 sfc_log_init(sa, "disable MAC drain");
324 rc = efx_mac_drain(sa->nic, B_FALSE);
328 /* Synchronize link status knowledge */
329 rc = sfc_port_init_dev_link(sa);
331 goto fail_port_init_dev_link;
333 sfc_log_init(sa, "done");
336 fail_port_init_dev_link:
337 (void)efx_mac_drain(sa->nic, B_TRUE);
340 fail_mac_stats_upload:
341 (void)efx_mac_stats_periodic(sa->nic, &port->mac_stats_dma_mem,
344 fail_mac_stats_periodic:
345 fail_mcast_address_list_set:
349 fail_phy_adv_cap_set:
351 #if EFSYS_OPT_LOOPBACK
354 efx_port_fini(sa->nic);
357 efx_filter_fini(sa->nic);
360 sfc_log_init(sa, "failed %d", rc);
365 sfc_port_stop(struct sfc_adapter *sa)
367 sfc_log_init(sa, "entry");
369 efx_mac_drain(sa->nic, B_TRUE);
371 (void)efx_mac_stats_periodic(sa->nic, &sa->port.mac_stats_dma_mem,
374 sfc_port_update_mac_stats(sa, B_TRUE);
376 efx_port_fini(sa->nic);
377 efx_filter_fini(sa->nic);
379 sfc_log_init(sa, "done");
383 sfc_port_configure(struct sfc_adapter *sa)
385 const struct rte_eth_dev_data *dev_data = sa->eth_dev->data;
386 struct sfc_port *port = &sa->port;
388 sfc_log_init(sa, "entry");
390 port->pdu = EFX_MAC_PDU(dev_data->mtu);
396 sfc_port_close(struct sfc_adapter *sa)
398 sfc_log_init(sa, "entry");
402 sfc_port_attach(struct sfc_adapter *sa)
404 struct sfc_port *port = &sa->port;
405 const efx_nic_cfg_t *encp = efx_nic_cfg_get(sa->nic);
406 const struct rte_ether_addr *from;
408 size_t mac_stats_size;
409 long kvarg_stats_update_period_ms;
412 sfc_log_init(sa, "entry");
414 efx_phy_adv_cap_get(sa->nic, EFX_PHY_CAP_PERM, &port->phy_adv_cap_mask);
416 /* Enable flow control by default */
417 port->flow_ctrl = EFX_FCNTL_RESPOND | EFX_FCNTL_GENERATE;
418 port->flow_ctrl_autoneg = B_TRUE;
420 RTE_BUILD_BUG_ON(sizeof(encp->enc_mac_addr) != sizeof(*from));
421 from = (const struct rte_ether_addr *)(encp->enc_mac_addr);
422 rte_ether_addr_copy(from, &port->default_mac_addr);
424 port->max_mcast_addrs = EFX_MAC_MULTICAST_LIST_MAX;
425 port->nb_mcast_addrs = 0;
426 port->mcast_addrs = rte_calloc_socket("mcast_addr_list_buf",
427 port->max_mcast_addrs,
430 if (port->mcast_addrs == NULL) {
432 goto fail_mcast_addr_list_buf_alloc;
436 port->mac_stats_buf = rte_calloc_socket("mac_stats_buf", EFX_MAC_NSTATS,
439 if (port->mac_stats_buf == NULL)
440 goto fail_mac_stats_buf_alloc;
442 mac_nstats = efx_nic_cfg_get(sa->nic)->enc_mac_stats_nstats;
443 mac_stats_size = RTE_ALIGN(mac_nstats * sizeof(uint64_t), EFX_BUF_SIZE);
444 rc = sfc_dma_alloc(sa, "mac_stats", 0, EFX_NIC_DMA_ADDR_MAC_STATS_BUF,
446 sa->socket_id, &port->mac_stats_dma_mem);
448 goto fail_mac_stats_dma_alloc;
450 port->mac_stats_reset_pending = B_FALSE;
452 kvarg_stats_update_period_ms = SFC_MAC_STATS_UPDATE_PERIOD_MS_DEF;
454 rc = sfc_kvargs_process(sa, SFC_KVARG_STATS_UPDATE_PERIOD_MS,
455 sfc_kvarg_long_handler,
456 &kvarg_stats_update_period_ms);
458 ((kvarg_stats_update_period_ms < 0) ||
459 (kvarg_stats_update_period_ms > UINT16_MAX))) {
460 sfc_err(sa, "wrong '" SFC_KVARG_STATS_UPDATE_PERIOD_MS "' "
461 "was set (%ld);", kvarg_stats_update_period_ms);
462 sfc_err(sa, "it must not be less than 0 "
463 "or greater than %" PRIu16, UINT16_MAX);
465 goto fail_kvarg_stats_update_period_ms;
466 } else if (rc != 0) {
467 goto fail_kvarg_stats_update_period_ms;
470 port->mac_stats_update_period_ms = kvarg_stats_update_period_ms;
472 sfc_log_init(sa, "done");
475 fail_kvarg_stats_update_period_ms:
476 sfc_dma_free(sa, &port->mac_stats_dma_mem);
478 fail_mac_stats_dma_alloc:
479 rte_free(port->mac_stats_buf);
481 fail_mac_stats_buf_alloc:
482 rte_free(port->mcast_addrs);
484 fail_mcast_addr_list_buf_alloc:
485 sfc_log_init(sa, "failed %d", rc);
490 sfc_port_detach(struct sfc_adapter *sa)
492 struct sfc_port *port = &sa->port;
494 sfc_log_init(sa, "entry");
496 sfc_dma_free(sa, &port->mac_stats_dma_mem);
497 rte_free(port->mac_stats_buf);
499 rte_free(port->mcast_addrs);
501 sfc_log_init(sa, "done");
505 sfc_get_requested_all_ucast(struct sfc_port *port)
507 return port->promisc;
511 sfc_get_requested_all_mcast(struct sfc_port *port)
513 return port->promisc || port->allmulti;
517 sfc_set_rx_mode_unchecked(struct sfc_adapter *sa)
519 struct sfc_port *port = &sa->port;
520 boolean_t requested_all_ucast = sfc_get_requested_all_ucast(port);
521 boolean_t requested_all_mcast = sfc_get_requested_all_mcast(port);
524 rc = efx_mac_filter_set(sa->nic, requested_all_ucast, B_TRUE,
525 requested_all_mcast, B_TRUE);
533 sfc_set_rx_mode(struct sfc_adapter *sa)
535 struct sfc_port *port = &sa->port;
536 boolean_t old_all_ucast;
537 boolean_t old_all_mcast;
538 boolean_t requested_all_ucast = sfc_get_requested_all_ucast(port);
539 boolean_t requested_all_mcast = sfc_get_requested_all_mcast(port);
540 boolean_t actual_all_ucast;
541 boolean_t actual_all_mcast;
544 efx_mac_filter_get_all_ucast_mcast(sa->nic, &old_all_ucast,
547 rc = sfc_set_rx_mode_unchecked(sa);
551 efx_mac_filter_get_all_ucast_mcast(sa->nic, &actual_all_ucast,
554 if (actual_all_ucast != requested_all_ucast ||
555 actual_all_mcast != requested_all_mcast) {
557 * MAC filter set succeeded but not all requested modes
558 * were applied. The rollback is necessary to bring back the
559 * consistent old state.
561 (void)efx_mac_filter_set(sa->nic, old_all_ucast, B_TRUE,
562 old_all_mcast, B_TRUE);
571 sfc_port_link_mode_to_info(efx_link_mode_t link_mode,
572 struct rte_eth_link *link_info)
574 SFC_ASSERT(link_mode < EFX_LINK_NMODES);
576 memset(link_info, 0, sizeof(*link_info));
577 if ((link_mode == EFX_LINK_DOWN) || (link_mode == EFX_LINK_UNKNOWN))
578 link_info->link_status = RTE_ETH_LINK_DOWN;
580 link_info->link_status = RTE_ETH_LINK_UP;
584 link_info->link_speed = RTE_ETH_SPEED_NUM_10M;
585 link_info->link_duplex = RTE_ETH_LINK_HALF_DUPLEX;
588 link_info->link_speed = RTE_ETH_SPEED_NUM_10M;
589 link_info->link_duplex = RTE_ETH_LINK_FULL_DUPLEX;
591 case EFX_LINK_100HDX:
592 link_info->link_speed = RTE_ETH_SPEED_NUM_100M;
593 link_info->link_duplex = RTE_ETH_LINK_HALF_DUPLEX;
595 case EFX_LINK_100FDX:
596 link_info->link_speed = RTE_ETH_SPEED_NUM_100M;
597 link_info->link_duplex = RTE_ETH_LINK_FULL_DUPLEX;
599 case EFX_LINK_1000HDX:
600 link_info->link_speed = RTE_ETH_SPEED_NUM_1G;
601 link_info->link_duplex = RTE_ETH_LINK_HALF_DUPLEX;
603 case EFX_LINK_1000FDX:
604 link_info->link_speed = RTE_ETH_SPEED_NUM_1G;
605 link_info->link_duplex = RTE_ETH_LINK_FULL_DUPLEX;
607 case EFX_LINK_10000FDX:
608 link_info->link_speed = RTE_ETH_SPEED_NUM_10G;
609 link_info->link_duplex = RTE_ETH_LINK_FULL_DUPLEX;
611 case EFX_LINK_25000FDX:
612 link_info->link_speed = RTE_ETH_SPEED_NUM_25G;
613 link_info->link_duplex = RTE_ETH_LINK_FULL_DUPLEX;
615 case EFX_LINK_40000FDX:
616 link_info->link_speed = RTE_ETH_SPEED_NUM_40G;
617 link_info->link_duplex = RTE_ETH_LINK_FULL_DUPLEX;
619 case EFX_LINK_50000FDX:
620 link_info->link_speed = RTE_ETH_SPEED_NUM_50G;
621 link_info->link_duplex = RTE_ETH_LINK_FULL_DUPLEX;
623 case EFX_LINK_100000FDX:
624 link_info->link_speed = RTE_ETH_SPEED_NUM_100G;
625 link_info->link_duplex = RTE_ETH_LINK_FULL_DUPLEX;
630 case EFX_LINK_UNKNOWN:
632 link_info->link_speed = RTE_ETH_SPEED_NUM_NONE;
633 link_info->link_duplex = 0;
637 link_info->link_autoneg = RTE_ETH_LINK_AUTONEG;
641 sfc_port_get_mac_stats(struct sfc_adapter *sa, struct rte_eth_xstat *xstats,
642 unsigned int xstats_count, unsigned int *nb_written)
644 struct sfc_port *port = &sa->port;
650 sfc_adapter_lock(sa);
652 ret = sfc_port_update_mac_stats(sa, B_FALSE);
659 mac_stats = port->mac_stats_buf;
661 for (i = 0; i < EFX_MAC_NSTATS; ++i) {
662 if (EFX_MAC_STAT_SUPPORTED(port->mac_stats_mask, i)) {
663 if (nstats < (int)xstats_count) {
664 xstats[nstats].id = nstats;
665 xstats[nstats].value = mac_stats[i];
674 sfc_adapter_unlock(sa);
680 sfc_port_get_mac_stats_by_id(struct sfc_adapter *sa, const uint64_t *ids,
681 uint64_t *values, unsigned int n)
683 struct sfc_port *port = &sa->port;
689 sfc_adapter_lock(sa);
691 rc = sfc_port_update_mac_stats(sa, B_FALSE);
698 mac_stats = port->mac_stats_buf;
700 SFC_ASSERT(port->mac_stats_nb_supported <=
701 RTE_DIM(port->mac_stats_by_id));
703 for (i = 0; i < n; i++) {
704 if (ids[i] < port->mac_stats_nb_supported)
705 values[i] = mac_stats[port->mac_stats_by_id[ids[i]]];
711 sfc_adapter_unlock(sa);