4 * Copyright (c) 2016-2017 Solarflare Communications Inc.
7 * This software was jointly developed between OKTET Labs (under contract
8 * for Solarflare) and Solarflare Communications, Inc.
10 * Redistribution and use in source and binary forms, with or without
11 * modification, are permitted provided that the following conditions are met:
13 * 1. Redistributions of source code must retain the above copyright notice,
14 * this list of conditions and the following disclaimer.
15 * 2. Redistributions in binary form must reproduce the above copyright notice,
16 * this list of conditions and the following disclaimer in the documentation
17 * and/or other materials provided with the distribution.
19 * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
20 * AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO,
21 * THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
22 * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR
23 * CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL,
24 * EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO,
25 * PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS;
26 * OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY,
27 * WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR
28 * OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE,
29 * EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
36 #include "sfc_kvargs.h"
38 /** Default MAC statistics update period is 1 second */
39 #define SFC_MAC_STATS_UPDATE_PERIOD_MS_DEF MS_PER_S
41 /** The number of microseconds to sleep on attempt to get statistics update */
42 #define SFC_MAC_STATS_UPDATE_RETRY_INTERVAL_US 10
44 /** The number of attempts to await arrival of freshly generated statistics */
45 #define SFC_MAC_STATS_UPDATE_NB_ATTEMPTS 50
48 * Update MAC statistics in the buffer.
54 * @retval EAGAIN Try again
55 * @retval ENOMEM Memory allocation failure
58 sfc_port_update_mac_stats(struct sfc_adapter *sa)
60 struct sfc_port *port = &sa->port;
61 efsys_mem_t *esmp = &port->mac_stats_dma_mem;
62 uint32_t *genp = NULL;
64 unsigned int nb_attempts = 0;
67 SFC_ASSERT(rte_spinlock_is_locked(&port->mac_stats_lock));
69 if (sa->state != SFC_ADAPTER_STARTED)
73 * If periodic statistics DMA'ing is off or if not supported,
74 * make a manual request and keep an eye on timer if need be
76 if (!port->mac_stats_periodic_dma_supported ||
77 (port->mac_stats_update_period_ms == 0)) {
78 if (port->mac_stats_update_period_ms != 0) {
79 uint64_t timestamp = sfc_get_system_msecs();
82 port->mac_stats_last_request_timestamp) <
83 port->mac_stats_update_period_ms)
86 port->mac_stats_last_request_timestamp = timestamp;
89 rc = efx_mac_stats_upload(sa->nic, esmp);
93 genp = &port->mac_stats_update_generation;
99 rte_delay_us(SFC_MAC_STATS_UPDATE_RETRY_INTERVAL_US);
101 rc = efx_mac_stats_update(sa->nic, esmp,
102 port->mac_stats_buf, genp);
106 } while ((genp != NULL) && (*genp == gen_old) &&
107 (++nb_attempts < SFC_MAC_STATS_UPDATE_NB_ATTEMPTS));
113 sfc_port_reset_mac_stats(struct sfc_adapter *sa)
115 struct sfc_port *port = &sa->port;
118 rte_spinlock_lock(&port->mac_stats_lock);
119 rc = efx_mac_stats_clear(sa->nic);
120 rte_spinlock_unlock(&port->mac_stats_lock);
126 sfc_port_init_dev_link(struct sfc_adapter *sa)
128 struct rte_eth_link *dev_link = &sa->eth_dev->data->dev_link;
130 efx_link_mode_t link_mode;
131 struct rte_eth_link current_link;
133 rc = efx_port_poll(sa->nic, &link_mode);
137 sfc_port_link_mode_to_info(link_mode, ¤t_link);
139 EFX_STATIC_ASSERT(sizeof(*dev_link) == sizeof(rte_atomic64_t));
140 rte_atomic64_set((rte_atomic64_t *)dev_link,
141 *(uint64_t *)¤t_link);
147 sfc_port_start(struct sfc_adapter *sa)
149 struct sfc_port *port = &sa->port;
151 uint32_t phy_adv_cap;
152 const uint32_t phy_pause_caps =
153 ((1u << EFX_PHY_CAP_PAUSE) | (1u << EFX_PHY_CAP_ASYM));
155 sfc_log_init(sa, "entry");
157 sfc_log_init(sa, "init filters");
158 rc = efx_filter_init(sa->nic);
160 goto fail_filter_init;
162 sfc_log_init(sa, "init port");
163 rc = efx_port_init(sa->nic);
167 sfc_log_init(sa, "set flow control to %#x autoneg=%u",
168 port->flow_ctrl, port->flow_ctrl_autoneg);
169 rc = efx_mac_fcntl_set(sa->nic, port->flow_ctrl,
170 port->flow_ctrl_autoneg);
172 goto fail_mac_fcntl_set;
174 /* Preserve pause capabilities set by above efx_mac_fcntl_set() */
175 efx_phy_adv_cap_get(sa->nic, EFX_PHY_CAP_CURRENT, &phy_adv_cap);
176 SFC_ASSERT((port->phy_adv_cap & phy_pause_caps) == 0);
177 phy_adv_cap = port->phy_adv_cap | (phy_adv_cap & phy_pause_caps);
179 sfc_log_init(sa, "set phy adv caps to %#x", phy_adv_cap);
180 rc = efx_phy_adv_cap_set(sa->nic, phy_adv_cap);
182 goto fail_phy_adv_cap_set;
184 sfc_log_init(sa, "set MAC PDU %u", (unsigned int)port->pdu);
185 rc = efx_mac_pdu_set(sa->nic, port->pdu);
187 goto fail_mac_pdu_set;
189 if (!port->isolated) {
190 struct ether_addr *mac_addrs = sa->eth_dev->data->mac_addrs;
192 sfc_log_init(sa, "set MAC address");
193 rc = efx_mac_addr_set(sa->nic, mac_addrs[0].addr_bytes);
195 goto fail_mac_addr_set;
197 sfc_log_init(sa, "set MAC filters");
198 port->promisc = (sa->eth_dev->data->promiscuous != 0) ?
200 port->allmulti = (sa->eth_dev->data->all_multicast != 0) ?
202 rc = sfc_set_rx_mode(sa);
204 goto fail_mac_filter_set;
206 sfc_log_init(sa, "set multicast address list");
207 rc = efx_mac_multicast_list_set(sa->nic, port->mcast_addrs,
208 port->nb_mcast_addrs);
210 goto fail_mcast_address_list_set;
213 if (port->mac_stats_reset_pending) {
214 rc = sfc_port_reset_mac_stats(sa);
216 sfc_err(sa, "statistics reset failed (requested "
217 "before the port was started)");
219 port->mac_stats_reset_pending = B_FALSE;
222 efx_mac_stats_get_mask(sa->nic, port->mac_stats_mask,
223 sizeof(port->mac_stats_mask));
225 port->mac_stats_update_generation = 0;
227 if (port->mac_stats_update_period_ms != 0) {
229 * Update MAC stats using periodic DMA;
230 * any positive update interval different from
231 * 1000 ms can be set only on SFN8xxx provided
232 * that FW version is 6.2.1.1033 or higher
234 sfc_log_init(sa, "request MAC stats DMA'ing");
235 rc = efx_mac_stats_periodic(sa->nic, &port->mac_stats_dma_mem,
236 port->mac_stats_update_period_ms,
239 port->mac_stats_periodic_dma_supported = B_TRUE;
240 } else if (rc == EOPNOTSUPP) {
241 port->mac_stats_periodic_dma_supported = B_FALSE;
242 port->mac_stats_last_request_timestamp = 0;
244 goto fail_mac_stats_periodic;
248 if ((port->mac_stats_update_period_ms != 0) &&
249 port->mac_stats_periodic_dma_supported) {
251 * Request an explicit MAC stats upload immediately to
252 * preclude bogus figures readback if the user decides
253 * to read stats before periodic DMA is really started
255 rc = efx_mac_stats_upload(sa->nic, &port->mac_stats_dma_mem);
257 goto fail_mac_stats_upload;
260 sfc_log_init(sa, "disable MAC drain");
261 rc = efx_mac_drain(sa->nic, B_FALSE);
265 /* Synchronize link status knowledge */
266 rc = sfc_port_init_dev_link(sa);
268 goto fail_port_init_dev_link;
270 sfc_log_init(sa, "done");
273 fail_port_init_dev_link:
274 (void)efx_mac_drain(sa->nic, B_TRUE);
277 (void)efx_mac_stats_periodic(sa->nic, &port->mac_stats_dma_mem,
280 fail_mac_stats_upload:
281 fail_mac_stats_periodic:
282 fail_mcast_address_list_set:
286 fail_phy_adv_cap_set:
288 efx_port_fini(sa->nic);
291 efx_filter_fini(sa->nic);
294 sfc_log_init(sa, "failed %d", rc);
299 sfc_port_stop(struct sfc_adapter *sa)
301 sfc_log_init(sa, "entry");
303 efx_mac_drain(sa->nic, B_TRUE);
305 (void)efx_mac_stats_periodic(sa->nic, &sa->port.mac_stats_dma_mem,
308 efx_port_fini(sa->nic);
309 efx_filter_fini(sa->nic);
311 sfc_log_init(sa, "done");
315 sfc_port_configure(struct sfc_adapter *sa)
317 const struct rte_eth_dev_data *dev_data = sa->eth_dev->data;
318 struct sfc_port *port = &sa->port;
320 sfc_log_init(sa, "entry");
322 if (dev_data->dev_conf.rxmode.jumbo_frame)
323 port->pdu = dev_data->dev_conf.rxmode.max_rx_pkt_len;
325 port->pdu = EFX_MAC_PDU(dev_data->mtu);
331 sfc_port_close(struct sfc_adapter *sa)
333 sfc_log_init(sa, "entry");
337 sfc_port_attach(struct sfc_adapter *sa)
339 struct sfc_port *port = &sa->port;
340 long kvarg_stats_update_period_ms;
343 sfc_log_init(sa, "entry");
345 efx_phy_adv_cap_get(sa->nic, EFX_PHY_CAP_PERM, &port->phy_adv_cap_mask);
347 /* Enable flow control by default */
348 port->flow_ctrl = EFX_FCNTL_RESPOND | EFX_FCNTL_GENERATE;
349 port->flow_ctrl_autoneg = B_TRUE;
351 port->max_mcast_addrs = EFX_MAC_MULTICAST_LIST_MAX;
352 port->nb_mcast_addrs = 0;
353 port->mcast_addrs = rte_calloc_socket("mcast_addr_list_buf",
354 port->max_mcast_addrs,
357 if (port->mcast_addrs == NULL) {
359 goto fail_mcast_addr_list_buf_alloc;
362 rte_spinlock_init(&port->mac_stats_lock);
365 port->mac_stats_buf = rte_calloc_socket("mac_stats_buf", EFX_MAC_NSTATS,
368 if (port->mac_stats_buf == NULL)
369 goto fail_mac_stats_buf_alloc;
371 rc = sfc_dma_alloc(sa, "mac_stats", 0, EFX_MAC_STATS_SIZE,
372 sa->socket_id, &port->mac_stats_dma_mem);
374 goto fail_mac_stats_dma_alloc;
376 port->mac_stats_reset_pending = B_FALSE;
378 kvarg_stats_update_period_ms = SFC_MAC_STATS_UPDATE_PERIOD_MS_DEF;
380 rc = sfc_kvargs_process(sa, SFC_KVARG_STATS_UPDATE_PERIOD_MS,
381 sfc_kvarg_long_handler,
382 &kvarg_stats_update_period_ms);
384 ((kvarg_stats_update_period_ms < 0) ||
385 (kvarg_stats_update_period_ms > UINT16_MAX))) {
386 sfc_err(sa, "wrong '" SFC_KVARG_STATS_UPDATE_PERIOD_MS "' "
387 "was set (%ld);", kvarg_stats_update_period_ms);
388 sfc_err(sa, "it must not be less than 0 "
389 "or greater than %" PRIu16, UINT16_MAX);
391 goto fail_kvarg_stats_update_period_ms;
392 } else if (rc != 0) {
393 goto fail_kvarg_stats_update_period_ms;
396 port->mac_stats_update_period_ms = kvarg_stats_update_period_ms;
398 sfc_log_init(sa, "done");
401 fail_kvarg_stats_update_period_ms:
402 fail_mac_stats_dma_alloc:
403 rte_free(port->mac_stats_buf);
404 fail_mac_stats_buf_alloc:
405 fail_mcast_addr_list_buf_alloc:
406 sfc_log_init(sa, "failed %d", rc);
411 sfc_port_detach(struct sfc_adapter *sa)
413 struct sfc_port *port = &sa->port;
415 sfc_log_init(sa, "entry");
417 sfc_dma_free(sa, &port->mac_stats_dma_mem);
418 rte_free(port->mac_stats_buf);
420 sfc_log_init(sa, "done");
424 sfc_set_rx_mode(struct sfc_adapter *sa)
426 struct sfc_port *port = &sa->port;
429 rc = efx_mac_filter_set(sa->nic, port->promisc, B_TRUE,
430 port->promisc || port->allmulti, B_TRUE);
436 sfc_port_link_mode_to_info(efx_link_mode_t link_mode,
437 struct rte_eth_link *link_info)
439 SFC_ASSERT(link_mode < EFX_LINK_NMODES);
441 memset(link_info, 0, sizeof(*link_info));
442 if ((link_mode == EFX_LINK_DOWN) || (link_mode == EFX_LINK_UNKNOWN))
443 link_info->link_status = ETH_LINK_DOWN;
445 link_info->link_status = ETH_LINK_UP;
449 link_info->link_speed = ETH_SPEED_NUM_10M;
450 link_info->link_duplex = ETH_LINK_HALF_DUPLEX;
453 link_info->link_speed = ETH_SPEED_NUM_10M;
454 link_info->link_duplex = ETH_LINK_FULL_DUPLEX;
456 case EFX_LINK_100HDX:
457 link_info->link_speed = ETH_SPEED_NUM_100M;
458 link_info->link_duplex = ETH_LINK_HALF_DUPLEX;
460 case EFX_LINK_100FDX:
461 link_info->link_speed = ETH_SPEED_NUM_100M;
462 link_info->link_duplex = ETH_LINK_FULL_DUPLEX;
464 case EFX_LINK_1000HDX:
465 link_info->link_speed = ETH_SPEED_NUM_1G;
466 link_info->link_duplex = ETH_LINK_HALF_DUPLEX;
468 case EFX_LINK_1000FDX:
469 link_info->link_speed = ETH_SPEED_NUM_1G;
470 link_info->link_duplex = ETH_LINK_FULL_DUPLEX;
472 case EFX_LINK_10000FDX:
473 link_info->link_speed = ETH_SPEED_NUM_10G;
474 link_info->link_duplex = ETH_LINK_FULL_DUPLEX;
476 case EFX_LINK_40000FDX:
477 link_info->link_speed = ETH_SPEED_NUM_40G;
478 link_info->link_duplex = ETH_LINK_FULL_DUPLEX;
483 case EFX_LINK_UNKNOWN:
485 link_info->link_speed = ETH_SPEED_NUM_NONE;
486 link_info->link_duplex = 0;
490 link_info->link_autoneg = ETH_LINK_AUTONEG;