2 * Copyright (c) 2016 Solarflare Communications Inc.
5 * This software was jointly developed between OKTET Labs (under contract
6 * for Solarflare) and Solarflare Communications, Inc.
8 * Redistribution and use in source and binary forms, with or without
9 * modification, are permitted provided that the following conditions are met:
11 * 1. Redistributions of source code must retain the above copyright notice,
12 * this list of conditions and the following disclaimer.
13 * 2. Redistributions in binary form must reproduce the above copyright notice,
14 * this list of conditions and the following disclaimer in the documentation
15 * and/or other materials provided with the distribution.
17 * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
18 * AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO,
19 * THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
20 * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR
21 * CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL,
22 * EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO,
23 * PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS;
24 * OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY,
25 * WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR
26 * OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE,
27 * EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
34 #include "sfc_kvargs.h"
36 /** Default MAC statistics update period is 1 second */
37 #define SFC_MAC_STATS_UPDATE_PERIOD_MS_DEF MS_PER_S
39 /** The number of microseconds to sleep on attempt to get statistics update */
40 #define SFC_MAC_STATS_UPDATE_RETRY_INTERVAL_US 10
42 /** The number of attempts to await arrival of freshly generated statistics */
43 #define SFC_MAC_STATS_UPDATE_NB_ATTEMPTS 50
46 * Update MAC statistics in the buffer.
52 * @retval EAGAIN Try again
53 * @retval ENOMEM Memory allocation failure
56 sfc_port_update_mac_stats(struct sfc_adapter *sa)
58 struct sfc_port *port = &sa->port;
59 efsys_mem_t *esmp = &port->mac_stats_dma_mem;
60 uint32_t *genp = NULL;
62 unsigned int nb_attempts = 0;
65 SFC_ASSERT(rte_spinlock_is_locked(&port->mac_stats_lock));
67 if (sa->state != SFC_ADAPTER_STARTED)
70 /* If periodic statistics DMA'ing is off, request explicitly */
71 if (port->mac_stats_update_period_ms == 0) {
72 rc = efx_mac_stats_upload(sa->nic, esmp);
76 genp = &port->mac_stats_update_generation;
82 rte_delay_us(SFC_MAC_STATS_UPDATE_RETRY_INTERVAL_US);
84 rc = efx_mac_stats_update(sa->nic, esmp,
85 port->mac_stats_buf, genp);
89 } while ((genp != NULL) && (*genp == gen_old) &&
90 (++nb_attempts < SFC_MAC_STATS_UPDATE_NB_ATTEMPTS));
96 sfc_port_reset_mac_stats(struct sfc_adapter *sa)
98 struct sfc_port *port = &sa->port;
101 rte_spinlock_lock(&port->mac_stats_lock);
102 rc = efx_mac_stats_clear(sa->nic);
103 rte_spinlock_unlock(&port->mac_stats_lock);
109 sfc_port_init_dev_link(struct sfc_adapter *sa)
111 struct rte_eth_link *dev_link = &sa->eth_dev->data->dev_link;
113 efx_link_mode_t link_mode;
114 struct rte_eth_link current_link;
116 rc = efx_port_poll(sa->nic, &link_mode);
120 sfc_port_link_mode_to_info(link_mode, ¤t_link);
122 EFX_STATIC_ASSERT(sizeof(*dev_link) == sizeof(rte_atomic64_t));
123 rte_atomic64_set((rte_atomic64_t *)dev_link,
124 *(uint64_t *)¤t_link);
130 sfc_port_start(struct sfc_adapter *sa)
132 struct sfc_port *port = &sa->port;
134 uint32_t phy_adv_cap;
135 const uint32_t phy_pause_caps =
136 ((1u << EFX_PHY_CAP_PAUSE) | (1u << EFX_PHY_CAP_ASYM));
138 sfc_log_init(sa, "entry");
140 sfc_log_init(sa, "init filters");
141 rc = efx_filter_init(sa->nic);
143 goto fail_filter_init;
145 sfc_log_init(sa, "init port");
146 rc = efx_port_init(sa->nic);
150 sfc_log_init(sa, "set flow control to %#x autoneg=%u",
151 port->flow_ctrl, port->flow_ctrl_autoneg);
152 rc = efx_mac_fcntl_set(sa->nic, port->flow_ctrl,
153 port->flow_ctrl_autoneg);
155 goto fail_mac_fcntl_set;
157 /* Preserve pause capabilities set by above efx_mac_fcntl_set() */
158 efx_phy_adv_cap_get(sa->nic, EFX_PHY_CAP_CURRENT, &phy_adv_cap);
159 SFC_ASSERT((port->phy_adv_cap & phy_pause_caps) == 0);
160 phy_adv_cap = port->phy_adv_cap | (phy_adv_cap & phy_pause_caps);
162 sfc_log_init(sa, "set phy adv caps to %#x", phy_adv_cap);
163 rc = efx_phy_adv_cap_set(sa->nic, phy_adv_cap);
165 goto fail_phy_adv_cap_set;
167 sfc_log_init(sa, "set MAC PDU %u", (unsigned int)port->pdu);
168 rc = efx_mac_pdu_set(sa->nic, port->pdu);
170 goto fail_mac_pdu_set;
172 sfc_log_init(sa, "set MAC address");
173 rc = efx_mac_addr_set(sa->nic,
174 sa->eth_dev->data->mac_addrs[0].addr_bytes);
176 goto fail_mac_addr_set;
178 sfc_log_init(sa, "set MAC filters");
179 port->promisc = (sa->eth_dev->data->promiscuous != 0) ?
181 port->allmulti = (sa->eth_dev->data->all_multicast != 0) ?
183 rc = sfc_set_rx_mode(sa);
185 goto fail_mac_filter_set;
187 sfc_log_init(sa, "set multicast address list");
188 rc = efx_mac_multicast_list_set(sa->nic, port->mcast_addrs,
189 port->nb_mcast_addrs);
191 goto fail_mcast_address_list_set;
193 if (port->mac_stats_reset_pending) {
194 rc = sfc_port_reset_mac_stats(sa);
196 sfc_err(sa, "statistics reset failed (requested "
197 "before the port was started)");
199 port->mac_stats_reset_pending = B_FALSE;
202 efx_mac_stats_get_mask(sa->nic, port->mac_stats_mask,
203 sizeof(port->mac_stats_mask));
205 port->mac_stats_update_generation = 0;
207 if (port->mac_stats_update_period_ms != 0) {
209 * Update MAC stats using periodic DMA;
210 * any positive update interval different from
211 * 1000 ms can be set only on SFN8xxx provided
212 * that FW version is 6.2.1.1033 or higher
214 sfc_log_init(sa, "request MAC stats DMA'ing");
215 rc = efx_mac_stats_periodic(sa->nic, &port->mac_stats_dma_mem,
216 port->mac_stats_update_period_ms,
219 goto fail_mac_stats_periodic;
222 sfc_log_init(sa, "disable MAC drain");
223 rc = efx_mac_drain(sa->nic, B_FALSE);
227 /* Synchronize link status knowledge */
228 rc = sfc_port_init_dev_link(sa);
230 goto fail_port_init_dev_link;
232 sfc_log_init(sa, "done");
235 fail_port_init_dev_link:
236 (void)efx_mac_drain(sa->nic, B_TRUE);
239 (void)efx_mac_stats_periodic(sa->nic, &port->mac_stats_dma_mem,
242 fail_mac_stats_periodic:
243 fail_mcast_address_list_set:
247 fail_phy_adv_cap_set:
249 efx_port_fini(sa->nic);
252 efx_filter_fini(sa->nic);
255 sfc_log_init(sa, "failed %d", rc);
260 sfc_port_stop(struct sfc_adapter *sa)
262 sfc_log_init(sa, "entry");
264 efx_mac_drain(sa->nic, B_TRUE);
266 (void)efx_mac_stats_periodic(sa->nic, &sa->port.mac_stats_dma_mem,
269 efx_port_fini(sa->nic);
270 efx_filter_fini(sa->nic);
272 sfc_log_init(sa, "done");
276 sfc_port_init(struct sfc_adapter *sa)
278 const struct rte_eth_dev_data *dev_data = sa->eth_dev->data;
279 struct sfc_port *port = &sa->port;
280 long kvarg_stats_update_period_ms;
283 sfc_log_init(sa, "entry");
285 /* Enable flow control by default */
286 port->flow_ctrl = EFX_FCNTL_RESPOND | EFX_FCNTL_GENERATE;
287 port->flow_ctrl_autoneg = B_TRUE;
289 if (dev_data->dev_conf.rxmode.jumbo_frame)
290 port->pdu = dev_data->dev_conf.rxmode.max_rx_pkt_len;
292 port->pdu = EFX_MAC_PDU(dev_data->mtu);
294 port->max_mcast_addrs = EFX_MAC_MULTICAST_LIST_MAX;
295 port->nb_mcast_addrs = 0;
296 port->mcast_addrs = rte_calloc_socket("mcast_addr_list_buf",
297 port->max_mcast_addrs,
300 if (port->mcast_addrs == NULL) {
302 goto fail_mcast_addr_list_buf_alloc;
305 rte_spinlock_init(&port->mac_stats_lock);
308 port->mac_stats_buf = rte_calloc_socket("mac_stats_buf", EFX_MAC_NSTATS,
311 if (port->mac_stats_buf == NULL)
312 goto fail_mac_stats_buf_alloc;
314 rc = sfc_dma_alloc(sa, "mac_stats", 0, EFX_MAC_STATS_SIZE,
315 sa->socket_id, &port->mac_stats_dma_mem);
317 goto fail_mac_stats_dma_alloc;
319 port->mac_stats_reset_pending = B_FALSE;
321 kvarg_stats_update_period_ms = SFC_MAC_STATS_UPDATE_PERIOD_MS_DEF;
323 rc = sfc_kvargs_process(sa, SFC_KVARG_STATS_UPDATE_PERIOD_MS,
324 sfc_kvarg_long_handler,
325 &kvarg_stats_update_period_ms);
327 ((kvarg_stats_update_period_ms < 0) ||
328 (kvarg_stats_update_period_ms > UINT16_MAX))) {
329 sfc_err(sa, "wrong '" SFC_KVARG_STATS_UPDATE_PERIOD_MS "' "
330 "was set (%ld);", kvarg_stats_update_period_ms);
331 sfc_err(sa, "it must not be less than 0 "
332 "or greater than %" PRIu16, UINT16_MAX);
334 goto fail_kvarg_stats_update_period_ms;
335 } else if (rc != 0) {
336 goto fail_kvarg_stats_update_period_ms;
339 port->mac_stats_update_period_ms = kvarg_stats_update_period_ms;
341 sfc_log_init(sa, "done");
344 fail_kvarg_stats_update_period_ms:
345 fail_mac_stats_dma_alloc:
346 rte_free(port->mac_stats_buf);
347 fail_mac_stats_buf_alloc:
348 fail_mcast_addr_list_buf_alloc:
349 sfc_log_init(sa, "failed %d", rc);
354 sfc_port_fini(struct sfc_adapter *sa)
356 struct sfc_port *port = &sa->port;
358 sfc_log_init(sa, "entry");
360 sfc_dma_free(sa, &port->mac_stats_dma_mem);
361 rte_free(port->mac_stats_buf);
363 sfc_log_init(sa, "done");
367 sfc_set_rx_mode(struct sfc_adapter *sa)
369 struct sfc_port *port = &sa->port;
372 rc = efx_mac_filter_set(sa->nic, port->promisc, B_TRUE,
373 port->promisc || port->allmulti, B_TRUE);
379 sfc_port_link_mode_to_info(efx_link_mode_t link_mode,
380 struct rte_eth_link *link_info)
382 SFC_ASSERT(link_mode < EFX_LINK_NMODES);
384 memset(link_info, 0, sizeof(*link_info));
385 if ((link_mode == EFX_LINK_DOWN) || (link_mode == EFX_LINK_UNKNOWN))
386 link_info->link_status = ETH_LINK_DOWN;
388 link_info->link_status = ETH_LINK_UP;
392 link_info->link_speed = ETH_SPEED_NUM_10M;
393 link_info->link_duplex = ETH_LINK_HALF_DUPLEX;
396 link_info->link_speed = ETH_SPEED_NUM_10M;
397 link_info->link_duplex = ETH_LINK_FULL_DUPLEX;
399 case EFX_LINK_100HDX:
400 link_info->link_speed = ETH_SPEED_NUM_100M;
401 link_info->link_duplex = ETH_LINK_HALF_DUPLEX;
403 case EFX_LINK_100FDX:
404 link_info->link_speed = ETH_SPEED_NUM_100M;
405 link_info->link_duplex = ETH_LINK_FULL_DUPLEX;
407 case EFX_LINK_1000HDX:
408 link_info->link_speed = ETH_SPEED_NUM_1G;
409 link_info->link_duplex = ETH_LINK_HALF_DUPLEX;
411 case EFX_LINK_1000FDX:
412 link_info->link_speed = ETH_SPEED_NUM_1G;
413 link_info->link_duplex = ETH_LINK_FULL_DUPLEX;
415 case EFX_LINK_10000FDX:
416 link_info->link_speed = ETH_SPEED_NUM_10G;
417 link_info->link_duplex = ETH_LINK_FULL_DUPLEX;
419 case EFX_LINK_40000FDX:
420 link_info->link_speed = ETH_SPEED_NUM_40G;
421 link_info->link_duplex = ETH_LINK_FULL_DUPLEX;
426 case EFX_LINK_UNKNOWN:
428 link_info->link_speed = ETH_SPEED_NUM_NONE;
429 link_info->link_duplex = 0;
433 link_info->link_autoneg = ETH_LINK_AUTONEG;