cdc0f94f19fe6d6f58f40874200b83027f7ee17b
[dpdk.git] / drivers / net / sfc / sfc_port.c
1 /* SPDX-License-Identifier: BSD-3-Clause
2  *
3  * Copyright(c) 2019-2021 Xilinx, Inc.
4  * Copyright(c) 2016-2019 Solarflare Communications Inc.
5  *
6  * This software was jointly developed between OKTET Labs (under contract
7  * for Solarflare) and Solarflare Communications, Inc.
8  */
9
10 #include "efx.h"
11
12 #include "sfc.h"
13 #include "sfc_debug.h"
14 #include "sfc_log.h"
15 #include "sfc_kvargs.h"
16
17 /** Default MAC statistics update period is 1 second */
18 #define SFC_MAC_STATS_UPDATE_PERIOD_MS_DEF      MS_PER_S
19
20 /** The number of microseconds to sleep on attempt to get statistics update */
21 #define SFC_MAC_STATS_UPDATE_RETRY_INTERVAL_US  10
22
23 /** The number of attempts to await arrival of freshly generated statistics */
24 #define SFC_MAC_STATS_UPDATE_NB_ATTEMPTS        50
25
26 /**
27  * Update MAC statistics in the buffer.
28  *
29  * @param       sa      Adapter
30  *
31  * @return Status code
32  * @retval      0       Success
33  * @retval      EAGAIN  Try again
34  * @retval      ENOMEM  Memory allocation failure
35  */
36 int
37 sfc_port_update_mac_stats(struct sfc_adapter *sa)
38 {
39         struct sfc_port *port = &sa->port;
40         efsys_mem_t *esmp = &port->mac_stats_dma_mem;
41         uint32_t *genp = NULL;
42         uint32_t gen_old;
43         unsigned int nb_attempts = 0;
44         int rc;
45
46         SFC_ASSERT(sfc_adapter_is_locked(sa));
47
48         if (sa->state != SFC_ADAPTER_STARTED)
49                 return EINVAL;
50
51         /*
52          * If periodic statistics DMA'ing is off or if not supported,
53          * make a manual request and keep an eye on timer if need be
54          */
55         if (!port->mac_stats_periodic_dma_supported ||
56             (port->mac_stats_update_period_ms == 0)) {
57                 if (port->mac_stats_update_period_ms != 0) {
58                         uint64_t timestamp = sfc_get_system_msecs();
59
60                         if ((timestamp -
61                              port->mac_stats_last_request_timestamp) <
62                             port->mac_stats_update_period_ms)
63                                 return 0;
64
65                         port->mac_stats_last_request_timestamp = timestamp;
66                 }
67
68                 rc = efx_mac_stats_upload(sa->nic, esmp);
69                 if (rc != 0)
70                         return rc;
71
72                 genp = &port->mac_stats_update_generation;
73                 gen_old = *genp;
74         }
75
76         do {
77                 if (nb_attempts > 0)
78                         rte_delay_us(SFC_MAC_STATS_UPDATE_RETRY_INTERVAL_US);
79
80                 rc = efx_mac_stats_update(sa->nic, esmp,
81                                           port->mac_stats_buf, genp);
82                 if (rc != 0)
83                         return rc;
84
85         } while ((genp != NULL) && (*genp == gen_old) &&
86                  (++nb_attempts < SFC_MAC_STATS_UPDATE_NB_ATTEMPTS));
87
88         return 0;
89 }
90
91 static void
92 sfc_port_reset_sw_stats(struct sfc_adapter *sa)
93 {
94         struct sfc_port *port = &sa->port;
95
96         /*
97          * Reset diff stats explicitly since check which does not allow
98          * the statistics to grow backward could deny it.
99          */
100         port->ipackets = 0;
101 }
102
103 int
104 sfc_port_reset_mac_stats(struct sfc_adapter *sa)
105 {
106         int rc;
107
108         SFC_ASSERT(sfc_adapter_is_locked(sa));
109
110         rc = efx_mac_stats_clear(sa->nic);
111         if (rc == 0)
112                 sfc_port_reset_sw_stats(sa);
113
114         return rc;
115 }
116
117 static int
118 sfc_port_init_dev_link(struct sfc_adapter *sa)
119 {
120         struct rte_eth_link *dev_link = &sa->eth_dev->data->dev_link;
121         int rc;
122         efx_link_mode_t link_mode;
123         struct rte_eth_link current_link;
124
125         rc = efx_port_poll(sa->nic, &link_mode);
126         if (rc != 0)
127                 return rc;
128
129         sfc_port_link_mode_to_info(link_mode, &current_link);
130
131         EFX_STATIC_ASSERT(sizeof(*dev_link) == sizeof(rte_atomic64_t));
132         rte_atomic64_set((rte_atomic64_t *)dev_link,
133                          *(uint64_t *)&current_link);
134
135         return 0;
136 }
137
138 #if EFSYS_OPT_LOOPBACK
139
140 static efx_link_mode_t
141 sfc_port_phy_caps_to_max_link_speed(uint32_t phy_caps)
142 {
143         if (phy_caps & (1u << EFX_PHY_CAP_100000FDX))
144                 return EFX_LINK_100000FDX;
145         if (phy_caps & (1u << EFX_PHY_CAP_50000FDX))
146                 return EFX_LINK_50000FDX;
147         if (phy_caps & (1u << EFX_PHY_CAP_40000FDX))
148                 return EFX_LINK_40000FDX;
149         if (phy_caps & (1u << EFX_PHY_CAP_25000FDX))
150                 return EFX_LINK_25000FDX;
151         if (phy_caps & (1u << EFX_PHY_CAP_10000FDX))
152                 return EFX_LINK_10000FDX;
153         if (phy_caps & (1u << EFX_PHY_CAP_1000FDX))
154                 return EFX_LINK_1000FDX;
155         return EFX_LINK_UNKNOWN;
156 }
157
158 #endif
159
160 int
161 sfc_port_start(struct sfc_adapter *sa)
162 {
163         struct sfc_port *port = &sa->port;
164         int rc;
165         uint32_t phy_adv_cap;
166         const uint32_t phy_pause_caps =
167                 ((1u << EFX_PHY_CAP_PAUSE) | (1u << EFX_PHY_CAP_ASYM));
168         unsigned int i;
169
170         sfc_log_init(sa, "entry");
171
172         sfc_log_init(sa, "init filters");
173         rc = efx_filter_init(sa->nic);
174         if (rc != 0)
175                 goto fail_filter_init;
176
177         sfc_log_init(sa, "init port");
178         rc = efx_port_init(sa->nic);
179         if (rc != 0)
180                 goto fail_port_init;
181
182 #if EFSYS_OPT_LOOPBACK
183         if (sa->eth_dev->data->dev_conf.lpbk_mode != 0) {
184                 efx_link_mode_t link_mode;
185
186                 link_mode =
187                         sfc_port_phy_caps_to_max_link_speed(port->phy_adv_cap);
188                 sfc_log_init(sa, "set loopback link_mode=%u type=%u", link_mode,
189                              sa->eth_dev->data->dev_conf.lpbk_mode);
190                 rc = efx_port_loopback_set(sa->nic, link_mode,
191                         sa->eth_dev->data->dev_conf.lpbk_mode);
192                 if (rc != 0)
193                         goto fail_loopback_set;
194         }
195 #endif
196
197         sfc_log_init(sa, "set flow control to %#x autoneg=%u",
198                      port->flow_ctrl, port->flow_ctrl_autoneg);
199         rc = efx_mac_fcntl_set(sa->nic, port->flow_ctrl,
200                                port->flow_ctrl_autoneg);
201         if (rc != 0)
202                 goto fail_mac_fcntl_set;
203
204         /* Preserve pause capabilities set by above efx_mac_fcntl_set()  */
205         efx_phy_adv_cap_get(sa->nic, EFX_PHY_CAP_CURRENT, &phy_adv_cap);
206         SFC_ASSERT((port->phy_adv_cap & phy_pause_caps) == 0);
207         phy_adv_cap = port->phy_adv_cap | (phy_adv_cap & phy_pause_caps);
208
209         /*
210          * No controls for FEC yet. Use default FEC mode.
211          * I.e. advertise everything supported (*_FEC=1), but do not request
212          * anything explicitly (*_FEC_REQUESTED=0).
213          */
214         phy_adv_cap |= port->phy_adv_cap_mask &
215                 (1u << EFX_PHY_CAP_BASER_FEC |
216                  1u << EFX_PHY_CAP_RS_FEC |
217                  1u << EFX_PHY_CAP_25G_BASER_FEC);
218
219         sfc_log_init(sa, "set phy adv caps to %#x", phy_adv_cap);
220         rc = efx_phy_adv_cap_set(sa->nic, phy_adv_cap);
221         if (rc != 0)
222                 goto fail_phy_adv_cap_set;
223
224         sfc_log_init(sa, "set MAC PDU %u", (unsigned int)port->pdu);
225         rc = efx_mac_pdu_set(sa->nic, port->pdu);
226         if (rc != 0)
227                 goto fail_mac_pdu_set;
228
229         if (!sfc_sa2shared(sa)->isolated) {
230                 struct rte_ether_addr *addr = &port->default_mac_addr;
231
232                 sfc_log_init(sa, "set MAC address");
233                 rc = efx_mac_addr_set(sa->nic, addr->addr_bytes);
234                 if (rc != 0)
235                         goto fail_mac_addr_set;
236
237                 sfc_log_init(sa, "set MAC filters");
238                 port->promisc = (sa->eth_dev->data->promiscuous != 0) ?
239                                 B_TRUE : B_FALSE;
240                 port->allmulti = (sa->eth_dev->data->all_multicast != 0) ?
241                                  B_TRUE : B_FALSE;
242                 rc = sfc_set_rx_mode_unchecked(sa);
243                 if (rc != 0)
244                         goto fail_mac_filter_set;
245
246                 sfc_log_init(sa, "set multicast address list");
247                 rc = efx_mac_multicast_list_set(sa->nic, port->mcast_addrs,
248                                                 port->nb_mcast_addrs);
249                 if (rc != 0)
250                         goto fail_mcast_address_list_set;
251         }
252
253         if (port->mac_stats_reset_pending) {
254                 rc = sfc_port_reset_mac_stats(sa);
255                 if (rc != 0)
256                         sfc_err(sa, "statistics reset failed (requested "
257                                     "before the port was started)");
258
259                 port->mac_stats_reset_pending = B_FALSE;
260         }
261
262         efx_mac_stats_get_mask(sa->nic, port->mac_stats_mask,
263                                sizeof(port->mac_stats_mask));
264
265         for (i = 0, port->mac_stats_nb_supported = 0; i < EFX_MAC_NSTATS; ++i)
266                 if (EFX_MAC_STAT_SUPPORTED(port->mac_stats_mask, i))
267                         port->mac_stats_nb_supported++;
268
269         port->mac_stats_update_generation = 0;
270
271         if (port->mac_stats_update_period_ms != 0) {
272                 /*
273                  * Update MAC stats using periodic DMA;
274                  * any positive update interval different from
275                  * 1000 ms can be set only on SFN8xxx provided
276                  * that FW version is 6.2.1.1033 or higher
277                  */
278                 sfc_log_init(sa, "request MAC stats DMA'ing");
279                 rc = efx_mac_stats_periodic(sa->nic, &port->mac_stats_dma_mem,
280                                             port->mac_stats_update_period_ms,
281                                             B_FALSE);
282                 if (rc == 0) {
283                         port->mac_stats_periodic_dma_supported = B_TRUE;
284                 } else if (rc == EOPNOTSUPP) {
285                         port->mac_stats_periodic_dma_supported = B_FALSE;
286                         port->mac_stats_last_request_timestamp = 0;
287                 } else {
288                         goto fail_mac_stats_periodic;
289                 }
290         }
291
292         if ((port->mac_stats_update_period_ms != 0) &&
293             port->mac_stats_periodic_dma_supported) {
294                 /*
295                  * Request an explicit MAC stats upload immediately to
296                  * preclude bogus figures readback if the user decides
297                  * to read stats before periodic DMA is really started
298                  */
299                 rc = efx_mac_stats_upload(sa->nic, &port->mac_stats_dma_mem);
300                 if (rc != 0)
301                         goto fail_mac_stats_upload;
302         }
303
304         sfc_log_init(sa, "disable MAC drain");
305         rc = efx_mac_drain(sa->nic, B_FALSE);
306         if (rc != 0)
307                 goto fail_mac_drain;
308
309         /* Synchronize link status knowledge */
310         rc = sfc_port_init_dev_link(sa);
311         if (rc != 0)
312                 goto fail_port_init_dev_link;
313
314         sfc_log_init(sa, "done");
315         return 0;
316
317 fail_port_init_dev_link:
318         (void)efx_mac_drain(sa->nic, B_TRUE);
319
320 fail_mac_drain:
321 fail_mac_stats_upload:
322         (void)efx_mac_stats_periodic(sa->nic, &port->mac_stats_dma_mem,
323                                      0, B_FALSE);
324
325 fail_mac_stats_periodic:
326 fail_mcast_address_list_set:
327 fail_mac_filter_set:
328 fail_mac_addr_set:
329 fail_mac_pdu_set:
330 fail_phy_adv_cap_set:
331 fail_mac_fcntl_set:
332 #if EFSYS_OPT_LOOPBACK
333 fail_loopback_set:
334 #endif
335         efx_port_fini(sa->nic);
336
337 fail_port_init:
338         efx_filter_fini(sa->nic);
339
340 fail_filter_init:
341         sfc_log_init(sa, "failed %d", rc);
342         return rc;
343 }
344
345 void
346 sfc_port_stop(struct sfc_adapter *sa)
347 {
348         sfc_log_init(sa, "entry");
349
350         efx_mac_drain(sa->nic, B_TRUE);
351
352         (void)efx_mac_stats_periodic(sa->nic, &sa->port.mac_stats_dma_mem,
353                                      0, B_FALSE);
354
355         efx_port_fini(sa->nic);
356         efx_filter_fini(sa->nic);
357
358         sfc_log_init(sa, "done");
359 }
360
361 int
362 sfc_port_configure(struct sfc_adapter *sa)
363 {
364         const struct rte_eth_dev_data *dev_data = sa->eth_dev->data;
365         struct sfc_port *port = &sa->port;
366         const struct rte_eth_rxmode *rxmode = &dev_data->dev_conf.rxmode;
367
368         sfc_log_init(sa, "entry");
369
370         if (rxmode->offloads & DEV_RX_OFFLOAD_JUMBO_FRAME)
371                 port->pdu = rxmode->max_rx_pkt_len;
372         else
373                 port->pdu = EFX_MAC_PDU(dev_data->mtu);
374
375         return 0;
376 }
377
378 void
379 sfc_port_close(struct sfc_adapter *sa)
380 {
381         sfc_log_init(sa, "entry");
382 }
383
384 int
385 sfc_port_attach(struct sfc_adapter *sa)
386 {
387         struct sfc_port *port = &sa->port;
388         const efx_nic_cfg_t *encp = efx_nic_cfg_get(sa->nic);
389         const struct rte_ether_addr *from;
390         uint32_t mac_nstats;
391         size_t mac_stats_size;
392         long kvarg_stats_update_period_ms;
393         int rc;
394
395         sfc_log_init(sa, "entry");
396
397         efx_phy_adv_cap_get(sa->nic, EFX_PHY_CAP_PERM, &port->phy_adv_cap_mask);
398
399         /* Enable flow control by default */
400         port->flow_ctrl = EFX_FCNTL_RESPOND | EFX_FCNTL_GENERATE;
401         port->flow_ctrl_autoneg = B_TRUE;
402
403         RTE_BUILD_BUG_ON(sizeof(encp->enc_mac_addr) != sizeof(*from));
404         from = (const struct rte_ether_addr *)(encp->enc_mac_addr);
405         rte_ether_addr_copy(from, &port->default_mac_addr);
406
407         port->max_mcast_addrs = EFX_MAC_MULTICAST_LIST_MAX;
408         port->nb_mcast_addrs = 0;
409         port->mcast_addrs = rte_calloc_socket("mcast_addr_list_buf",
410                                               port->max_mcast_addrs,
411                                               EFX_MAC_ADDR_LEN, 0,
412                                               sa->socket_id);
413         if (port->mcast_addrs == NULL) {
414                 rc = ENOMEM;
415                 goto fail_mcast_addr_list_buf_alloc;
416         }
417
418         rc = ENOMEM;
419         port->mac_stats_buf = rte_calloc_socket("mac_stats_buf", EFX_MAC_NSTATS,
420                                                 sizeof(uint64_t), 0,
421                                                 sa->socket_id);
422         if (port->mac_stats_buf == NULL)
423                 goto fail_mac_stats_buf_alloc;
424
425         mac_nstats = efx_nic_cfg_get(sa->nic)->enc_mac_stats_nstats;
426         mac_stats_size = RTE_ALIGN(mac_nstats * sizeof(uint64_t), EFX_BUF_SIZE);
427         rc = sfc_dma_alloc(sa, "mac_stats", 0, mac_stats_size,
428                            sa->socket_id, &port->mac_stats_dma_mem);
429         if (rc != 0)
430                 goto fail_mac_stats_dma_alloc;
431
432         port->mac_stats_reset_pending = B_FALSE;
433
434         kvarg_stats_update_period_ms = SFC_MAC_STATS_UPDATE_PERIOD_MS_DEF;
435
436         rc = sfc_kvargs_process(sa, SFC_KVARG_STATS_UPDATE_PERIOD_MS,
437                                 sfc_kvarg_long_handler,
438                                 &kvarg_stats_update_period_ms);
439         if ((rc == 0) &&
440             ((kvarg_stats_update_period_ms < 0) ||
441              (kvarg_stats_update_period_ms > UINT16_MAX))) {
442                 sfc_err(sa, "wrong '" SFC_KVARG_STATS_UPDATE_PERIOD_MS "' "
443                             "was set (%ld);", kvarg_stats_update_period_ms);
444                 sfc_err(sa, "it must not be less than 0 "
445                             "or greater than %" PRIu16, UINT16_MAX);
446                 rc = EINVAL;
447                 goto fail_kvarg_stats_update_period_ms;
448         } else if (rc != 0) {
449                 goto fail_kvarg_stats_update_period_ms;
450         }
451
452         port->mac_stats_update_period_ms = kvarg_stats_update_period_ms;
453
454         sfc_log_init(sa, "done");
455         return 0;
456
457 fail_kvarg_stats_update_period_ms:
458         sfc_dma_free(sa, &port->mac_stats_dma_mem);
459
460 fail_mac_stats_dma_alloc:
461         rte_free(port->mac_stats_buf);
462
463 fail_mac_stats_buf_alloc:
464         rte_free(port->mcast_addrs);
465
466 fail_mcast_addr_list_buf_alloc:
467         sfc_log_init(sa, "failed %d", rc);
468         return rc;
469 }
470
471 void
472 sfc_port_detach(struct sfc_adapter *sa)
473 {
474         struct sfc_port *port = &sa->port;
475
476         sfc_log_init(sa, "entry");
477
478         sfc_dma_free(sa, &port->mac_stats_dma_mem);
479         rte_free(port->mac_stats_buf);
480
481         rte_free(port->mcast_addrs);
482
483         sfc_log_init(sa, "done");
484 }
485
486 static boolean_t
487 sfc_get_requested_all_ucast(struct sfc_port *port)
488 {
489         return port->promisc;
490 }
491
492 static boolean_t
493 sfc_get_requested_all_mcast(struct sfc_port *port)
494 {
495         return port->promisc || port->allmulti;
496 }
497
498 int
499 sfc_set_rx_mode_unchecked(struct sfc_adapter *sa)
500 {
501         struct sfc_port *port = &sa->port;
502         boolean_t requested_all_ucast = sfc_get_requested_all_ucast(port);
503         boolean_t requested_all_mcast = sfc_get_requested_all_mcast(port);
504         int rc;
505
506         rc = efx_mac_filter_set(sa->nic, requested_all_ucast, B_TRUE,
507                                 requested_all_mcast, B_TRUE);
508         if (rc != 0)
509                 return rc;
510
511         return 0;
512 }
513
514 int
515 sfc_set_rx_mode(struct sfc_adapter *sa)
516 {
517         struct sfc_port *port = &sa->port;
518         boolean_t old_all_ucast;
519         boolean_t old_all_mcast;
520         boolean_t requested_all_ucast = sfc_get_requested_all_ucast(port);
521         boolean_t requested_all_mcast = sfc_get_requested_all_mcast(port);
522         boolean_t actual_all_ucast;
523         boolean_t actual_all_mcast;
524         int rc;
525
526         efx_mac_filter_get_all_ucast_mcast(sa->nic, &old_all_ucast,
527                                            &old_all_mcast);
528
529         rc = sfc_set_rx_mode_unchecked(sa);
530         if (rc != 0)
531                 return rc;
532
533         efx_mac_filter_get_all_ucast_mcast(sa->nic, &actual_all_ucast,
534                                            &actual_all_mcast);
535
536         if (actual_all_ucast != requested_all_ucast ||
537             actual_all_mcast != requested_all_mcast) {
538                 /*
539                  * MAC filter set succeeded but not all requested modes
540                  * were applied. The rollback is necessary to bring back the
541                  * consistent old state.
542                  */
543                 (void)efx_mac_filter_set(sa->nic, old_all_ucast, B_TRUE,
544                                          old_all_mcast, B_TRUE);
545
546                 return EPERM;
547         }
548
549         return 0;
550 }
551
552 void
553 sfc_port_link_mode_to_info(efx_link_mode_t link_mode,
554                            struct rte_eth_link *link_info)
555 {
556         SFC_ASSERT(link_mode < EFX_LINK_NMODES);
557
558         memset(link_info, 0, sizeof(*link_info));
559         if ((link_mode == EFX_LINK_DOWN) || (link_mode == EFX_LINK_UNKNOWN))
560                 link_info->link_status = ETH_LINK_DOWN;
561         else
562                 link_info->link_status = ETH_LINK_UP;
563
564         switch (link_mode) {
565         case EFX_LINK_10HDX:
566                 link_info->link_speed  = ETH_SPEED_NUM_10M;
567                 link_info->link_duplex = ETH_LINK_HALF_DUPLEX;
568                 break;
569         case EFX_LINK_10FDX:
570                 link_info->link_speed  = ETH_SPEED_NUM_10M;
571                 link_info->link_duplex = ETH_LINK_FULL_DUPLEX;
572                 break;
573         case EFX_LINK_100HDX:
574                 link_info->link_speed  = ETH_SPEED_NUM_100M;
575                 link_info->link_duplex = ETH_LINK_HALF_DUPLEX;
576                 break;
577         case EFX_LINK_100FDX:
578                 link_info->link_speed  = ETH_SPEED_NUM_100M;
579                 link_info->link_duplex = ETH_LINK_FULL_DUPLEX;
580                 break;
581         case EFX_LINK_1000HDX:
582                 link_info->link_speed  = ETH_SPEED_NUM_1G;
583                 link_info->link_duplex = ETH_LINK_HALF_DUPLEX;
584                 break;
585         case EFX_LINK_1000FDX:
586                 link_info->link_speed  = ETH_SPEED_NUM_1G;
587                 link_info->link_duplex = ETH_LINK_FULL_DUPLEX;
588                 break;
589         case EFX_LINK_10000FDX:
590                 link_info->link_speed  = ETH_SPEED_NUM_10G;
591                 link_info->link_duplex = ETH_LINK_FULL_DUPLEX;
592                 break;
593         case EFX_LINK_25000FDX:
594                 link_info->link_speed  = ETH_SPEED_NUM_25G;
595                 link_info->link_duplex = ETH_LINK_FULL_DUPLEX;
596                 break;
597         case EFX_LINK_40000FDX:
598                 link_info->link_speed  = ETH_SPEED_NUM_40G;
599                 link_info->link_duplex = ETH_LINK_FULL_DUPLEX;
600                 break;
601         case EFX_LINK_50000FDX:
602                 link_info->link_speed  = ETH_SPEED_NUM_50G;
603                 link_info->link_duplex = ETH_LINK_FULL_DUPLEX;
604                 break;
605         case EFX_LINK_100000FDX:
606                 link_info->link_speed  = ETH_SPEED_NUM_100G;
607                 link_info->link_duplex = ETH_LINK_FULL_DUPLEX;
608                 break;
609         default:
610                 SFC_ASSERT(B_FALSE);
611                 /* FALLTHROUGH */
612         case EFX_LINK_UNKNOWN:
613         case EFX_LINK_DOWN:
614                 link_info->link_speed  = ETH_SPEED_NUM_NONE;
615                 link_info->link_duplex = 0;
616                 break;
617         }
618
619         link_info->link_autoneg = ETH_LINK_AUTONEG;
620 }