drivers/net/sfc/sfc_port.c

   1 /*-
   2  * Copyright (c) 2016 Solarflare Communications Inc.
   3  * All rights reserved.
   4  *
   5  * This software was jointly developed between OKTET Labs (under contract
   6  * for Solarflare) and Solarflare Communications, Inc.
   7  *
   8  * Redistribution and use in source and binary forms, with or without
   9  * modification, are permitted provided that the following conditions are met:
  10  *
  11  * 1. Redistributions of source code must retain the above copyright notice,
  12  *    this list of conditions and the following disclaimer.
  13  * 2. Redistributions in binary form must reproduce the above copyright notice,
  14  *    this list of conditions and the following disclaimer in the documentation
  15  *    and/or other materials provided with the distribution.
  16  *
  17  * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
  18  * AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO,
  19  * THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
  20  * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR
  21  * CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL,
  22  * EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO,
  23  * PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS;
  24  * OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY,
  25  * WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR
  26  * OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE,
  27  * EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
  28  */
  29
  30 #include "efx.h"
  31
  32 #include "sfc.h"
  33 #include "sfc_log.h"
  34
  35 /**
  36  * Update MAC statistics in the buffer.
  37  *
  38  * @param       sa      Adapter
  39  *
  40  * @return Status code
  41  * @retval      0       Success
  42  * @retval      EAGAIN  Try again
  43  * @retval      ENOMEM  Memory allocation failure
  44  */
  45 int
  46 sfc_port_update_mac_stats(struct sfc_adapter *sa)
  47 {
  48         struct sfc_port *port = &sa->port;
  49         int rc;
  50
  51         SFC_ASSERT(rte_spinlock_is_locked(&port->mac_stats_lock));
  52
  53         if (sa->state != SFC_ADAPTER_STARTED)
  54                 return EINVAL;
  55
  56         rc = efx_mac_stats_update(sa->nic, &port->mac_stats_dma_mem,
  57                                   port->mac_stats_buf, NULL);
  58         if (rc != 0)
  59                 return rc;
  60
  61         return 0;
  62 }
  63
  64 int
  65 sfc_port_reset_mac_stats(struct sfc_adapter *sa)
  66 {
  67         struct sfc_port *port = &sa->port;
  68         int rc;
  69
  70         rte_spinlock_lock(&port->mac_stats_lock);
  71         rc = efx_mac_stats_clear(sa->nic);
  72         rte_spinlock_unlock(&port->mac_stats_lock);
  73
  74         return rc;
  75 }
  76
  77 static int
  78 sfc_port_init_dev_link(struct sfc_adapter *sa)
  79 {
  80         struct rte_eth_link *dev_link = &sa->eth_dev->data->dev_link;
  81         int rc;
  82         efx_link_mode_t link_mode;
  83         struct rte_eth_link current_link;
  84
  85         rc = efx_port_poll(sa->nic, &link_mode);
  86         if (rc != 0)
  87                 return rc;
  88
  89         sfc_port_link_mode_to_info(link_mode, &current_link);
  90
  91         EFX_STATIC_ASSERT(sizeof(*dev_link) == sizeof(rte_atomic64_t));
  92         rte_atomic64_set((rte_atomic64_t *)dev_link,
  93                          *(uint64_t *)&current_link);
  94
  95         return 0;
  96 }
  97
  98 int
  99 sfc_port_start(struct sfc_adapter *sa)
 100 {
 101         struct sfc_port *port = &sa->port;
 102         int rc;
 103         uint32_t phy_adv_cap;
 104         const uint32_t phy_pause_caps =
 105                 ((1u << EFX_PHY_CAP_PAUSE) | (1u << EFX_PHY_CAP_ASYM));
 106
 107         sfc_log_init(sa, "entry");
 108
 109         sfc_log_init(sa, "init filters");
 110         rc = efx_filter_init(sa->nic);
 111         if (rc != 0)
 112                 goto fail_filter_init;
 113
 114         sfc_log_init(sa, "init port");
 115         rc = efx_port_init(sa->nic);
 116         if (rc != 0)
 117                 goto fail_port_init;
 118
 119         sfc_log_init(sa, "set flow control to %#x autoneg=%u",
 120                      port->flow_ctrl, port->flow_ctrl_autoneg);
 121         rc = efx_mac_fcntl_set(sa->nic, port->flow_ctrl,
 122                                port->flow_ctrl_autoneg);
 123         if (rc != 0)
 124                 goto fail_mac_fcntl_set;
 125
 126         /* Preserve pause capabilities set by above efx_mac_fcntl_set()  */
 127         efx_phy_adv_cap_get(sa->nic, EFX_PHY_CAP_CURRENT, &phy_adv_cap);
 128         SFC_ASSERT((port->phy_adv_cap & phy_pause_caps) == 0);
 129         phy_adv_cap = port->phy_adv_cap | (phy_adv_cap & phy_pause_caps);
 130
 131         sfc_log_init(sa, "set phy adv caps to %#x", phy_adv_cap);
 132         rc = efx_phy_adv_cap_set(sa->nic, phy_adv_cap);
 133         if (rc != 0)
 134                 goto fail_phy_adv_cap_set;
 135
 136         sfc_log_init(sa, "set MAC PDU %u", (unsigned int)port->pdu);
 137         rc = efx_mac_pdu_set(sa->nic, port->pdu);
 138         if (rc != 0)
 139                 goto fail_mac_pdu_set;
 140
 141         sfc_log_init(sa, "set MAC address");
 142         rc = efx_mac_addr_set(sa->nic,
 143                               sa->eth_dev->data->mac_addrs[0].addr_bytes);
 144         if (rc != 0)
 145                 goto fail_mac_addr_set;
 146
 147         sfc_log_init(sa, "set MAC filters");
 148         port->promisc = (sa->eth_dev->data->promiscuous != 0) ?
 149                         B_TRUE : B_FALSE;
 150         port->allmulti = (sa->eth_dev->data->all_multicast != 0) ?
 151                          B_TRUE : B_FALSE;
 152         rc = sfc_set_rx_mode(sa);
 153         if (rc != 0)
 154                 goto fail_mac_filter_set;
 155
 156         sfc_log_init(sa, "set multicast address list");
 157         rc = efx_mac_multicast_list_set(sa->nic, port->mcast_addrs,
 158                                         port->nb_mcast_addrs);
 159         if (rc != 0)
 160                 goto fail_mcast_address_list_set;
 161
 162         if (port->mac_stats_reset_pending) {
 163                 rc = sfc_port_reset_mac_stats(sa);
 164                 if (rc != 0)
 165                         sfc_err(sa, "statistics reset failed (requested "
 166                                     "before the port was started)");
 167
 168                 port->mac_stats_reset_pending = B_FALSE;
 169         }
 170
 171         efx_mac_stats_get_mask(sa->nic, port->mac_stats_mask,
 172                                sizeof(port->mac_stats_mask));
 173
 174         /* Update MAC stats using periodic DMA.
 175          * Common code always uses 1000ms update period, so period_ms
 176          * parameter only needs to be non-zero to start updates.
 177          */
 178         sfc_log_init(sa, "request MAC stats DMA'ing");
 179         rc = efx_mac_stats_periodic(sa->nic, &port->mac_stats_dma_mem,
 180                                     1000, B_FALSE);
 181         if (rc != 0)
 182                 goto fail_mac_stats_periodic;
 183
 184         sfc_log_init(sa, "disable MAC drain");
 185         rc = efx_mac_drain(sa->nic, B_FALSE);
 186         if (rc != 0)
 187                 goto fail_mac_drain;
 188
 189         /* Synchronize link status knowledge */
 190         rc = sfc_port_init_dev_link(sa);
 191         if (rc != 0)
 192                 goto fail_port_init_dev_link;
 193
 194         sfc_log_init(sa, "done");
 195         return 0;
 196
 197 fail_port_init_dev_link:
 198         (void)efx_mac_drain(sa->nic, B_TRUE);
 199
 200 fail_mac_drain:
 201         (void)efx_mac_stats_periodic(sa->nic, &port->mac_stats_dma_mem,
 202                                      0, B_FALSE);
 203
 204 fail_mac_stats_periodic:
 205 fail_mcast_address_list_set:
 206 fail_mac_filter_set:
 207 fail_mac_addr_set:
 208 fail_mac_pdu_set:
 209 fail_phy_adv_cap_set:
 210 fail_mac_fcntl_set:
 211         efx_port_fini(sa->nic);
 212
 213 fail_port_init:
 214         efx_filter_fini(sa->nic);
 215
 216 fail_filter_init:
 217         sfc_log_init(sa, "failed %d", rc);
 218         return rc;
 219 }
 220
 221 void
 222 sfc_port_stop(struct sfc_adapter *sa)
 223 {
 224         sfc_log_init(sa, "entry");
 225
 226         efx_mac_drain(sa->nic, B_TRUE);
 227
 228         (void)efx_mac_stats_periodic(sa->nic, &sa->port.mac_stats_dma_mem,
 229                                      0, B_FALSE);
 230
 231         efx_port_fini(sa->nic);
 232         efx_filter_fini(sa->nic);
 233
 234         sfc_log_init(sa, "done");
 235 }
 236
 237 int
 238 sfc_port_init(struct sfc_adapter *sa)
 239 {
 240         const struct rte_eth_dev_data *dev_data = sa->eth_dev->data;
 241         struct sfc_port *port = &sa->port;
 242         int rc;
 243
 244         sfc_log_init(sa, "entry");
 245
 246         /* Enable flow control by default */
 247         port->flow_ctrl = EFX_FCNTL_RESPOND | EFX_FCNTL_GENERATE;
 248         port->flow_ctrl_autoneg = B_TRUE;
 249
 250         if (dev_data->dev_conf.rxmode.jumbo_frame)
 251                 port->pdu = dev_data->dev_conf.rxmode.max_rx_pkt_len;
 252         else
 253                 port->pdu = EFX_MAC_PDU(dev_data->mtu);
 254
 255         port->max_mcast_addrs = EFX_MAC_MULTICAST_LIST_MAX;
 256         port->nb_mcast_addrs = 0;
 257         port->mcast_addrs = rte_calloc_socket("mcast_addr_list_buf",
 258                                               port->max_mcast_addrs,
 259                                               EFX_MAC_ADDR_LEN, 0,
 260                                               sa->socket_id);
 261         if (port->mcast_addrs == NULL) {
 262                 rc = ENOMEM;
 263                 goto fail_mcast_addr_list_buf_alloc;
 264         }
 265
 266         rte_spinlock_init(&port->mac_stats_lock);
 267
 268         rc = ENOMEM;
 269         port->mac_stats_buf = rte_calloc_socket("mac_stats_buf", EFX_MAC_NSTATS,
 270                                                 sizeof(uint64_t), 0,
 271                                                 sa->socket_id);
 272         if (port->mac_stats_buf == NULL)
 273                 goto fail_mac_stats_buf_alloc;
 274
 275         rc = sfc_dma_alloc(sa, "mac_stats", 0, EFX_MAC_STATS_SIZE,
 276                            sa->socket_id, &port->mac_stats_dma_mem);
 277         if (rc != 0)
 278                 goto fail_mac_stats_dma_alloc;
 279
 280         port->mac_stats_reset_pending = B_FALSE;
 281
 282         sfc_log_init(sa, "done");
 283         return 0;
 284
 285 fail_mac_stats_dma_alloc:
 286         rte_free(port->mac_stats_buf);
 287 fail_mac_stats_buf_alloc:
 288 fail_mcast_addr_list_buf_alloc:
 289         sfc_log_init(sa, "failed %d", rc);
 290         return rc;
 291 }
 292
 293 void
 294 sfc_port_fini(struct sfc_adapter *sa)
 295 {
 296         struct sfc_port *port = &sa->port;
 297
 298         sfc_log_init(sa, "entry");
 299
 300         sfc_dma_free(sa, &port->mac_stats_dma_mem);
 301         rte_free(port->mac_stats_buf);
 302
 303         sfc_log_init(sa, "done");
 304 }
 305
 306 int
 307 sfc_set_rx_mode(struct sfc_adapter *sa)
 308 {
 309         struct sfc_port *port = &sa->port;
 310         int rc;
 311
 312         rc = efx_mac_filter_set(sa->nic, port->promisc, B_TRUE,
 313                                 port->promisc || port->allmulti, B_TRUE);
 314
 315         return rc;
 316 }
 317
 318 void
 319 sfc_port_link_mode_to_info(efx_link_mode_t link_mode,
 320                            struct rte_eth_link *link_info)
 321 {
 322         SFC_ASSERT(link_mode < EFX_LINK_NMODES);
 323
 324         memset(link_info, 0, sizeof(*link_info));
 325         if ((link_mode == EFX_LINK_DOWN) || (link_mode == EFX_LINK_UNKNOWN))
 326                 link_info->link_status = ETH_LINK_DOWN;
 327         else
 328                 link_info->link_status = ETH_LINK_UP;
 329
 330         switch (link_mode) {
 331         case EFX_LINK_10HDX:
 332                 link_info->link_speed  = ETH_SPEED_NUM_10M;
 333                 link_info->link_duplex = ETH_LINK_HALF_DUPLEX;
 334                 break;
 335         case EFX_LINK_10FDX:
 336                 link_info->link_speed  = ETH_SPEED_NUM_10M;
 337                 link_info->link_duplex = ETH_LINK_FULL_DUPLEX;
 338                 break;
 339         case EFX_LINK_100HDX:
 340                 link_info->link_speed  = ETH_SPEED_NUM_100M;
 341                 link_info->link_duplex = ETH_LINK_HALF_DUPLEX;
 342                 break;
 343         case EFX_LINK_100FDX:
 344                 link_info->link_speed  = ETH_SPEED_NUM_100M;
 345                 link_info->link_duplex = ETH_LINK_FULL_DUPLEX;
 346                 break;
 347         case EFX_LINK_1000HDX:
 348                 link_info->link_speed  = ETH_SPEED_NUM_1G;
 349                 link_info->link_duplex = ETH_LINK_HALF_DUPLEX;
 350                 break;
 351         case EFX_LINK_1000FDX:
 352                 link_info->link_speed  = ETH_SPEED_NUM_1G;
 353                 link_info->link_duplex = ETH_LINK_FULL_DUPLEX;
 354                 break;
 355         case EFX_LINK_10000FDX:
 356                 link_info->link_speed  = ETH_SPEED_NUM_10G;
 357                 link_info->link_duplex = ETH_LINK_FULL_DUPLEX;
 358                 break;
 359         case EFX_LINK_40000FDX:
 360                 link_info->link_speed  = ETH_SPEED_NUM_40G;
 361                 link_info->link_duplex = ETH_LINK_FULL_DUPLEX;
 362                 break;
 363         default:
 364                 SFC_ASSERT(B_FALSE);
 365                 /* FALLTHROUGH */
 366         case EFX_LINK_UNKNOWN:
 367         case EFX_LINK_DOWN:
 368                 link_info->link_speed  = ETH_SPEED_NUM_NONE;
 369                 link_info->link_duplex = 0;
 370                 break;
 371         }
 372
 373         link_info->link_autoneg = ETH_LINK_AUTONEG;
 374 }