drivers/net/e1000/igb_pf.c

   1 /* SPDX-License-Identifier: BSD-3-Clause
   2  * Copyright(c) 2010-2016 Intel Corporation
   3  */
   4
   5 #include <stdio.h>
   6 #include <errno.h>
   7 #include <stdint.h>
   8 #include <stdlib.h>
   9 #include <unistd.h>
  10 #include <stdarg.h>
  11 #include <inttypes.h>
  12
  13 #include <rte_bus_pci.h>
  14 #include <rte_interrupts.h>
  15 #include <rte_log.h>
  16 #include <rte_debug.h>
  17 #include <rte_eal.h>
  18 #include <rte_ether.h>
  19 #include <rte_ethdev_driver.h>
  20 #include <rte_memcpy.h>
  21 #include <rte_malloc.h>
  22 #include <rte_random.h>
  23
  24 #include "base/e1000_defines.h"
  25 #include "base/e1000_regs.h"
  26 #include "base/e1000_hw.h"
  27 #include "e1000_ethdev.h"
  28
  29 static inline uint16_t
  30 dev_num_vf(struct rte_eth_dev *eth_dev)
  31 {
  32         struct rte_pci_device *pci_dev = RTE_ETH_DEV_TO_PCI(eth_dev);
  33
  34         return pci_dev->max_vfs;
  35 }
  36
  37 static inline
  38 int igb_vf_perm_addr_gen(struct rte_eth_dev *dev, uint16_t vf_num)
  39 {
  40         unsigned char vf_mac_addr[ETHER_ADDR_LEN];
  41         struct e1000_vf_info *vfinfo =
  42                 *E1000_DEV_PRIVATE_TO_P_VFDATA(dev->data->dev_private);
  43         uint16_t vfn;
  44
  45         for (vfn = 0; vfn < vf_num; vfn++) {
  46                 eth_random_addr(vf_mac_addr);
  47                 /* keep the random address as default */
  48                 memcpy(vfinfo[vfn].vf_mac_addresses, vf_mac_addr,
  49                                 ETHER_ADDR_LEN);
  50         }
  51
  52         return 0;
  53 }
  54
  55 static inline int
  56 igb_mb_intr_setup(struct rte_eth_dev *dev)
  57 {
  58         struct e1000_interrupt *intr =
  59                 E1000_DEV_PRIVATE_TO_INTR(dev->data->dev_private);
  60
  61         intr->mask |= E1000_ICR_VMMB;
  62
  63         return 0;
  64 }
  65
  66 void igb_pf_host_init(struct rte_eth_dev *eth_dev)
  67 {
  68         struct e1000_vf_info **vfinfo =
  69                 E1000_DEV_PRIVATE_TO_P_VFDATA(eth_dev->data->dev_private);
  70         struct e1000_hw *hw =
  71                 E1000_DEV_PRIVATE_TO_HW(eth_dev->data->dev_private);
  72         uint16_t vf_num;
  73         uint8_t nb_queue;
  74
  75         RTE_ETH_DEV_SRIOV(eth_dev).active = 0;
  76         if (0 == (vf_num = dev_num_vf(eth_dev)))
  77                 return;
  78
  79         if (hw->mac.type == e1000_i350)
  80                 nb_queue = 1;
  81         else if(hw->mac.type == e1000_82576)
  82                 /* per datasheet, it should be 2, but 1 seems correct */
  83                 nb_queue = 1;
  84         else
  85                 return;
  86
  87         *vfinfo = rte_zmalloc("vf_info", sizeof(struct e1000_vf_info) * vf_num, 0);
  88         if (*vfinfo == NULL)
  89                 rte_panic("Cannot allocate memory for private VF data\n");
  90
  91         RTE_ETH_DEV_SRIOV(eth_dev).active = ETH_8_POOLS;
  92         RTE_ETH_DEV_SRIOV(eth_dev).nb_q_per_pool = nb_queue;
  93         RTE_ETH_DEV_SRIOV(eth_dev).def_vmdq_idx = vf_num;
  94         RTE_ETH_DEV_SRIOV(eth_dev).def_pool_q_idx = (uint16_t)(vf_num * nb_queue);
  95
  96         igb_vf_perm_addr_gen(eth_dev, vf_num);
  97
  98         /* set mb interrupt mask */
  99         igb_mb_intr_setup(eth_dev);
 100
 101         return;
 102 }
 103
 104 void igb_pf_host_uninit(struct rte_eth_dev *dev)
 105 {
 106         struct e1000_vf_info **vfinfo;
 107         uint16_t vf_num;
 108
 109         PMD_INIT_FUNC_TRACE();
 110
 111         vfinfo = E1000_DEV_PRIVATE_TO_P_VFDATA(dev->data->dev_private);
 112
 113         RTE_ETH_DEV_SRIOV(dev).active = 0;
 114         RTE_ETH_DEV_SRIOV(dev).nb_q_per_pool = 0;
 115         RTE_ETH_DEV_SRIOV(dev).def_vmdq_idx = 0;
 116         RTE_ETH_DEV_SRIOV(dev).def_pool_q_idx = 0;
 117
 118         vf_num = dev_num_vf(dev);
 119         if (vf_num == 0)
 120                 return;
 121
 122         rte_free(*vfinfo);
 123         *vfinfo = NULL;
 124 }
 125
 126 #define E1000_RAH_POOLSEL_SHIFT    (18)
 127 int igb_pf_host_configure(struct rte_eth_dev *eth_dev)
 128 {
 129         uint32_t vtctl;
 130         uint16_t vf_num;
 131         struct e1000_hw *hw =
 132                 E1000_DEV_PRIVATE_TO_HW(eth_dev->data->dev_private);
 133         uint32_t vlanctrl;
 134         int i;
 135         uint32_t rah;
 136
 137         if (0 == (vf_num = dev_num_vf(eth_dev)))
 138                 return -1;
 139
 140         /* enable VMDq and set the default pool for PF */
 141         vtctl = E1000_READ_REG(hw, E1000_VT_CTL);
 142         vtctl &= ~E1000_VT_CTL_DEFAULT_POOL_MASK;
 143         vtctl |= RTE_ETH_DEV_SRIOV(eth_dev).def_vmdq_idx
 144                 << E1000_VT_CTL_DEFAULT_POOL_SHIFT;
 145         vtctl |= E1000_VT_CTL_VM_REPL_EN;
 146         E1000_WRITE_REG(hw, E1000_VT_CTL, vtctl);
 147
 148         /* Enable pools reserved to PF only */
 149         E1000_WRITE_REG(hw, E1000_VFRE, (~0U) << vf_num);
 150         E1000_WRITE_REG(hw, E1000_VFTE, (~0U) << vf_num);
 151
 152         /* PFDMA Tx General Switch Control Enables VMDQ loopback */
 153         if (hw->mac.type == e1000_i350)
 154                 E1000_WRITE_REG(hw, E1000_TXSWC, E1000_DTXSWC_VMDQ_LOOPBACK_EN);
 155         else
 156                 E1000_WRITE_REG(hw, E1000_DTXSWC, E1000_DTXSWC_VMDQ_LOOPBACK_EN);
 157
 158         /* clear VMDq map to perment rar 0 */
 159         rah = E1000_READ_REG(hw, E1000_RAH(0));
 160         rah &= ~ (0xFF << E1000_RAH_POOLSEL_SHIFT);
 161         E1000_WRITE_REG(hw, E1000_RAH(0), rah);
 162
 163         /* clear VMDq map to scan rar 32 */
 164         rah = E1000_READ_REG(hw, E1000_RAH(hw->mac.rar_entry_count));
 165         rah &= ~ (0xFF << E1000_RAH_POOLSEL_SHIFT);
 166         E1000_WRITE_REG(hw, E1000_RAH(hw->mac.rar_entry_count), rah);
 167
 168         /* set VMDq map to default PF pool */
 169         rah = E1000_READ_REG(hw, E1000_RAH(0));
 170         rah |= (0x1 << (RTE_ETH_DEV_SRIOV(eth_dev).def_vmdq_idx +
 171                         E1000_RAH_POOLSEL_SHIFT));
 172         E1000_WRITE_REG(hw, E1000_RAH(0), rah);
 173
 174         /*
 175          * enable vlan filtering and allow all vlan tags through
 176          */
 177         vlanctrl = E1000_READ_REG(hw, E1000_RCTL);
 178         vlanctrl |= E1000_RCTL_VFE ; /* enable vlan filters */
 179         E1000_WRITE_REG(hw, E1000_RCTL, vlanctrl);
 180
 181         /* VFTA - enable all vlan filters */
 182         for (i = 0; i < IGB_VFTA_SIZE; i++) {
 183                 E1000_WRITE_REG_ARRAY(hw, E1000_VFTA, i, 0xFFFFFFFF);
 184         }
 185
 186         /* Enable/Disable MAC Anti-Spoofing */
 187         e1000_vmdq_set_anti_spoofing_pf(hw, FALSE, vf_num);
 188
 189         return 0;
 190 }
 191
 192 static void
 193 set_rx_mode(struct rte_eth_dev *dev)
 194 {
 195         struct rte_eth_dev_data *dev_data = dev->data;
 196         struct e1000_hw *hw = E1000_DEV_PRIVATE_TO_HW(dev->data->dev_private);
 197         uint32_t fctrl, vmolr = E1000_VMOLR_BAM | E1000_VMOLR_AUPE;
 198         uint16_t vfn = dev_num_vf(dev);
 199
 200         /* Check for Promiscuous and All Multicast modes */
 201         fctrl = E1000_READ_REG(hw, E1000_RCTL);
 202
 203         /* set all bits that we expect to always be set */
 204         fctrl &= ~E1000_RCTL_SBP; /* disable store-bad-packets */
 205         fctrl |= E1000_RCTL_BAM;
 206
 207         /* clear the bits we are changing the status of */
 208         fctrl &= ~(E1000_RCTL_UPE | E1000_RCTL_MPE);
 209
 210         if (dev_data->promiscuous) {
 211                 fctrl |= (E1000_RCTL_UPE | E1000_RCTL_MPE);
 212                 vmolr |= (E1000_VMOLR_ROPE | E1000_VMOLR_MPME);
 213         } else {
 214                 if (dev_data->all_multicast) {
 215                         fctrl |= E1000_RCTL_MPE;
 216                         vmolr |= E1000_VMOLR_MPME;
 217                 } else {
 218                         vmolr |= E1000_VMOLR_ROMPE;
 219                 }
 220         }
 221
 222         if ((hw->mac.type == e1000_82576) ||
 223                 (hw->mac.type == e1000_i350)) {
 224                 vmolr |= E1000_READ_REG(hw, E1000_VMOLR(vfn)) &
 225                          ~(E1000_VMOLR_MPME | E1000_VMOLR_ROMPE |
 226                            E1000_VMOLR_ROPE);
 227                 E1000_WRITE_REG(hw, E1000_VMOLR(vfn), vmolr);
 228         }
 229
 230         E1000_WRITE_REG(hw, E1000_RCTL, fctrl);
 231 }
 232
 233 static inline void
 234 igb_vf_reset_event(struct rte_eth_dev *dev, uint16_t vf)
 235 {
 236         struct e1000_hw *hw =
 237                 E1000_DEV_PRIVATE_TO_HW(dev->data->dev_private);
 238         struct e1000_vf_info *vfinfo =
 239                 *(E1000_DEV_PRIVATE_TO_P_VFDATA(dev->data->dev_private));
 240         uint32_t vmolr = E1000_READ_REG(hw, E1000_VMOLR(vf));
 241
 242         vmolr |= (E1000_VMOLR_ROPE | E1000_VMOLR_ROMPE |
 243                         E1000_VMOLR_BAM | E1000_VMOLR_AUPE);
 244         E1000_WRITE_REG(hw, E1000_VMOLR(vf), vmolr);
 245
 246         E1000_WRITE_REG(hw, E1000_VMVIR(vf), 0);
 247
 248         /* reset multicast table array for vf */
 249         vfinfo[vf].num_vf_mc_hashes = 0;
 250
 251         /* reset rx mode */
 252         set_rx_mode(dev);
 253 }
 254
 255 static inline void
 256 igb_vf_reset_msg(struct rte_eth_dev *dev, uint16_t vf)
 257 {
 258         struct e1000_hw *hw = E1000_DEV_PRIVATE_TO_HW(dev->data->dev_private);
 259         uint32_t reg;
 260
 261         /* enable transmit and receive for vf */
 262         reg = E1000_READ_REG(hw, E1000_VFTE);
 263         reg |= (reg | (1 << vf));
 264         E1000_WRITE_REG(hw, E1000_VFTE, reg);
 265
 266         reg = E1000_READ_REG(hw, E1000_VFRE);
 267         reg |= (reg | (1 << vf));
 268         E1000_WRITE_REG(hw, E1000_VFRE, reg);
 269
 270         igb_vf_reset_event(dev, vf);
 271 }
 272
 273 static int
 274 igb_vf_reset(struct rte_eth_dev *dev, uint16_t vf, uint32_t *msgbuf)
 275 {
 276         struct e1000_hw *hw = E1000_DEV_PRIVATE_TO_HW(dev->data->dev_private);
 277         struct e1000_vf_info *vfinfo =
 278                 *(E1000_DEV_PRIVATE_TO_P_VFDATA(dev->data->dev_private));
 279         unsigned char *vf_mac = vfinfo[vf].vf_mac_addresses;
 280         int rar_entry = hw->mac.rar_entry_count - (vf + 1);
 281         uint8_t *new_mac = (uint8_t *)(&msgbuf[1]);
 282         uint32_t rah;
 283
 284         igb_vf_reset_msg(dev, vf);
 285
 286         hw->mac.ops.rar_set(hw, vf_mac, rar_entry);
 287         rah = E1000_READ_REG(hw, E1000_RAH(rar_entry));
 288         rah |= (0x1 << (vf + E1000_RAH_POOLSEL_SHIFT));
 289         E1000_WRITE_REG(hw, E1000_RAH(rar_entry), rah);
 290
 291         /* reply to reset with ack and vf mac address */
 292         msgbuf[0] = E1000_VF_RESET | E1000_VT_MSGTYPE_ACK;
 293         rte_memcpy(new_mac, vf_mac, ETHER_ADDR_LEN);
 294         e1000_write_mbx(hw, msgbuf, 3, vf);
 295
 296         return 0;
 297 }
 298
 299 static int
 300 igb_vf_set_mac_addr(struct rte_eth_dev *dev, uint32_t vf, uint32_t *msgbuf)
 301 {
 302         struct e1000_hw *hw = E1000_DEV_PRIVATE_TO_HW(dev->data->dev_private);
 303         struct e1000_vf_info *vfinfo =
 304                 *(E1000_DEV_PRIVATE_TO_P_VFDATA(dev->data->dev_private));
 305         int rar_entry = hw->mac.rar_entry_count - (vf + 1);
 306         uint8_t *new_mac = (uint8_t *)(&msgbuf[1]);
 307         int rah;
 308
 309         if (is_unicast_ether_addr((struct ether_addr *)new_mac)) {
 310                 if (!is_zero_ether_addr((struct ether_addr *)new_mac))
 311                         rte_memcpy(vfinfo[vf].vf_mac_addresses, new_mac,
 312                                 sizeof(vfinfo[vf].vf_mac_addresses));
 313                 hw->mac.ops.rar_set(hw, new_mac, rar_entry);
 314                 rah = E1000_READ_REG(hw, E1000_RAH(rar_entry));
 315                 rah |= (0x1 << (E1000_RAH_POOLSEL_SHIFT + vf));
 316                 E1000_WRITE_REG(hw, E1000_RAH(rar_entry), rah);
 317                 return 0;
 318         }
 319         return -1;
 320 }
 321
 322 static int
 323 igb_vf_set_multicast(struct rte_eth_dev *dev, __rte_unused uint32_t vf, uint32_t *msgbuf)
 324 {
 325         int i;
 326         uint32_t vector_bit;
 327         uint32_t vector_reg;
 328         uint32_t mta_reg;
 329         int entries = (msgbuf[0] & E1000_VT_MSGINFO_MASK) >>
 330                 E1000_VT_MSGINFO_SHIFT;
 331         uint16_t *hash_list = (uint16_t *)&msgbuf[1];
 332         struct e1000_hw *hw = E1000_DEV_PRIVATE_TO_HW(dev->data->dev_private);
 333         struct e1000_vf_info *vfinfo =
 334                 *(E1000_DEV_PRIVATE_TO_P_VFDATA(dev->data->dev_private));
 335
 336         /* only so many hash values supported */
 337         entries = RTE_MIN(entries, E1000_MAX_VF_MC_ENTRIES);
 338
 339         /*
 340          * salt away the number of multi cast addresses assigned
 341          * to this VF for later use to restore when the PF multi cast
 342          * list changes
 343          */
 344         vfinfo->num_vf_mc_hashes = (uint16_t)entries;
 345
 346         /*
 347          * VFs are limited to using the MTA hash table for their multicast
 348          * addresses
 349          */
 350         for (i = 0; i < entries; i++) {
 351                 vfinfo->vf_mc_hashes[i] = hash_list[i];
 352         }
 353
 354         for (i = 0; i < vfinfo->num_vf_mc_hashes; i++) {
 355                 vector_reg = (vfinfo->vf_mc_hashes[i] >> 5) & 0x7F;
 356                 vector_bit = vfinfo->vf_mc_hashes[i] & 0x1F;
 357                 mta_reg = E1000_READ_REG_ARRAY(hw, E1000_MTA, vector_reg);
 358                 mta_reg |= (1 << vector_bit);
 359                 E1000_WRITE_REG_ARRAY(hw, E1000_MTA, vector_reg, mta_reg);
 360         }
 361
 362         return 0;
 363 }
 364
 365 static int
 366 igb_vf_set_vlan(struct rte_eth_dev *dev, uint32_t vf, uint32_t *msgbuf)
 367 {
 368         int add, vid;
 369         struct e1000_hw *hw = E1000_DEV_PRIVATE_TO_HW(dev->data->dev_private);
 370         struct e1000_vf_info *vfinfo =
 371                 *(E1000_DEV_PRIVATE_TO_P_VFDATA(dev->data->dev_private));
 372         uint32_t vid_idx, vid_bit, vfta;
 373
 374         add = (msgbuf[0] & E1000_VT_MSGINFO_MASK)
 375                 >> E1000_VT_MSGINFO_SHIFT;
 376         vid = (msgbuf[1] & E1000_VLVF_VLANID_MASK);
 377
 378         if (add)
 379                 vfinfo[vf].vlan_count++;
 380         else if (vfinfo[vf].vlan_count)
 381                 vfinfo[vf].vlan_count--;
 382
 383         vid_idx = (uint32_t)((vid >> E1000_VFTA_ENTRY_SHIFT) &
 384                              E1000_VFTA_ENTRY_MASK);
 385         vid_bit = (uint32_t)(1 << (vid & E1000_VFTA_ENTRY_BIT_SHIFT_MASK));
 386         vfta = E1000_READ_REG_ARRAY(hw, E1000_VFTA, vid_idx);
 387         if (add)
 388                 vfta |= vid_bit;
 389         else
 390                 vfta &= ~vid_bit;
 391
 392         E1000_WRITE_REG_ARRAY(hw, E1000_VFTA, vid_idx, vfta);
 393         E1000_WRITE_FLUSH(hw);
 394
 395         return 0;
 396 }
 397
 398 static int
 399 igb_vf_set_rlpml(struct rte_eth_dev *dev, uint32_t vf, uint32_t *msgbuf)
 400 {
 401         struct e1000_hw *hw = E1000_DEV_PRIVATE_TO_HW(dev->data->dev_private);
 402         uint16_t rlpml = msgbuf[1] & E1000_VMOLR_RLPML_MASK;
 403         uint32_t max_frame = rlpml + ETHER_HDR_LEN + ETHER_CRC_LEN;
 404         uint32_t vmolr;
 405
 406         if ((max_frame < ETHER_MIN_LEN) || (max_frame > ETHER_MAX_JUMBO_FRAME_LEN))
 407                 return -1;
 408
 409         vmolr = E1000_READ_REG(hw, E1000_VMOLR(vf));
 410
 411         vmolr &= ~E1000_VMOLR_RLPML_MASK;
 412         vmolr |= rlpml;
 413
 414         /* Enable Long Packet support */
 415         vmolr |= E1000_VMOLR_LPE;
 416
 417         E1000_WRITE_REG(hw, E1000_VMOLR(vf), vmolr);
 418         E1000_WRITE_FLUSH(hw);
 419
 420         return 0;
 421 }
 422
 423 static int
 424 igb_rcv_msg_from_vf(struct rte_eth_dev *dev, uint16_t vf)
 425 {
 426         uint16_t mbx_size = E1000_VFMAILBOX_SIZE;
 427         uint32_t msgbuf[E1000_VFMAILBOX_SIZE];
 428         int32_t retval;
 429         struct e1000_hw *hw = E1000_DEV_PRIVATE_TO_HW(dev->data->dev_private);
 430
 431         retval = e1000_read_mbx(hw, msgbuf, mbx_size, vf);
 432         if (retval) {
 433                 PMD_INIT_LOG(ERR, "Error mbx recv msg from VF %d", vf);
 434                 return retval;
 435         }
 436
 437         /* do nothing with the message already processed */
 438         if (msgbuf[0] & (E1000_VT_MSGTYPE_ACK | E1000_VT_MSGTYPE_NACK))
 439                 return retval;
 440
 441         /* flush the ack before we write any messages back */
 442         E1000_WRITE_FLUSH(hw);
 443
 444         /* perform VF reset */
 445         if (msgbuf[0] == E1000_VF_RESET) {
 446                 return igb_vf_reset(dev, vf, msgbuf);
 447         }
 448
 449         /* check & process VF to PF mailbox message */
 450         switch ((msgbuf[0] & 0xFFFF)) {
 451         case E1000_VF_SET_MAC_ADDR:
 452                 retval = igb_vf_set_mac_addr(dev, vf, msgbuf);
 453                 break;
 454         case E1000_VF_SET_MULTICAST:
 455                 retval = igb_vf_set_multicast(dev, vf, msgbuf);
 456                 break;
 457         case E1000_VF_SET_LPE:
 458                 retval = igb_vf_set_rlpml(dev, vf, msgbuf);
 459                 break;
 460         case E1000_VF_SET_VLAN:
 461                 retval = igb_vf_set_vlan(dev, vf, msgbuf);
 462                 break;
 463         default:
 464                 PMD_INIT_LOG(DEBUG, "Unhandled Msg %8.8x",
 465                              (unsigned) msgbuf[0]);
 466                 retval = E1000_ERR_MBX;
 467                 break;
 468         }
 469
 470         /* response the VF according to the message process result */
 471         if (retval)
 472                 msgbuf[0] |= E1000_VT_MSGTYPE_NACK;
 473         else
 474                 msgbuf[0] |= E1000_VT_MSGTYPE_ACK;
 475
 476         msgbuf[0] |= E1000_VT_MSGTYPE_CTS;
 477
 478         e1000_write_mbx(hw, msgbuf, 1, vf);
 479
 480         return retval;
 481 }
 482
 483 static inline void
 484 igb_rcv_ack_from_vf(struct rte_eth_dev *dev, uint16_t vf)
 485 {
 486         uint32_t msg = E1000_VT_MSGTYPE_NACK;
 487         struct e1000_hw *hw =
 488                 E1000_DEV_PRIVATE_TO_HW(dev->data->dev_private);
 489
 490         e1000_write_mbx(hw, &msg, 1, vf);
 491 }
 492
 493 void igb_pf_mbx_process(struct rte_eth_dev *eth_dev)
 494 {
 495         uint16_t vf;
 496         struct e1000_hw *hw =
 497                 E1000_DEV_PRIVATE_TO_HW(eth_dev->data->dev_private);
 498
 499         for (vf = 0; vf < dev_num_vf(eth_dev); vf++) {
 500                 /* check & process vf function level reset */
 501                 if (!e1000_check_for_rst(hw, vf))
 502                         igb_vf_reset_event(eth_dev, vf);
 503
 504                 /* check & process vf mailbox messages */
 505                 if (!e1000_check_for_msg(hw, vf))
 506                         igb_rcv_msg_from_vf(eth_dev, vf);
 507
 508                 /* check & process acks from vf */
 509                 if (!e1000_check_for_ack(hw, vf))
 510                         igb_rcv_ack_from_vf(eth_dev, vf);
 511         }
 512 }