drivers/net/bnxt/bnxt_vnic.c

   1 /* SPDX-License-Identifier: BSD-3-Clause
   2  * Copyright(c) 2014-2021 Broadcom
   3  * All rights reserved.
   4  */
   5
   6 #include <inttypes.h>
   7
   8 #include <rte_memzone.h>
   9 #include <rte_malloc.h>
  10
  11 #include "bnxt.h"
  12 #include "bnxt_vnic.h"
  13 #include "hsi_struct_def_dpdk.h"
  14
  15 /*
  16  * VNIC Functions
  17  */
  18
  19 void bnxt_prandom_bytes(void *dest_ptr, size_t len)
  20 {
  21         char *dest = (char *)dest_ptr;
  22         uint64_t rb;
  23
  24         while (len) {
  25                 rb = rte_rand();
  26                 if (len >= 8) {
  27                         memcpy(dest, &rb, 8);
  28                         len -= 8;
  29                         dest += 8;
  30                 } else {
  31                         memcpy(dest, &rb, len);
  32                         dest += len;
  33                         len = 0;
  34                 }
  35         }
  36 }
  37
  38 static void bnxt_init_vnics(struct bnxt *bp)
  39 {
  40         struct bnxt_vnic_info *vnic;
  41         uint16_t max_vnics;
  42         int i;
  43
  44         max_vnics = bp->max_vnics;
  45         STAILQ_INIT(&bp->free_vnic_list);
  46         for (i = 0; i < max_vnics; i++) {
  47                 vnic = &bp->vnic_info[i];
  48                 vnic->fw_vnic_id = (uint16_t)HWRM_NA_SIGNATURE;
  49                 vnic->rss_rule = (uint16_t)HWRM_NA_SIGNATURE;
  50                 vnic->cos_rule = (uint16_t)HWRM_NA_SIGNATURE;
  51                 vnic->lb_rule = (uint16_t)HWRM_NA_SIGNATURE;
  52                 vnic->hash_mode =
  53                         HWRM_VNIC_RSS_CFG_INPUT_HASH_MODE_FLAGS_DEFAULT;
  54                 vnic->rx_queue_cnt = 0;
  55
  56                 STAILQ_INIT(&vnic->filter);
  57                 STAILQ_INIT(&vnic->flow_list);
  58                 STAILQ_INSERT_TAIL(&bp->free_vnic_list, vnic, next);
  59         }
  60 }
  61
  62 struct bnxt_vnic_info *bnxt_alloc_vnic(struct bnxt *bp)
  63 {
  64         struct bnxt_vnic_info *vnic;
  65
  66         /* Find the 1st unused vnic from the free_vnic_list pool*/
  67         vnic = STAILQ_FIRST(&bp->free_vnic_list);
  68         if (!vnic) {
  69                 PMD_DRV_LOG(ERR, "No more free VNIC resources\n");
  70                 return NULL;
  71         }
  72         STAILQ_REMOVE_HEAD(&bp->free_vnic_list, next);
  73         return vnic;
  74 }
  75
  76 void bnxt_free_all_vnics(struct bnxt *bp)
  77 {
  78         struct bnxt_vnic_info *vnic;
  79         unsigned int i;
  80
  81         if (bp->vnic_info == NULL)
  82                 return;
  83
  84         for (i = 0; i < bp->max_vnics; i++) {
  85                 vnic = &bp->vnic_info[i];
  86                 STAILQ_INSERT_TAIL(&bp->free_vnic_list, vnic, next);
  87                 vnic->rx_queue_cnt = 0;
  88         }
  89 }
  90
  91 void bnxt_free_vnic_attributes(struct bnxt *bp)
  92 {
  93         struct bnxt_vnic_info *vnic;
  94         unsigned int i;
  95
  96         if (bp->vnic_info == NULL)
  97                 return;
  98
  99         for (i = 0; i < bp->max_vnics; i++) {
 100                 vnic = &bp->vnic_info[i];
 101                 if (vnic->rss_table) {
 102                         /* 'Unreserve' the rss_table */
 103                         /* N/A */
 104
 105                         vnic->rss_table = NULL;
 106                 }
 107
 108                 if (vnic->rss_hash_key) {
 109                         /* 'Unreserve' the rss_hash_key */
 110                         /* N/A */
 111
 112                         vnic->rss_hash_key = NULL;
 113                 }
 114         }
 115 }
 116
 117 int bnxt_alloc_vnic_attributes(struct bnxt *bp)
 118 {
 119         struct bnxt_vnic_info *vnic;
 120         struct rte_pci_device *pdev = bp->pdev;
 121         const struct rte_memzone *mz;
 122         char mz_name[RTE_MEMZONE_NAMESIZE];
 123         uint32_t entry_length;
 124         size_t rss_table_size;
 125         uint16_t max_vnics;
 126         int i;
 127         rte_iova_t mz_phys_addr;
 128
 129         entry_length = HW_HASH_KEY_SIZE +
 130                        BNXT_MAX_MC_ADDRS * RTE_ETHER_ADDR_LEN;
 131
 132         if (BNXT_CHIP_P5(bp))
 133                 rss_table_size = BNXT_RSS_TBL_SIZE_P5 *
 134                                  2 * sizeof(*vnic->rss_table);
 135         else
 136                 rss_table_size = HW_HASH_INDEX_SIZE * sizeof(*vnic->rss_table);
 137
 138         entry_length = RTE_CACHE_LINE_ROUNDUP(entry_length + rss_table_size);
 139
 140         max_vnics = bp->max_vnics;
 141         snprintf(mz_name, RTE_MEMZONE_NAMESIZE,
 142                  "bnxt_" PCI_PRI_FMT "_vnicattr", pdev->addr.domain,
 143                  pdev->addr.bus, pdev->addr.devid, pdev->addr.function);
 144         mz_name[RTE_MEMZONE_NAMESIZE - 1] = 0;
 145         mz = rte_memzone_lookup(mz_name);
 146         if (!mz) {
 147                 mz = rte_memzone_reserve(mz_name,
 148                                 entry_length * max_vnics,
 149                                 bp->eth_dev->device->numa_node,
 150                                 RTE_MEMZONE_2MB |
 151                                 RTE_MEMZONE_SIZE_HINT_ONLY |
 152                                 RTE_MEMZONE_IOVA_CONTIG);
 153                 if (!mz)
 154                         return -ENOMEM;
 155         }
 156         mz_phys_addr = mz->iova;
 157
 158         for (i = 0; i < max_vnics; i++) {
 159                 vnic = &bp->vnic_info[i];
 160
 161                 /* Allocate rss table and hash key */
 162                 vnic->rss_table =
 163                         (void *)((char *)mz->addr + (entry_length * i));
 164                 memset(vnic->rss_table, -1, entry_length);
 165
 166                 vnic->rss_table_dma_addr = mz_phys_addr + (entry_length * i);
 167                 vnic->rss_hash_key = (void *)((char *)vnic->rss_table +
 168                                               rss_table_size);
 169
 170                 vnic->rss_hash_key_dma_addr = vnic->rss_table_dma_addr +
 171                                               rss_table_size;
 172                 vnic->mc_list = (void *)((char *)vnic->rss_hash_key +
 173                                 HW_HASH_KEY_SIZE);
 174                 vnic->mc_list_dma_addr = vnic->rss_hash_key_dma_addr +
 175                                 HW_HASH_KEY_SIZE;
 176                 bnxt_prandom_bytes(vnic->rss_hash_key, HW_HASH_KEY_SIZE);
 177         }
 178
 179         return 0;
 180 }
 181
 182 void bnxt_free_vnic_mem(struct bnxt *bp)
 183 {
 184         struct bnxt_vnic_info *vnic;
 185         uint16_t max_vnics, i;
 186
 187         if (bp->vnic_info == NULL)
 188                 return;
 189
 190         max_vnics = bp->max_vnics;
 191         for (i = 0; i < max_vnics; i++) {
 192                 vnic = &bp->vnic_info[i];
 193                 if (vnic->fw_vnic_id != (uint16_t)HWRM_NA_SIGNATURE) {
 194                         PMD_DRV_LOG(ERR, "VNIC is not freed yet!\n");
 195                         /* TODO Call HWRM to free VNIC */
 196                 }
 197         }
 198
 199         rte_free(bp->vnic_info);
 200         bp->vnic_info = NULL;
 201 }
 202
 203 int bnxt_alloc_vnic_mem(struct bnxt *bp)
 204 {
 205         struct bnxt_vnic_info *vnic_mem;
 206         uint16_t max_vnics;
 207
 208         max_vnics = bp->max_vnics;
 209         /* Allocate memory for VNIC pool and filter pool */
 210         vnic_mem = rte_zmalloc("bnxt_vnic_info",
 211                                max_vnics * sizeof(struct bnxt_vnic_info), 0);
 212         if (vnic_mem == NULL) {
 213                 PMD_DRV_LOG(ERR, "Failed to alloc memory for %d VNICs",
 214                         max_vnics);
 215                 return -ENOMEM;
 216         }
 217         bp->vnic_info = vnic_mem;
 218         bnxt_init_vnics(bp);
 219         return 0;
 220 }
 221
 222 int bnxt_vnic_grp_alloc(struct bnxt *bp, struct bnxt_vnic_info *vnic)
 223 {
 224         uint32_t size = sizeof(*vnic->fw_grp_ids) * bp->max_ring_grps;
 225
 226         vnic->fw_grp_ids = rte_zmalloc("vnic_fw_grp_ids", size, 0);
 227         if (!vnic->fw_grp_ids) {
 228                 PMD_DRV_LOG(ERR,
 229                             "Failed to alloc %d bytes for group ids\n",
 230                             size);
 231                 return -ENOMEM;
 232         }
 233         memset(vnic->fw_grp_ids, -1, size);
 234
 235         return 0;
 236 }
 237
 238 uint16_t bnxt_rte_to_hwrm_hash_types(uint64_t rte_type)
 239 {
 240         uint16_t hwrm_type = 0;
 241
 242         if (rte_type & RTE_ETH_RSS_IPV4)
 243                 hwrm_type |= HWRM_VNIC_RSS_CFG_INPUT_HASH_TYPE_IPV4;
 244         if (rte_type & RTE_ETH_RSS_NONFRAG_IPV4_TCP)
 245                 hwrm_type |= HWRM_VNIC_RSS_CFG_INPUT_HASH_TYPE_TCP_IPV4;
 246         if (rte_type & RTE_ETH_RSS_NONFRAG_IPV4_UDP)
 247                 hwrm_type |= HWRM_VNIC_RSS_CFG_INPUT_HASH_TYPE_UDP_IPV4;
 248         if (rte_type & RTE_ETH_RSS_IPV6)
 249                 hwrm_type |= HWRM_VNIC_RSS_CFG_INPUT_HASH_TYPE_IPV6;
 250         if (rte_type & RTE_ETH_RSS_NONFRAG_IPV6_TCP)
 251                 hwrm_type |= HWRM_VNIC_RSS_CFG_INPUT_HASH_TYPE_TCP_IPV6;
 252         if (rte_type & RTE_ETH_RSS_NONFRAG_IPV6_UDP)
 253                 hwrm_type |= HWRM_VNIC_RSS_CFG_INPUT_HASH_TYPE_UDP_IPV6;
 254
 255         return hwrm_type;
 256 }
 257
 258 int bnxt_rte_to_hwrm_hash_level(struct bnxt *bp, uint64_t hash_f, uint32_t lvl)
 259 {
 260         uint32_t mode = HWRM_VNIC_RSS_CFG_INPUT_HASH_MODE_FLAGS_DEFAULT;
 261         bool l3 = (hash_f & (RTE_ETH_RSS_IPV4 | RTE_ETH_RSS_IPV6));
 262         bool l4 = (hash_f & (RTE_ETH_RSS_NONFRAG_IPV4_UDP |
 263                              RTE_ETH_RSS_NONFRAG_IPV6_UDP |
 264                              RTE_ETH_RSS_NONFRAG_IPV4_TCP |
 265                              RTE_ETH_RSS_NONFRAG_IPV6_TCP));
 266         bool l3_only = l3 && !l4;
 267         bool l3_and_l4 = l3 && l4;
 268
 269         /* If FW has not advertised capability to configure outer/inner
 270          * RSS hashing , just log a message. HW will work in default RSS mode.
 271          */
 272         if (!(bp->vnic_cap_flags & BNXT_VNIC_CAP_OUTER_RSS)) {
 273                 PMD_DRV_LOG(ERR, "RSS hash level cannot be configured\n");
 274                 return mode;
 275         }
 276
 277         switch (lvl) {
 278         case BNXT_RSS_LEVEL_INNERMOST:
 279                 if (l3_and_l4 || l4)
 280                         mode =
 281                         HWRM_VNIC_RSS_CFG_INPUT_HASH_MODE_FLAGS_INNERMOST_4;
 282                 else if (l3_only)
 283                         mode =
 284                         HWRM_VNIC_RSS_CFG_INPUT_HASH_MODE_FLAGS_INNERMOST_2;
 285                 break;
 286         case BNXT_RSS_LEVEL_OUTERMOST:
 287                 if (l3_and_l4 || l4)
 288                         mode =
 289                         HWRM_VNIC_RSS_CFG_INPUT_HASH_MODE_FLAGS_OUTERMOST_4;
 290                 else if (l3_only)
 291                         mode =
 292                         HWRM_VNIC_RSS_CFG_INPUT_HASH_MODE_FLAGS_OUTERMOST_2;
 293                 break;
 294         default:
 295                 mode = HWRM_VNIC_RSS_CFG_INPUT_HASH_MODE_FLAGS_DEFAULT;
 296                 break;
 297         }
 298
 299         return mode;
 300 }
 301
 302 uint64_t bnxt_hwrm_to_rte_rss_level(struct bnxt *bp, uint32_t mode)
 303 {
 304         uint64_t rss_level = 0;
 305
 306         /* If FW has not advertised capability to configure inner/outer RSS
 307          * return default hash mode.
 308          */
 309         if (!(bp->vnic_cap_flags & BNXT_VNIC_CAP_OUTER_RSS))
 310                 return RTE_ETH_RSS_LEVEL_PMD_DEFAULT;
 311
 312         if (mode == HWRM_VNIC_RSS_CFG_INPUT_HASH_MODE_FLAGS_OUTERMOST_2 ||
 313             mode == HWRM_VNIC_RSS_CFG_INPUT_HASH_MODE_FLAGS_OUTERMOST_4)
 314                 rss_level |= RTE_ETH_RSS_LEVEL_OUTERMOST;
 315         else if (mode == HWRM_VNIC_RSS_CFG_INPUT_HASH_MODE_FLAGS_INNERMOST_2 ||
 316                  mode == HWRM_VNIC_RSS_CFG_INPUT_HASH_MODE_FLAGS_INNERMOST_4)
 317                 rss_level |= RTE_ETH_RSS_LEVEL_INNERMOST;
 318         else
 319                 rss_level |= RTE_ETH_RSS_LEVEL_PMD_DEFAULT;
 320
 321         return rss_level;
 322 }