drivers/net/bnxt/bnxt_vnic.c

   1 /*-
   2  *   BSD LICENSE
   3  *
   4  *   Copyright(c) 2014-2015 Broadcom Corporation.
   5  *   All rights reserved.
   6  *
   7  *   Redistribution and use in source and binary forms, with or without
   8  *   modification, are permitted provided that the following conditions
   9  *   are met:
  10  *
  11  *     * Redistributions of source code must retain the above copyright
  12  *       notice, this list of conditions and the following disclaimer.
  13  *     * Redistributions in binary form must reproduce the above copyright
  14  *       notice, this list of conditions and the following disclaimer in
  15  *       the documentation and/or other materials provided with the
  16  *       distribution.
  17  *     * Neither the name of Broadcom Corporation nor the names of its
  18  *       contributors may be used to endorse or promote products derived
  19  *       from this software without specific prior written permission.
  20  *
  21  *   THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
  22  *   "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
  23  *   LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
  24  *   A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
  25  *   OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
  26  *   SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
  27  *   LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
  28  *   DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
  29  *   THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
  30  *   (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
  31  *   OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
  32  */
  33
  34 #include <inttypes.h>
  35
  36 #include <rte_memzone.h>
  37 #include <rte_malloc.h>
  38
  39 #include "bnxt.h"
  40 #include "bnxt_vnic.h"
  41 #include "hsi_struct_def_dpdk.h"
  42
  43 /*
  44  * VNIC Functions
  45  */
  46
  47 static void prandom_bytes(void *dest_ptr, size_t len)
  48 {
  49         char *dest = (char *)dest_ptr;
  50         uint64_t rb;
  51
  52         while (len) {
  53                 rb = rte_rand();
  54                 if (len >= 8) {
  55                         memcpy(dest, &rb, 8);
  56                         len -= 8;
  57                         dest += 8;
  58                 } else {
  59                         memcpy(dest, &rb, len);
  60                         dest += len;
  61                         len = 0;
  62                 }
  63         }
  64 }
  65
  66 void bnxt_init_vnics(struct bnxt *bp)
  67 {
  68         struct bnxt_vnic_info *vnic;
  69         uint16_t max_vnics;
  70         int i, j;
  71
  72         max_vnics = bp->max_vnics;
  73         STAILQ_INIT(&bp->free_vnic_list);
  74         for (i = 0; i < max_vnics; i++) {
  75                 vnic = &bp->vnic_info[i];
  76                 vnic->fw_vnic_id = (uint16_t)HWRM_NA_SIGNATURE;
  77                 vnic->rss_rule = (uint16_t)HWRM_NA_SIGNATURE;
  78                 vnic->cos_rule = (uint16_t)HWRM_NA_SIGNATURE;
  79                 vnic->lb_rule = (uint16_t)HWRM_NA_SIGNATURE;
  80
  81                 for (j = 0; j < MAX_QUEUES_PER_VNIC; j++)
  82                         vnic->fw_grp_ids[j] = (uint16_t)HWRM_NA_SIGNATURE;
  83
  84                 prandom_bytes(vnic->rss_hash_key, HW_HASH_KEY_SIZE);
  85                 STAILQ_INIT(&vnic->filter);
  86                 STAILQ_INIT(&vnic->flow_list);
  87                 STAILQ_INSERT_TAIL(&bp->free_vnic_list, vnic, next);
  88         }
  89         for (i = 0; i < MAX_FF_POOLS; i++)
  90                 STAILQ_INIT(&bp->ff_pool[i]);
  91 }
  92
  93 int bnxt_free_vnic(struct bnxt *bp, struct bnxt_vnic_info *vnic,
  94                           int pool)
  95 {
  96         struct bnxt_vnic_info *temp;
  97
  98         temp = STAILQ_FIRST(&bp->ff_pool[pool]);
  99         while (temp) {
 100                 if (temp == vnic) {
 101                         STAILQ_REMOVE(&bp->ff_pool[pool], vnic,
 102                                       bnxt_vnic_info, next);
 103                         vnic->fw_vnic_id = (uint16_t)HWRM_NA_SIGNATURE;
 104                         STAILQ_INSERT_TAIL(&bp->free_vnic_list, vnic,
 105                                            next);
 106                         return 0;
 107                 }
 108                 temp = STAILQ_NEXT(temp, next);
 109         }
 110         RTE_LOG(ERR, PMD, "VNIC %p is not found in pool[%d]\n", vnic, pool);
 111         return -EINVAL;
 112 }
 113
 114 struct bnxt_vnic_info *bnxt_alloc_vnic(struct bnxt *bp)
 115 {
 116         struct bnxt_vnic_info *vnic;
 117
 118         /* Find the 1st unused vnic from the free_vnic_list pool*/
 119         vnic = STAILQ_FIRST(&bp->free_vnic_list);
 120         if (!vnic) {
 121                 RTE_LOG(ERR, PMD, "No more free VNIC resources\n");
 122                 return NULL;
 123         }
 124         STAILQ_REMOVE_HEAD(&bp->free_vnic_list, next);
 125         return vnic;
 126 }
 127
 128 void bnxt_free_all_vnics(struct bnxt *bp)
 129 {
 130         struct bnxt_vnic_info *temp, *next;
 131         int i;
 132
 133         for (i = 0; i < MAX_FF_POOLS; i++) {
 134                 temp = STAILQ_FIRST(&bp->ff_pool[i]);
 135                 while (temp) {
 136                         next = STAILQ_NEXT(temp, next);
 137                         STAILQ_REMOVE(&bp->ff_pool[i], temp, bnxt_vnic_info,
 138                                       next);
 139                         STAILQ_INSERT_TAIL(&bp->free_vnic_list, temp, next);
 140                         temp = next;
 141                 }
 142         }
 143 }
 144
 145 void bnxt_free_vnic_attributes(struct bnxt *bp)
 146 {
 147         struct bnxt_vnic_info *vnic;
 148
 149         STAILQ_FOREACH(vnic, &bp->free_vnic_list, next) {
 150                 if (vnic->rss_table) {
 151                         /* 'Unreserve' the rss_table */
 152                         /* N/A */
 153
 154                         vnic->rss_table = NULL;
 155                 }
 156
 157                 if (vnic->rss_hash_key) {
 158                         /* 'Unreserve' the rss_hash_key */
 159                         /* N/A */
 160
 161                         vnic->rss_hash_key = NULL;
 162                 }
 163         }
 164 }
 165
 166 int bnxt_alloc_vnic_attributes(struct bnxt *bp)
 167 {
 168         struct bnxt_vnic_info *vnic;
 169         struct rte_pci_device *pdev = bp->pdev;
 170         const struct rte_memzone *mz;
 171         char mz_name[RTE_MEMZONE_NAMESIZE];
 172         uint32_t entry_length = RTE_CACHE_LINE_ROUNDUP(
 173                                 HW_HASH_INDEX_SIZE * sizeof(*vnic->rss_table) +
 174                                 HW_HASH_KEY_SIZE +
 175                                 BNXT_MAX_MC_ADDRS * ETHER_ADDR_LEN);
 176         uint16_t max_vnics;
 177         int i;
 178         phys_addr_t mz_phys_addr;
 179
 180         max_vnics = bp->max_vnics;
 181         snprintf(mz_name, RTE_MEMZONE_NAMESIZE,
 182                  "bnxt_%04x:%02x:%02x:%02x_vnicattr", pdev->addr.domain,
 183                  pdev->addr.bus, pdev->addr.devid, pdev->addr.function);
 184         mz_name[RTE_MEMZONE_NAMESIZE - 1] = 0;
 185         mz = rte_memzone_lookup(mz_name);
 186         if (!mz) {
 187                 mz = rte_memzone_reserve(mz_name,
 188                                          entry_length * max_vnics,
 189                                          SOCKET_ID_ANY,
 190                                          RTE_MEMZONE_2MB |
 191                                          RTE_MEMZONE_SIZE_HINT_ONLY);
 192                 if (!mz)
 193                         return -ENOMEM;
 194         }
 195         mz_phys_addr = mz->iova;
 196         if ((unsigned long)mz->addr == mz_phys_addr) {
 197                 RTE_LOG(WARNING, PMD,
 198                         "Memzone physical address same as virtual.\n");
 199                 RTE_LOG(WARNING, PMD,
 200                         "Using rte_mem_virt2iova()\n");
 201                 mz_phys_addr = rte_mem_virt2iova(mz->addr);
 202                 if (mz_phys_addr == 0) {
 203                         RTE_LOG(ERR, PMD,
 204                         "unable to map vnic address to physical memory\n");
 205                         return -ENOMEM;
 206                 }
 207         }
 208
 209         for (i = 0; i < max_vnics; i++) {
 210                 vnic = &bp->vnic_info[i];
 211
 212                 /* Allocate rss table and hash key */
 213                 vnic->rss_table =
 214                         (void *)((char *)mz->addr + (entry_length * i));
 215                 memset(vnic->rss_table, -1, entry_length);
 216
 217                 vnic->rss_table_dma_addr = mz_phys_addr + (entry_length * i);
 218                 vnic->rss_hash_key = (void *)((char *)vnic->rss_table +
 219                              HW_HASH_INDEX_SIZE * sizeof(*vnic->rss_table));
 220
 221                 vnic->rss_hash_key_dma_addr = vnic->rss_table_dma_addr +
 222                              HW_HASH_INDEX_SIZE * sizeof(*vnic->rss_table);
 223                 vnic->mc_list = (void *)((char *)vnic->rss_hash_key +
 224                                 HW_HASH_KEY_SIZE);
 225                 vnic->mc_list_dma_addr = vnic->rss_hash_key_dma_addr +
 226                                 HW_HASH_KEY_SIZE;
 227         }
 228
 229         return 0;
 230 }
 231
 232 void bnxt_free_vnic_mem(struct bnxt *bp)
 233 {
 234         struct bnxt_vnic_info *vnic;
 235         uint16_t max_vnics, i;
 236
 237         if (bp->vnic_info == NULL)
 238                 return;
 239
 240         max_vnics = bp->max_vnics;
 241         for (i = 0; i < max_vnics; i++) {
 242                 vnic = &bp->vnic_info[i];
 243                 if (vnic->fw_vnic_id != (uint16_t)HWRM_NA_SIGNATURE) {
 244                         RTE_LOG(ERR, PMD, "VNIC is not freed yet!\n");
 245                         /* TODO Call HWRM to free VNIC */
 246                 }
 247         }
 248
 249         rte_free(bp->vnic_info);
 250         bp->vnic_info = NULL;
 251 }
 252
 253 int bnxt_alloc_vnic_mem(struct bnxt *bp)
 254 {
 255         struct bnxt_vnic_info *vnic_mem;
 256         uint16_t max_vnics;
 257
 258         max_vnics = bp->max_vnics;
 259         /* Allocate memory for VNIC pool and filter pool */
 260         vnic_mem = rte_zmalloc("bnxt_vnic_info",
 261                                max_vnics * sizeof(struct bnxt_vnic_info), 0);
 262         if (vnic_mem == NULL) {
 263                 RTE_LOG(ERR, PMD, "Failed to alloc memory for %d VNICs",
 264                         max_vnics);
 265                 return -ENOMEM;
 266         }
 267         bp->vnic_info = vnic_mem;
 268         return 0;
 269 }