net/bnxt: fix RSS hash configuration
[dpdk.git] / drivers / net / bnxt / bnxt_vnic.c
1 /* SPDX-License-Identifier: BSD-3-Clause
2  * Copyright(c) 2014-2018 Broadcom
3  * All rights reserved.
4  */
5
6 #include <inttypes.h>
7
8 #include <rte_memzone.h>
9 #include <rte_malloc.h>
10
11 #include "bnxt.h"
12 #include "bnxt_vnic.h"
13 #include "hsi_struct_def_dpdk.h"
14
15 /*
16  * VNIC Functions
17  */
18
19 static void prandom_bytes(void *dest_ptr, size_t len)
20 {
21         char *dest = (char *)dest_ptr;
22         uint64_t rb;
23
24         while (len) {
25                 rb = rte_rand();
26                 if (len >= 8) {
27                         memcpy(dest, &rb, 8);
28                         len -= 8;
29                         dest += 8;
30                 } else {
31                         memcpy(dest, &rb, len);
32                         dest += len;
33                         len = 0;
34                 }
35         }
36 }
37
38 void bnxt_init_vnics(struct bnxt *bp)
39 {
40         struct bnxt_vnic_info *vnic;
41         uint16_t max_vnics;
42         int i, j;
43
44         max_vnics = bp->max_vnics;
45         STAILQ_INIT(&bp->free_vnic_list);
46         for (i = 0; i < max_vnics; i++) {
47                 vnic = &bp->vnic_info[i];
48                 vnic->fw_vnic_id = (uint16_t)HWRM_NA_SIGNATURE;
49                 vnic->rss_rule = (uint16_t)HWRM_NA_SIGNATURE;
50                 vnic->cos_rule = (uint16_t)HWRM_NA_SIGNATURE;
51                 vnic->lb_rule = (uint16_t)HWRM_NA_SIGNATURE;
52                 vnic->hash_mode =
53                         HWRM_VNIC_RSS_CFG_INPUT_HASH_MODE_FLAGS_DEFAULT;
54
55                 for (j = 0; j < MAX_QUEUES_PER_VNIC; j++)
56                         vnic->fw_grp_ids[j] = (uint16_t)HWRM_NA_SIGNATURE;
57
58                 prandom_bytes(vnic->rss_hash_key, HW_HASH_KEY_SIZE);
59                 STAILQ_INIT(&vnic->filter);
60                 STAILQ_INIT(&vnic->flow_list);
61                 STAILQ_INSERT_TAIL(&bp->free_vnic_list, vnic, next);
62         }
63         for (i = 0; i < MAX_FF_POOLS; i++)
64                 STAILQ_INIT(&bp->ff_pool[i]);
65 }
66
67 int bnxt_free_vnic(struct bnxt *bp, struct bnxt_vnic_info *vnic,
68                           int pool)
69 {
70         struct bnxt_vnic_info *temp;
71
72         temp = STAILQ_FIRST(&bp->ff_pool[pool]);
73         while (temp) {
74                 if (temp == vnic) {
75                         STAILQ_REMOVE(&bp->ff_pool[pool], vnic,
76                                       bnxt_vnic_info, next);
77                         vnic->fw_vnic_id = (uint16_t)HWRM_NA_SIGNATURE;
78                         STAILQ_INSERT_TAIL(&bp->free_vnic_list, vnic,
79                                            next);
80                         return 0;
81                 }
82                 temp = STAILQ_NEXT(temp, next);
83         }
84         PMD_DRV_LOG(ERR, "VNIC %p is not found in pool[%d]\n", vnic, pool);
85         return -EINVAL;
86 }
87
88 struct bnxt_vnic_info *bnxt_alloc_vnic(struct bnxt *bp)
89 {
90         struct bnxt_vnic_info *vnic;
91
92         /* Find the 1st unused vnic from the free_vnic_list pool*/
93         vnic = STAILQ_FIRST(&bp->free_vnic_list);
94         if (!vnic) {
95                 PMD_DRV_LOG(ERR, "No more free VNIC resources\n");
96                 return NULL;
97         }
98         STAILQ_REMOVE_HEAD(&bp->free_vnic_list, next);
99         return vnic;
100 }
101
102 void bnxt_free_all_vnics(struct bnxt *bp)
103 {
104         struct bnxt_vnic_info *temp, *next;
105         int i;
106
107         for (i = 0; i < MAX_FF_POOLS; i++) {
108                 temp = STAILQ_FIRST(&bp->ff_pool[i]);
109                 while (temp) {
110                         next = STAILQ_NEXT(temp, next);
111                         STAILQ_REMOVE(&bp->ff_pool[i], temp, bnxt_vnic_info,
112                                       next);
113                         STAILQ_INSERT_TAIL(&bp->free_vnic_list, temp, next);
114                         temp = next;
115                 }
116         }
117 }
118
119 void bnxt_free_vnic_attributes(struct bnxt *bp)
120 {
121         struct bnxt_vnic_info *vnic;
122
123         STAILQ_FOREACH(vnic, &bp->free_vnic_list, next) {
124                 if (vnic->rss_table) {
125                         /* 'Unreserve' the rss_table */
126                         /* N/A */
127
128                         vnic->rss_table = NULL;
129                 }
130
131                 if (vnic->rss_hash_key) {
132                         /* 'Unreserve' the rss_hash_key */
133                         /* N/A */
134
135                         vnic->rss_hash_key = NULL;
136                 }
137         }
138 }
139
140 int bnxt_alloc_vnic_attributes(struct bnxt *bp)
141 {
142         struct bnxt_vnic_info *vnic;
143         struct rte_pci_device *pdev = bp->pdev;
144         const struct rte_memzone *mz;
145         char mz_name[RTE_MEMZONE_NAMESIZE];
146         uint32_t entry_length = RTE_CACHE_LINE_ROUNDUP(
147                                 HW_HASH_INDEX_SIZE * sizeof(*vnic->rss_table) +
148                                 HW_HASH_KEY_SIZE +
149                                 BNXT_MAX_MC_ADDRS * ETHER_ADDR_LEN);
150         uint16_t max_vnics;
151         int i;
152         rte_iova_t mz_phys_addr;
153
154         max_vnics = bp->max_vnics;
155         snprintf(mz_name, RTE_MEMZONE_NAMESIZE,
156                  "bnxt_%04x:%02x:%02x:%02x_vnicattr", pdev->addr.domain,
157                  pdev->addr.bus, pdev->addr.devid, pdev->addr.function);
158         mz_name[RTE_MEMZONE_NAMESIZE - 1] = 0;
159         mz = rte_memzone_lookup(mz_name);
160         if (!mz) {
161                 mz = rte_memzone_reserve(mz_name,
162                                 entry_length * max_vnics, SOCKET_ID_ANY,
163                                 RTE_MEMZONE_2MB |
164                                 RTE_MEMZONE_SIZE_HINT_ONLY |
165                                 RTE_MEMZONE_IOVA_CONTIG);
166                 if (!mz)
167                         return -ENOMEM;
168         }
169         mz_phys_addr = mz->iova;
170         if ((unsigned long)mz->addr == mz_phys_addr) {
171                 PMD_DRV_LOG(WARNING,
172                         "Memzone physical address same as virtual.\n");
173                 PMD_DRV_LOG(WARNING,
174                         "Using rte_mem_virt2iova()\n");
175                 mz_phys_addr = rte_mem_virt2iova(mz->addr);
176                 if (mz_phys_addr == 0) {
177                         PMD_DRV_LOG(ERR,
178                         "unable to map vnic address to physical memory\n");
179                         return -ENOMEM;
180                 }
181         }
182
183         for (i = 0; i < max_vnics; i++) {
184                 vnic = &bp->vnic_info[i];
185
186                 /* Allocate rss table and hash key */
187                 vnic->rss_table =
188                         (void *)((char *)mz->addr + (entry_length * i));
189                 memset(vnic->rss_table, -1, entry_length);
190
191                 vnic->rss_table_dma_addr = mz_phys_addr + (entry_length * i);
192                 vnic->rss_hash_key = (void *)((char *)vnic->rss_table +
193                              HW_HASH_INDEX_SIZE * sizeof(*vnic->rss_table));
194
195                 vnic->rss_hash_key_dma_addr = vnic->rss_table_dma_addr +
196                              HW_HASH_INDEX_SIZE * sizeof(*vnic->rss_table);
197                 vnic->mc_list = (void *)((char *)vnic->rss_hash_key +
198                                 HW_HASH_KEY_SIZE);
199                 vnic->mc_list_dma_addr = vnic->rss_hash_key_dma_addr +
200                                 HW_HASH_KEY_SIZE;
201         }
202
203         return 0;
204 }
205
206 void bnxt_free_vnic_mem(struct bnxt *bp)
207 {
208         struct bnxt_vnic_info *vnic;
209         uint16_t max_vnics, i;
210
211         if (bp->vnic_info == NULL)
212                 return;
213
214         max_vnics = bp->max_vnics;
215         for (i = 0; i < max_vnics; i++) {
216                 vnic = &bp->vnic_info[i];
217                 if (vnic->fw_vnic_id != (uint16_t)HWRM_NA_SIGNATURE) {
218                         PMD_DRV_LOG(ERR, "VNIC is not freed yet!\n");
219                         /* TODO Call HWRM to free VNIC */
220                 }
221         }
222
223         rte_free(bp->vnic_info);
224         bp->vnic_info = NULL;
225 }
226
227 int bnxt_alloc_vnic_mem(struct bnxt *bp)
228 {
229         struct bnxt_vnic_info *vnic_mem;
230         uint16_t max_vnics;
231
232         max_vnics = bp->max_vnics;
233         /* Allocate memory for VNIC pool and filter pool */
234         vnic_mem = rte_zmalloc("bnxt_vnic_info",
235                                max_vnics * sizeof(struct bnxt_vnic_info), 0);
236         if (vnic_mem == NULL) {
237                 PMD_DRV_LOG(ERR, "Failed to alloc memory for %d VNICs",
238                         max_vnics);
239                 return -ENOMEM;
240         }
241         bp->vnic_info = vnic_mem;
242         return 0;
243 }