net/bnxt: refactor to properly allocate resources for PF/VF
[dpdk.git] / drivers / net / bnxt / bnxt_vnic.c
1 /*-
2  *   BSD LICENSE
3  *
4  *   Copyright(c) 2014-2015 Broadcom Corporation.
5  *   All rights reserved.
6  *
7  *   Redistribution and use in source and binary forms, with or without
8  *   modification, are permitted provided that the following conditions
9  *   are met:
10  *
11  *     * Redistributions of source code must retain the above copyright
12  *       notice, this list of conditions and the following disclaimer.
13  *     * Redistributions in binary form must reproduce the above copyright
14  *       notice, this list of conditions and the following disclaimer in
15  *       the documentation and/or other materials provided with the
16  *       distribution.
17  *     * Neither the name of Broadcom Corporation nor the names of its
18  *       contributors may be used to endorse or promote products derived
19  *       from this software without specific prior written permission.
20  *
21  *   THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
22  *   "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
23  *   LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
24  *   A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
25  *   OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
26  *   SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
27  *   LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
28  *   DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
29  *   THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
30  *   (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
31  *   OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
32  */
33
34 #include <inttypes.h>
35
36 #include <rte_memzone.h>
37 #include <rte_malloc.h>
38
39 #include "bnxt.h"
40 #include "bnxt_vnic.h"
41 #include "hsi_struct_def_dpdk.h"
42
43 /*
44  * VNIC Functions
45  */
46
47 static void prandom_bytes(void *dest_ptr, size_t len)
48 {
49         char *dest = (char *)dest_ptr;
50         uint64_t rb;
51
52         while (len) {
53                 rb = rte_rand();
54                 if (len >= 8) {
55                         memcpy(dest, &rb, 8);
56                         len -= 8;
57                         dest += 8;
58                 } else {
59                         memcpy(dest, &rb, len);
60                         dest += len;
61                         len = 0;
62                 }
63         }
64 }
65
66 void bnxt_init_vnics(struct bnxt *bp)
67 {
68         struct bnxt_vnic_info *vnic;
69         uint16_t max_vnics;
70         int i, j;
71
72         max_vnics = bp->max_vnics;
73         STAILQ_INIT(&bp->free_vnic_list);
74         for (i = 0; i < max_vnics; i++) {
75                 vnic = &bp->vnic_info[i];
76                 vnic->fw_vnic_id = (uint16_t)HWRM_NA_SIGNATURE;
77                 vnic->rss_rule = (uint16_t)HWRM_NA_SIGNATURE;
78                 vnic->cos_rule = (uint16_t)HWRM_NA_SIGNATURE;
79                 vnic->lb_rule = (uint16_t)HWRM_NA_SIGNATURE;
80
81                 for (j = 0; j < MAX_QUEUES_PER_VNIC; j++)
82                         vnic->fw_grp_ids[j] = (uint16_t)HWRM_NA_SIGNATURE;
83
84                 prandom_bytes(vnic->rss_hash_key, HW_HASH_KEY_SIZE);
85                 STAILQ_INIT(&vnic->filter);
86                 STAILQ_INSERT_TAIL(&bp->free_vnic_list, vnic, next);
87         }
88         for (i = 0; i < MAX_FF_POOLS; i++)
89                 STAILQ_INIT(&bp->ff_pool[i]);
90 }
91
92 int bnxt_free_vnic(struct bnxt *bp, struct bnxt_vnic_info *vnic,
93                           int pool)
94 {
95         struct bnxt_vnic_info *temp;
96
97         temp = STAILQ_FIRST(&bp->ff_pool[pool]);
98         while (temp) {
99                 if (temp == vnic) {
100                         STAILQ_REMOVE(&bp->ff_pool[pool], vnic,
101                                       bnxt_vnic_info, next);
102                         vnic->fw_vnic_id = (uint16_t)HWRM_NA_SIGNATURE;
103                         STAILQ_INSERT_TAIL(&bp->free_vnic_list, vnic,
104                                            next);
105                         return 0;
106                 }
107                 temp = STAILQ_NEXT(temp, next);
108         }
109         RTE_LOG(ERR, PMD, "VNIC %p is not found in pool[%d]\n", vnic, pool);
110         return -EINVAL;
111 }
112
113 struct bnxt_vnic_info *bnxt_alloc_vnic(struct bnxt *bp)
114 {
115         struct bnxt_vnic_info *vnic;
116
117         /* Find the 1st unused vnic from the free_vnic_list pool*/
118         vnic = STAILQ_FIRST(&bp->free_vnic_list);
119         if (!vnic) {
120                 RTE_LOG(ERR, PMD, "No more free VNIC resources\n");
121                 return NULL;
122         }
123         STAILQ_REMOVE_HEAD(&bp->free_vnic_list, next);
124         return vnic;
125 }
126
127 void bnxt_free_all_vnics(struct bnxt *bp)
128 {
129         struct bnxt_vnic_info *temp, *next;
130         int i;
131
132         for (i = 0; i < MAX_FF_POOLS; i++) {
133                 temp = STAILQ_FIRST(&bp->ff_pool[i]);
134                 while (temp) {
135                         next = STAILQ_NEXT(temp, next);
136                         STAILQ_REMOVE(&bp->ff_pool[i], temp, bnxt_vnic_info,
137                                       next);
138                         STAILQ_INSERT_TAIL(&bp->free_vnic_list, temp, next);
139                         temp = next;
140                 }
141         }
142 }
143
144 void bnxt_free_vnic_attributes(struct bnxt *bp)
145 {
146         struct bnxt_vnic_info *vnic;
147
148         STAILQ_FOREACH(vnic, &bp->free_vnic_list, next) {
149                 if (vnic->rss_table) {
150                         /* 'Unreserve' the rss_table */
151                         /* N/A */
152
153                         vnic->rss_table = NULL;
154                 }
155
156                 if (vnic->rss_hash_key) {
157                         /* 'Unreserve' the rss_hash_key */
158                         /* N/A */
159
160                         vnic->rss_hash_key = NULL;
161                 }
162         }
163 }
164
165 int bnxt_alloc_vnic_attributes(struct bnxt *bp)
166 {
167         struct bnxt_vnic_info *vnic;
168         struct rte_pci_device *pdev = bp->pdev;
169         const struct rte_memzone *mz;
170         char mz_name[RTE_MEMZONE_NAMESIZE];
171         uint32_t entry_length = RTE_CACHE_LINE_ROUNDUP(
172                                 HW_HASH_INDEX_SIZE * sizeof(*vnic->rss_table) +
173                                 HW_HASH_KEY_SIZE);
174         uint16_t max_vnics;
175         int i;
176
177         max_vnics = bp->max_vnics;
178         snprintf(mz_name, RTE_MEMZONE_NAMESIZE,
179                  "bnxt_%04x:%02x:%02x:%02x_vnicattr", pdev->addr.domain,
180                  pdev->addr.bus, pdev->addr.devid, pdev->addr.function);
181         mz_name[RTE_MEMZONE_NAMESIZE - 1] = 0;
182         mz = rte_memzone_lookup(mz_name);
183         if (!mz) {
184                 mz = rte_memzone_reserve(mz_name,
185                                          entry_length * max_vnics,
186                                          SOCKET_ID_ANY,
187                                          RTE_MEMZONE_2MB |
188                                          RTE_MEMZONE_SIZE_HINT_ONLY);
189                 if (!mz)
190                         return -ENOMEM;
191         }
192
193         for (i = 0; i < max_vnics; i++) {
194                 vnic = &bp->vnic_info[i];
195
196                 /* Allocate rss table and hash key */
197                 vnic->rss_table =
198                         (void *)((char *)mz->addr + (entry_length * i));
199                 memset(vnic->rss_table, -1, entry_length);
200
201                 vnic->rss_table_dma_addr = mz->phys_addr + (entry_length * i);
202                 vnic->rss_hash_key = (void *)((char *)vnic->rss_table +
203                              HW_HASH_INDEX_SIZE * sizeof(*vnic->rss_table));
204
205                 vnic->rss_hash_key_dma_addr = vnic->rss_table_dma_addr +
206                              HW_HASH_INDEX_SIZE * sizeof(*vnic->rss_table);
207         }
208
209         return 0;
210 }
211
212 void bnxt_free_vnic_mem(struct bnxt *bp)
213 {
214         struct bnxt_vnic_info *vnic;
215         uint16_t max_vnics, i;
216
217         if (bp->vnic_info == NULL)
218                 return;
219
220         max_vnics = bp->max_vnics;
221         for (i = 0; i < max_vnics; i++) {
222                 vnic = &bp->vnic_info[i];
223                 if (vnic->fw_vnic_id != (uint16_t)HWRM_NA_SIGNATURE) {
224                         RTE_LOG(ERR, PMD, "VNIC is not freed yet!\n");
225                         /* TODO Call HWRM to free VNIC */
226                 }
227         }
228
229         rte_free(bp->vnic_info);
230         bp->vnic_info = NULL;
231 }
232
233 int bnxt_alloc_vnic_mem(struct bnxt *bp)
234 {
235         struct bnxt_vnic_info *vnic_mem;
236         uint16_t max_vnics;
237
238         max_vnics = bp->max_vnics;
239         /* Allocate memory for VNIC pool and filter pool */
240         vnic_mem = rte_zmalloc("bnxt_vnic_info",
241                                max_vnics * sizeof(struct bnxt_vnic_info), 0);
242         if (vnic_mem == NULL) {
243                 RTE_LOG(ERR, PMD, "Failed to alloc memory for %d VNICs",
244                         max_vnics);
245                 return -ENOMEM;
246         }
247         bp->vnic_info = vnic_mem;
248         return 0;
249 }