net/bnxt: enable RSS for thor-based controllers
[dpdk.git] / drivers / net / bnxt / bnxt_vnic.c
1 /* SPDX-License-Identifier: BSD-3-Clause
2  * Copyright(c) 2014-2018 Broadcom
3  * All rights reserved.
4  */
5
6 #include <inttypes.h>
7
8 #include <rte_memzone.h>
9 #include <rte_malloc.h>
10
11 #include "bnxt.h"
12 #include "bnxt_vnic.h"
13 #include "hsi_struct_def_dpdk.h"
14
15 /*
16  * VNIC Functions
17  */
18
19 static void prandom_bytes(void *dest_ptr, size_t len)
20 {
21         char *dest = (char *)dest_ptr;
22         uint64_t rb;
23
24         while (len) {
25                 rb = rte_rand();
26                 if (len >= 8) {
27                         memcpy(dest, &rb, 8);
28                         len -= 8;
29                         dest += 8;
30                 } else {
31                         memcpy(dest, &rb, len);
32                         dest += len;
33                         len = 0;
34                 }
35         }
36 }
37
38 void bnxt_init_vnics(struct bnxt *bp)
39 {
40         struct bnxt_vnic_info *vnic;
41         uint16_t max_vnics;
42         int i;
43
44         max_vnics = bp->max_vnics;
45         STAILQ_INIT(&bp->free_vnic_list);
46         for (i = 0; i < max_vnics; i++) {
47                 vnic = &bp->vnic_info[i];
48                 vnic->fw_vnic_id = (uint16_t)HWRM_NA_SIGNATURE;
49                 vnic->rss_rule = (uint16_t)HWRM_NA_SIGNATURE;
50                 vnic->cos_rule = (uint16_t)HWRM_NA_SIGNATURE;
51                 vnic->lb_rule = (uint16_t)HWRM_NA_SIGNATURE;
52                 vnic->hash_mode =
53                         HWRM_VNIC_RSS_CFG_INPUT_HASH_MODE_FLAGS_DEFAULT;
54
55                 prandom_bytes(vnic->rss_hash_key, HW_HASH_KEY_SIZE);
56                 STAILQ_INIT(&vnic->filter);
57                 STAILQ_INIT(&vnic->flow_list);
58                 STAILQ_INSERT_TAIL(&bp->free_vnic_list, vnic, next);
59         }
60 }
61
62 struct bnxt_vnic_info *bnxt_alloc_vnic(struct bnxt *bp)
63 {
64         struct bnxt_vnic_info *vnic;
65
66         /* Find the 1st unused vnic from the free_vnic_list pool*/
67         vnic = STAILQ_FIRST(&bp->free_vnic_list);
68         if (!vnic) {
69                 PMD_DRV_LOG(ERR, "No more free VNIC resources\n");
70                 return NULL;
71         }
72         STAILQ_REMOVE_HEAD(&bp->free_vnic_list, next);
73         return vnic;
74 }
75
76 void bnxt_free_all_vnics(struct bnxt *bp)
77 {
78         struct bnxt_vnic_info *temp;
79         unsigned int i;
80
81         for (i = 0; i < bp->nr_vnics; i++) {
82                 temp = &bp->vnic_info[i];
83                 STAILQ_INSERT_TAIL(&bp->free_vnic_list, temp, next);
84         }
85 }
86
87 void bnxt_free_vnic_attributes(struct bnxt *bp)
88 {
89         struct bnxt_vnic_info *vnic;
90         unsigned int i;
91
92         for (i = 0; i < bp->max_vnics; i++) {
93                 vnic = &bp->vnic_info[i];
94                 if (vnic->rss_table) {
95                         /* 'Unreserve' the rss_table */
96                         /* N/A */
97
98                         vnic->rss_table = NULL;
99                 }
100
101                 if (vnic->rss_hash_key) {
102                         /* 'Unreserve' the rss_hash_key */
103                         /* N/A */
104
105                         vnic->rss_hash_key = NULL;
106                 }
107         }
108 }
109
110 int bnxt_alloc_vnic_attributes(struct bnxt *bp)
111 {
112         struct bnxt_vnic_info *vnic;
113         struct rte_pci_device *pdev = bp->pdev;
114         const struct rte_memzone *mz;
115         char mz_name[RTE_MEMZONE_NAMESIZE];
116         uint32_t entry_length;
117         uint16_t max_vnics;
118         int i;
119         rte_iova_t mz_phys_addr;
120
121         entry_length = HW_HASH_KEY_SIZE +
122                        BNXT_MAX_MC_ADDRS * RTE_ETHER_ADDR_LEN;
123
124         if (BNXT_CHIP_THOR(bp))
125                 entry_length += BNXT_RSS_TBL_SIZE_THOR *
126                                 2 * sizeof(*vnic->rss_table);
127         else
128                 entry_length += HW_HASH_INDEX_SIZE * sizeof(*vnic->rss_table);
129         entry_length = RTE_CACHE_LINE_ROUNDUP(entry_length);
130
131         max_vnics = bp->max_vnics;
132         snprintf(mz_name, RTE_MEMZONE_NAMESIZE,
133                  "bnxt_%04x:%02x:%02x:%02x_vnicattr", pdev->addr.domain,
134                  pdev->addr.bus, pdev->addr.devid, pdev->addr.function);
135         mz_name[RTE_MEMZONE_NAMESIZE - 1] = 0;
136         mz = rte_memzone_lookup(mz_name);
137         if (!mz) {
138                 mz = rte_memzone_reserve(mz_name,
139                                 entry_length * max_vnics, SOCKET_ID_ANY,
140                                 RTE_MEMZONE_2MB |
141                                 RTE_MEMZONE_SIZE_HINT_ONLY |
142                                 RTE_MEMZONE_IOVA_CONTIG);
143                 if (!mz)
144                         return -ENOMEM;
145         }
146         mz_phys_addr = mz->iova;
147         if ((unsigned long)mz->addr == mz_phys_addr) {
148                 PMD_DRV_LOG(WARNING,
149                         "Memzone physical address same as virtual.\n");
150                 PMD_DRV_LOG(WARNING,
151                         "Using rte_mem_virt2iova()\n");
152                 mz_phys_addr = rte_mem_virt2iova(mz->addr);
153                 if (mz_phys_addr == 0) {
154                         PMD_DRV_LOG(ERR,
155                         "unable to map vnic address to physical memory\n");
156                         return -ENOMEM;
157                 }
158         }
159
160         for (i = 0; i < max_vnics; i++) {
161                 vnic = &bp->vnic_info[i];
162
163                 /* Allocate rss table and hash key */
164                 vnic->rss_table =
165                         (void *)((char *)mz->addr + (entry_length * i));
166                 memset(vnic->rss_table, -1, entry_length);
167
168                 vnic->rss_table_dma_addr = mz_phys_addr + (entry_length * i);
169                 vnic->rss_hash_key = (void *)((char *)vnic->rss_table +
170                              HW_HASH_INDEX_SIZE * sizeof(*vnic->rss_table));
171
172                 vnic->rss_hash_key_dma_addr = vnic->rss_table_dma_addr +
173                              HW_HASH_INDEX_SIZE * sizeof(*vnic->rss_table);
174                 vnic->mc_list = (void *)((char *)vnic->rss_hash_key +
175                                 HW_HASH_KEY_SIZE);
176                 vnic->mc_list_dma_addr = vnic->rss_hash_key_dma_addr +
177                                 HW_HASH_KEY_SIZE;
178         }
179
180         return 0;
181 }
182
183 void bnxt_free_vnic_mem(struct bnxt *bp)
184 {
185         struct bnxt_vnic_info *vnic;
186         uint16_t max_vnics, i;
187
188         if (bp->vnic_info == NULL)
189                 return;
190
191         max_vnics = bp->max_vnics;
192         for (i = 0; i < max_vnics; i++) {
193                 vnic = &bp->vnic_info[i];
194                 if (vnic->fw_vnic_id != (uint16_t)HWRM_NA_SIGNATURE) {
195                         PMD_DRV_LOG(ERR, "VNIC is not freed yet!\n");
196                         /* TODO Call HWRM to free VNIC */
197                 }
198         }
199
200         rte_free(bp->vnic_info);
201         bp->vnic_info = NULL;
202 }
203
204 int bnxt_alloc_vnic_mem(struct bnxt *bp)
205 {
206         struct bnxt_vnic_info *vnic_mem;
207         uint16_t max_vnics;
208
209         max_vnics = bp->max_vnics;
210         /* Allocate memory for VNIC pool and filter pool */
211         vnic_mem = rte_zmalloc("bnxt_vnic_info",
212                                max_vnics * sizeof(struct bnxt_vnic_info), 0);
213         if (vnic_mem == NULL) {
214                 PMD_DRV_LOG(ERR, "Failed to alloc memory for %d VNICs",
215                         max_vnics);
216                 return -ENOMEM;
217         }
218         bp->vnic_info = vnic_mem;
219         return 0;
220 }