1 /* SPDX-License-Identifier: BSD-3-Clause
2 * Copyright(c) 2014-2021 Broadcom
8 #include <rte_memzone.h>
9 #include <rte_malloc.h>
12 #include "bnxt_vnic.h"
13 #include "hsi_struct_def_dpdk.h"
19 void bnxt_prandom_bytes(void *dest_ptr, size_t len)
21 char *dest = (char *)dest_ptr;
31 memcpy(dest, &rb, len);
38 static void bnxt_init_vnics(struct bnxt *bp)
40 struct bnxt_vnic_info *vnic;
44 max_vnics = bp->max_vnics;
45 STAILQ_INIT(&bp->free_vnic_list);
46 for (i = 0; i < max_vnics; i++) {
47 vnic = &bp->vnic_info[i];
48 vnic->fw_vnic_id = (uint16_t)HWRM_NA_SIGNATURE;
49 vnic->rss_rule = (uint16_t)HWRM_NA_SIGNATURE;
50 vnic->cos_rule = (uint16_t)HWRM_NA_SIGNATURE;
51 vnic->lb_rule = (uint16_t)HWRM_NA_SIGNATURE;
53 HWRM_VNIC_RSS_CFG_INPUT_HASH_MODE_FLAGS_DEFAULT;
54 vnic->rx_queue_cnt = 0;
56 STAILQ_INIT(&vnic->filter);
57 STAILQ_INIT(&vnic->flow_list);
58 STAILQ_INSERT_TAIL(&bp->free_vnic_list, vnic, next);
62 struct bnxt_vnic_info *bnxt_alloc_vnic(struct bnxt *bp)
64 struct bnxt_vnic_info *vnic;
66 /* Find the 1st unused vnic from the free_vnic_list pool*/
67 vnic = STAILQ_FIRST(&bp->free_vnic_list);
69 PMD_DRV_LOG(ERR, "No more free VNIC resources\n");
72 STAILQ_REMOVE_HEAD(&bp->free_vnic_list, next);
76 void bnxt_free_all_vnics(struct bnxt *bp)
78 struct bnxt_vnic_info *vnic;
81 if (bp->vnic_info == NULL)
84 for (i = 0; i < bp->max_vnics; i++) {
85 vnic = &bp->vnic_info[i];
86 STAILQ_INSERT_TAIL(&bp->free_vnic_list, vnic, next);
87 vnic->rx_queue_cnt = 0;
91 void bnxt_free_vnic_attributes(struct bnxt *bp)
93 struct bnxt_vnic_info *vnic;
96 if (bp->vnic_info == NULL)
99 for (i = 0; i < bp->max_vnics; i++) {
100 vnic = &bp->vnic_info[i];
101 if (vnic->rss_table) {
102 /* 'Unreserve' the rss_table */
105 vnic->rss_table = NULL;
108 if (vnic->rss_hash_key) {
109 /* 'Unreserve' the rss_hash_key */
112 vnic->rss_hash_key = NULL;
117 int bnxt_alloc_vnic_attributes(struct bnxt *bp)
119 struct bnxt_vnic_info *vnic;
120 struct rte_pci_device *pdev = bp->pdev;
121 const struct rte_memzone *mz;
122 char mz_name[RTE_MEMZONE_NAMESIZE];
123 uint32_t entry_length;
124 size_t rss_table_size;
127 rte_iova_t mz_phys_addr;
129 entry_length = HW_HASH_KEY_SIZE +
130 BNXT_MAX_MC_ADDRS * RTE_ETHER_ADDR_LEN;
132 if (BNXT_CHIP_P5(bp))
133 rss_table_size = BNXT_RSS_TBL_SIZE_P5 *
134 2 * sizeof(*vnic->rss_table);
136 rss_table_size = HW_HASH_INDEX_SIZE * sizeof(*vnic->rss_table);
138 entry_length = RTE_CACHE_LINE_ROUNDUP(entry_length + rss_table_size);
140 max_vnics = bp->max_vnics;
141 snprintf(mz_name, RTE_MEMZONE_NAMESIZE,
142 "bnxt_" PCI_PRI_FMT "_vnicattr", pdev->addr.domain,
143 pdev->addr.bus, pdev->addr.devid, pdev->addr.function);
144 mz_name[RTE_MEMZONE_NAMESIZE - 1] = 0;
145 mz = rte_memzone_lookup(mz_name);
147 mz = rte_memzone_reserve(mz_name,
148 entry_length * max_vnics,
149 bp->eth_dev->device->numa_node,
151 RTE_MEMZONE_SIZE_HINT_ONLY |
152 RTE_MEMZONE_IOVA_CONTIG);
156 mz_phys_addr = mz->iova;
158 for (i = 0; i < max_vnics; i++) {
159 vnic = &bp->vnic_info[i];
161 /* Allocate rss table and hash key */
163 (void *)((char *)mz->addr + (entry_length * i));
164 memset(vnic->rss_table, -1, entry_length);
166 vnic->rss_table_dma_addr = mz_phys_addr + (entry_length * i);
167 vnic->rss_hash_key = (void *)((char *)vnic->rss_table +
170 vnic->rss_hash_key_dma_addr = vnic->rss_table_dma_addr +
172 vnic->mc_list = (void *)((char *)vnic->rss_hash_key +
174 vnic->mc_list_dma_addr = vnic->rss_hash_key_dma_addr +
176 bnxt_prandom_bytes(vnic->rss_hash_key, HW_HASH_KEY_SIZE);
182 void bnxt_free_vnic_mem(struct bnxt *bp)
184 struct bnxt_vnic_info *vnic;
185 uint16_t max_vnics, i;
187 if (bp->vnic_info == NULL)
190 max_vnics = bp->max_vnics;
191 for (i = 0; i < max_vnics; i++) {
192 vnic = &bp->vnic_info[i];
193 if (vnic->fw_vnic_id != (uint16_t)HWRM_NA_SIGNATURE) {
194 PMD_DRV_LOG(ERR, "VNIC is not freed yet!\n");
195 /* TODO Call HWRM to free VNIC */
199 rte_free(bp->vnic_info);
200 bp->vnic_info = NULL;
203 int bnxt_alloc_vnic_mem(struct bnxt *bp)
205 struct bnxt_vnic_info *vnic_mem;
208 max_vnics = bp->max_vnics;
209 /* Allocate memory for VNIC pool and filter pool */
210 vnic_mem = rte_zmalloc("bnxt_vnic_info",
211 max_vnics * sizeof(struct bnxt_vnic_info), 0);
212 if (vnic_mem == NULL) {
213 PMD_DRV_LOG(ERR, "Failed to alloc memory for %d VNICs",
217 bp->vnic_info = vnic_mem;
222 int bnxt_vnic_grp_alloc(struct bnxt *bp, struct bnxt_vnic_info *vnic)
224 uint32_t size = sizeof(*vnic->fw_grp_ids) * bp->max_ring_grps;
226 vnic->fw_grp_ids = rte_zmalloc("vnic_fw_grp_ids", size, 0);
227 if (!vnic->fw_grp_ids) {
229 "Failed to alloc %d bytes for group ids\n",
233 memset(vnic->fw_grp_ids, -1, size);
238 uint16_t bnxt_rte_to_hwrm_hash_types(uint64_t rte_type)
240 uint16_t hwrm_type = 0;
242 if (rte_type & RTE_ETH_RSS_IPV4)
243 hwrm_type |= HWRM_VNIC_RSS_CFG_INPUT_HASH_TYPE_IPV4;
244 if (rte_type & RTE_ETH_RSS_NONFRAG_IPV4_TCP)
245 hwrm_type |= HWRM_VNIC_RSS_CFG_INPUT_HASH_TYPE_TCP_IPV4;
246 if (rte_type & RTE_ETH_RSS_NONFRAG_IPV4_UDP)
247 hwrm_type |= HWRM_VNIC_RSS_CFG_INPUT_HASH_TYPE_UDP_IPV4;
248 if (rte_type & RTE_ETH_RSS_IPV6)
249 hwrm_type |= HWRM_VNIC_RSS_CFG_INPUT_HASH_TYPE_IPV6;
250 if (rte_type & RTE_ETH_RSS_NONFRAG_IPV6_TCP)
251 hwrm_type |= HWRM_VNIC_RSS_CFG_INPUT_HASH_TYPE_TCP_IPV6;
252 if (rte_type & RTE_ETH_RSS_NONFRAG_IPV6_UDP)
253 hwrm_type |= HWRM_VNIC_RSS_CFG_INPUT_HASH_TYPE_UDP_IPV6;
258 int bnxt_rte_to_hwrm_hash_level(struct bnxt *bp, uint64_t hash_f, uint32_t lvl)
260 uint32_t mode = HWRM_VNIC_RSS_CFG_INPUT_HASH_MODE_FLAGS_DEFAULT;
261 bool l3 = (hash_f & (RTE_ETH_RSS_IPV4 | RTE_ETH_RSS_IPV6));
262 bool l4 = (hash_f & (RTE_ETH_RSS_NONFRAG_IPV4_UDP |
263 RTE_ETH_RSS_NONFRAG_IPV6_UDP |
264 RTE_ETH_RSS_NONFRAG_IPV4_TCP |
265 RTE_ETH_RSS_NONFRAG_IPV6_TCP));
266 bool l3_only = l3 && !l4;
267 bool l3_and_l4 = l3 && l4;
269 /* If FW has not advertised capability to configure outer/inner
270 * RSS hashing , just log a message. HW will work in default RSS mode.
272 if (!(bp->vnic_cap_flags & BNXT_VNIC_CAP_OUTER_RSS)) {
273 PMD_DRV_LOG(ERR, "RSS hash level cannot be configured\n");
278 case BNXT_RSS_LEVEL_INNERMOST:
281 HWRM_VNIC_RSS_CFG_INPUT_HASH_MODE_FLAGS_INNERMOST_4;
284 HWRM_VNIC_RSS_CFG_INPUT_HASH_MODE_FLAGS_INNERMOST_2;
286 case BNXT_RSS_LEVEL_OUTERMOST:
289 HWRM_VNIC_RSS_CFG_INPUT_HASH_MODE_FLAGS_OUTERMOST_4;
292 HWRM_VNIC_RSS_CFG_INPUT_HASH_MODE_FLAGS_OUTERMOST_2;
295 mode = HWRM_VNIC_RSS_CFG_INPUT_HASH_MODE_FLAGS_DEFAULT;
302 uint64_t bnxt_hwrm_to_rte_rss_level(struct bnxt *bp, uint32_t mode)
304 uint64_t rss_level = 0;
306 /* If FW has not advertised capability to configure inner/outer RSS
307 * return default hash mode.
309 if (!(bp->vnic_cap_flags & BNXT_VNIC_CAP_OUTER_RSS))
310 return RTE_ETH_RSS_LEVEL_PMD_DEFAULT;
312 if (mode == HWRM_VNIC_RSS_CFG_INPUT_HASH_MODE_FLAGS_OUTERMOST_2 ||
313 mode == HWRM_VNIC_RSS_CFG_INPUT_HASH_MODE_FLAGS_OUTERMOST_4)
314 rss_level |= RTE_ETH_RSS_LEVEL_OUTERMOST;
315 else if (mode == HWRM_VNIC_RSS_CFG_INPUT_HASH_MODE_FLAGS_INNERMOST_2 ||
316 mode == HWRM_VNIC_RSS_CFG_INPUT_HASH_MODE_FLAGS_INNERMOST_4)
317 rss_level |= RTE_ETH_RSS_LEVEL_INNERMOST;
319 rss_level |= RTE_ETH_RSS_LEVEL_PMD_DEFAULT;