4 * Copyright(c) 2017 Broadcom Limited.
7 * Redistribution and use in source and binary forms, with or without
8 * modification, are permitted provided that the following conditions
11 * * Redistributions of source code must retain the above copyright
12 * notice, this list of conditions and the following disclaimer.
13 * * Redistributions in binary form must reproduce the above copyright
14 * notice, this list of conditions and the following disclaimer in
15 * the documentation and/or other materials provided with the
17 * * Neither the name of Broadcom Corporation nor the names of its
18 * contributors may be used to endorse or promote products derived
19 * from this software without specific prior written permission.
21 * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
22 * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
23 * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
24 * A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
25 * OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
26 * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
27 * LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
28 * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
29 * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
30 * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
31 * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
39 #include <rte_ethdev.h>
40 #include <rte_malloc.h>
41 #include <rte_cycles.h>
42 #include <rte_byteorder.h>
45 #include "bnxt_filter.h"
46 #include "bnxt_hwrm.h"
47 #include "bnxt_vnic.h"
48 #include "rte_pmd_bnxt.h"
49 #include "hsi_struct_def_dpdk.h"
51 int bnxt_rcv_msg_from_vf(struct bnxt *bp, uint16_t vf_id, void *msg)
53 struct rte_pmd_bnxt_mb_event_param cb_param;
55 cb_param.retval = RTE_PMD_BNXT_MB_EVENT_PROCEED;
56 cb_param.vf_id = vf_id;
59 _rte_eth_dev_callback_process(bp->eth_dev, RTE_ETH_EVENT_VF_MBOX,
62 /* Default to approve */
63 if (cb_param.retval == RTE_PMD_BNXT_MB_EVENT_PROCEED)
64 cb_param.retval = RTE_PMD_BNXT_MB_EVENT_NOOP_ACK;
66 return cb_param.retval == RTE_PMD_BNXT_MB_EVENT_NOOP_ACK ? true : false;
69 int rte_pmd_bnxt_set_tx_loopback(uint8_t port, uint8_t on)
71 struct rte_eth_dev *eth_dev;
75 RTE_ETH_VALID_PORTID_OR_ERR_RET(port, -ENODEV);
80 eth_dev = &rte_eth_devices[port];
81 if (!is_bnxt_supported(eth_dev))
84 bp = (struct bnxt *)eth_dev->data->dev_private;
88 "Attempt to set Tx loopback on non-PF port %d!\n",
94 bp->pf.evb_mode = BNXT_EVB_MODE_VEB;
96 bp->pf.evb_mode = BNXT_EVB_MODE_VEPA;
98 rc = bnxt_hwrm_pf_evb_mode(bp);
104 rte_pmd_bnxt_set_all_queues_drop_en_cb(struct bnxt_vnic_info *vnic, void *onptr)
107 vnic->bd_stall = !(*on);
110 int rte_pmd_bnxt_set_all_queues_drop_en(uint8_t port, uint8_t on)
112 struct rte_eth_dev *eth_dev;
117 RTE_ETH_VALID_PORTID_OR_ERR_RET(port, -ENODEV);
122 eth_dev = &rte_eth_devices[port];
123 if (!is_bnxt_supported(eth_dev))
126 bp = (struct bnxt *)eth_dev->data->dev_private;
130 "Attempt to set all queues drop on non-PF port!\n");
134 if (bp->vnic_info == NULL)
138 for (i = 0; i < bp->nr_vnics; i++) {
139 bp->vnic_info[i].bd_stall = !on;
140 rc = bnxt_hwrm_vnic_cfg(bp, &bp->vnic_info[i]);
142 RTE_LOG(ERR, PMD, "Failed to update PF VNIC %d.\n", i);
147 /* Stall all active VFs */
148 for (i = 0; i < bp->pf.active_vfs; i++) {
149 rc = bnxt_hwrm_func_vf_vnic_query_and_config(bp, i,
150 rte_pmd_bnxt_set_all_queues_drop_en_cb, &on,
153 RTE_LOG(ERR, PMD, "Failed to update VF VNIC %d.\n", i);
161 int rte_pmd_bnxt_set_vf_mac_addr(uint8_t port, uint16_t vf,
162 struct ether_addr *mac_addr)
164 struct rte_eth_dev *dev;
165 struct rte_eth_dev_info dev_info;
169 RTE_ETH_VALID_PORTID_OR_ERR_RET(port, -ENODEV);
171 dev = &rte_eth_devices[port];
172 if (!is_bnxt_supported(dev))
175 rte_eth_dev_info_get(port, &dev_info);
176 bp = (struct bnxt *)dev->data->dev_private;
178 if (vf >= dev_info.max_vfs || mac_addr == NULL)
183 "Attempt to set VF %d mac address on non-PF port %d!\n",
188 rc = bnxt_hwrm_func_vf_mac(bp, vf, (uint8_t *)mac_addr);
193 int rte_pmd_bnxt_set_vf_rate_limit(uint8_t port, uint16_t vf,
194 uint16_t tx_rate, uint64_t q_msk)
196 struct rte_eth_dev *eth_dev;
197 struct rte_eth_dev_info dev_info;
199 uint16_t tot_rate = 0;
203 RTE_ETH_VALID_PORTID_OR_ERR_RET(port, -ENODEV);
205 eth_dev = &rte_eth_devices[port];
206 if (!is_bnxt_supported(eth_dev))
209 rte_eth_dev_info_get(port, &dev_info);
210 bp = (struct bnxt *)eth_dev->data->dev_private;
212 if (!bp->pf.active_vfs)
215 if (vf >= bp->pf.max_vfs)
218 /* Add up the per queue BW and configure MAX BW of the VF */
219 for (idx = 0; idx < 64; idx++) {
220 if ((1ULL << idx) & q_msk)
224 /* Requested BW can't be greater than link speed */
225 if (tot_rate > eth_dev->data->dev_link.link_speed) {
226 RTE_LOG(ERR, PMD, "Rate > Link speed. Set to %d\n", tot_rate);
230 /* Requested BW already configured */
231 if (tot_rate == bp->pf.vf_info[vf].max_tx_rate)
234 rc = bnxt_hwrm_func_bw_cfg(bp, vf, tot_rate,
235 HWRM_FUNC_CFG_INPUT_ENABLES_MAX_BW);
238 bp->pf.vf_info[vf].max_tx_rate = tot_rate;
243 int rte_pmd_bnxt_set_vf_mac_anti_spoof(uint8_t port, uint16_t vf, uint8_t on)
245 struct rte_eth_dev_info dev_info;
246 struct rte_eth_dev *dev;
251 RTE_ETH_VALID_PORTID_OR_ERR_RET(port, -ENODEV);
256 dev = &rte_eth_devices[port];
257 if (!is_bnxt_supported(dev))
260 rte_eth_dev_info_get(port, &dev_info);
261 bp = (struct bnxt *)dev->data->dev_private;
265 "Attempt to set mac spoof on non-PF port %d!\n", port);
269 if (vf >= dev_info.max_vfs)
272 /* Prev setting same as new setting. */
273 if (on == bp->pf.vf_info[vf].mac_spoof_en)
276 func_flags = bp->pf.vf_info[vf].func_cfg_flags;
277 func_flags &= ~(HWRM_FUNC_CFG_INPUT_FLAGS_SRC_MAC_ADDR_CHECK_ENABLE |
278 HWRM_FUNC_CFG_INPUT_FLAGS_SRC_MAC_ADDR_CHECK_DISABLE);
282 HWRM_FUNC_CFG_INPUT_FLAGS_SRC_MAC_ADDR_CHECK_ENABLE;
285 HWRM_FUNC_CFG_INPUT_FLAGS_SRC_MAC_ADDR_CHECK_DISABLE;
287 rc = bnxt_hwrm_func_cfg_vf_set_flags(bp, vf, func_flags);
289 bp->pf.vf_info[vf].mac_spoof_en = on;
290 bp->pf.vf_info[vf].func_cfg_flags = func_flags;
296 int rte_pmd_bnxt_set_vf_vlan_anti_spoof(uint8_t port, uint16_t vf, uint8_t on)
298 struct rte_eth_dev_info dev_info;
299 struct rte_eth_dev *dev;
303 struct bnxt_vnic_info vnic;
305 RTE_ETH_VALID_PORTID_OR_ERR_RET(port, -ENODEV);
310 dev = &rte_eth_devices[port];
311 if (!is_bnxt_supported(dev))
314 rte_eth_dev_info_get(port, &dev_info);
315 bp = (struct bnxt *)dev->data->dev_private;
319 "Attempt to set mac spoof on non-PF port %d!\n", port);
323 if (vf >= dev_info.max_vfs)
326 rc = bnxt_hwrm_func_cfg_vf_set_vlan_anti_spoof(bp, vf, on);
328 bp->pf.vf_info[vf].vlan_spoof_en = on;
330 dflt_vnic = bnxt_hwrm_func_qcfg_vf_dflt_vnic_id(bp, vf);
333 * This simply indicates there's no driver
334 * loaded. This is not an error.
337 "Unable to get default VNIC for VF %d\n",
340 vnic.fw_vnic_id = dflt_vnic;
341 if (bnxt_hwrm_vnic_qcfg(bp,
342 &vnic, bp->pf.first_vf_id + vf) == 0) {
343 if (bnxt_hwrm_cfa_l2_set_rx_mask(bp,
344 &vnic, bp->pf.vf_info[vf].vlan_count,
345 bp->pf.vf_info[vf].vlan_table))
351 RTE_LOG(ERR, PMD, "Failed to update VF VNIC %d.\n", vf);
358 rte_pmd_bnxt_set_vf_vlan_stripq_cb(struct bnxt_vnic_info *vnic, void *onptr)
361 vnic->vlan_strip = *on;
365 rte_pmd_bnxt_set_vf_vlan_stripq(uint8_t port, uint16_t vf, uint8_t on)
367 struct rte_eth_dev *dev;
368 struct rte_eth_dev_info dev_info;
372 RTE_ETH_VALID_PORTID_OR_ERR_RET(port, -ENODEV);
374 dev = &rte_eth_devices[port];
375 if (!is_bnxt_supported(dev))
378 rte_eth_dev_info_get(port, &dev_info);
379 bp = (struct bnxt *)dev->data->dev_private;
381 if (vf >= dev_info.max_vfs)
386 "Attempt to set VF %d stripq on non-PF port %d!\n",
391 rc = bnxt_hwrm_func_vf_vnic_query_and_config(bp, vf,
392 rte_pmd_bnxt_set_vf_vlan_stripq_cb, &on,
395 RTE_LOG(ERR, PMD, "Failed to update VF VNIC %d.\n", vf);
400 int rte_pmd_bnxt_set_vf_rxmode(uint8_t port, uint16_t vf,
401 uint16_t rx_mask, uint8_t on)
403 struct rte_eth_dev *dev;
404 struct rte_eth_dev_info dev_info;
409 RTE_ETH_VALID_PORTID_OR_ERR_RET(port, -ENODEV);
411 dev = &rte_eth_devices[port];
412 if (!is_bnxt_supported(dev))
415 rte_eth_dev_info_get(port, &dev_info);
416 bp = (struct bnxt *)dev->data->dev_private;
421 if (vf >= bp->pdev->max_vfs)
424 if (rx_mask & (ETH_VMDQ_ACCEPT_UNTAG | ETH_VMDQ_ACCEPT_HASH_MC)) {
425 RTE_LOG(ERR, PMD, "Currently cannot toggle this setting\n");
429 if (rx_mask & ETH_VMDQ_ACCEPT_HASH_UC && !on) {
430 RTE_LOG(ERR, PMD, "Currently cannot disable UC Rx\n");
434 if (rx_mask & ETH_VMDQ_ACCEPT_BROADCAST)
435 flag |= BNXT_VNIC_INFO_BCAST;
436 if (rx_mask & ETH_VMDQ_ACCEPT_MULTICAST)
437 flag |= BNXT_VNIC_INFO_ALLMULTI;
440 bp->pf.vf_info[vf].l2_rx_mask |= flag;
442 bp->pf.vf_info[vf].l2_rx_mask &= ~flag;
444 rc = bnxt_hwrm_func_vf_vnic_query_and_config(bp, vf,
445 vf_vnic_set_rxmask_cb,
446 &bp->pf.vf_info[vf].l2_rx_mask,
447 bnxt_set_rx_mask_no_vlan);
449 RTE_LOG(ERR, PMD, "bnxt_hwrm_func_vf_vnic_set_rxmask failed\n");
454 int rte_pmd_bnxt_set_vf_vlan_filter(uint8_t port, uint16_t vlan,
455 uint64_t vf_mask, uint8_t vlan_on)
457 struct bnxt_vlan_table_entry *ve;
458 struct rte_eth_dev *dev;
464 RTE_ETH_VALID_PORTID_OR_ERR_RET(port, -ENODEV);
466 dev = &rte_eth_devices[port];
467 if (!is_bnxt_supported(dev))
470 bp = (struct bnxt *)dev->data->dev_private;
474 for (i = 0; vf_mask; i++, vf_mask >>= 1) {
475 cnt = bp->pf.vf_info[i].vlan_count;
477 if (bp->pf.vf_info[i].vlan_table == NULL) {
482 /* First, search for a duplicate... */
483 for (j = 0; j < cnt; j++) {
484 if (rte_be_to_cpu_16(
485 bp->pf.vf_info[i].vlan_table[j].vid) ==
490 /* Now check that there's space */
491 if (cnt == getpagesize() /
492 sizeof(struct bnxt_vlan_table_entry)) {
494 "VF %d VLAN table is full\n",
497 "cannot add VLAN %u\n",
503 cnt = bp->pf.vf_info[i].vlan_count++;
505 * And finally, add to the
508 ve = &bp->pf.vf_info[i].vlan_table[cnt];
509 /* TODO: Hardcoded TPID */
510 ve->tpid = rte_cpu_to_be_16(0x8100);
511 ve->vid = rte_cpu_to_be_16(vlan);
514 for (j = 0; cnt; j++) {
515 if (rte_be_to_cpu_16(
516 bp->pf.vf_info[i].vlan_table[j].vid) !=
520 &bp->pf.vf_info[i].vlan_table[j],
521 &bp->pf.vf_info[i].vlan_table[j + 1],
524 sizeof(struct bnxt_vlan_table_entry)));
526 cnt = bp->pf.vf_info[i].vlan_count--;
529 rte_pmd_bnxt_set_vf_vlan_anti_spoof(dev->data->port_id,
530 i, bp->pf.vf_info[i].vlan_spoof_en);
537 int rte_pmd_bnxt_get_vf_stats(uint8_t port,
539 struct rte_eth_stats *stats)
541 struct rte_eth_dev *dev;
542 struct rte_eth_dev_info dev_info;
545 dev = &rte_eth_devices[port];
546 if (!is_bnxt_supported(dev))
549 rte_eth_dev_info_get(port, &dev_info);
550 bp = (struct bnxt *)dev->data->dev_private;
552 if (vf_id >= dev_info.max_vfs)
557 "Attempt to get VF %d stats on non-PF port %d!\n",
562 return bnxt_hwrm_func_qstats(bp, bp->pf.first_vf_id + vf_id, stats);
565 int rte_pmd_bnxt_reset_vf_stats(uint8_t port,
568 struct rte_eth_dev *dev;
569 struct rte_eth_dev_info dev_info;
572 dev = &rte_eth_devices[port];
573 if (!is_bnxt_supported(dev))
576 rte_eth_dev_info_get(port, &dev_info);
577 bp = (struct bnxt *)dev->data->dev_private;
579 if (vf_id >= dev_info.max_vfs)
584 "Attempt to reset VF %d stats on non-PF port %d!\n",
589 return bnxt_hwrm_func_clr_stats(bp, bp->pf.first_vf_id + vf_id);
592 int rte_pmd_bnxt_get_vf_rx_status(uint8_t port, uint16_t vf_id)
594 struct rte_eth_dev *dev;
595 struct rte_eth_dev_info dev_info;
598 dev = &rte_eth_devices[port];
599 if (!is_bnxt_supported(dev))
602 rte_eth_dev_info_get(port, &dev_info);
603 bp = (struct bnxt *)dev->data->dev_private;
605 if (vf_id >= dev_info.max_vfs)
610 "Attempt to query VF %d RX stats on non-PF port %d!\n",
615 return bnxt_vf_vnic_count(bp, vf_id);
618 int rte_pmd_bnxt_get_vf_tx_drop_count(uint8_t port, uint16_t vf_id,
621 struct rte_eth_dev *dev;
622 struct rte_eth_dev_info dev_info;
625 dev = &rte_eth_devices[port];
626 if (!is_bnxt_supported(dev))
629 rte_eth_dev_info_get(port, &dev_info);
630 bp = (struct bnxt *)dev->data->dev_private;
632 if (vf_id >= dev_info.max_vfs)
637 "Attempt to query VF %d TX drops on non-PF port %d!\n",
642 return bnxt_hwrm_func_qstats_tx_drop(bp, bp->pf.first_vf_id + vf_id,
646 int rte_pmd_bnxt_mac_addr_add(uint8_t port, struct ether_addr *addr,
649 struct rte_eth_dev *dev;
650 struct rte_eth_dev_info dev_info;
652 struct bnxt_filter_info *filter;
653 struct bnxt_vnic_info vnic;
654 struct ether_addr dflt_mac;
657 dev = &rte_eth_devices[port];
658 if (!is_bnxt_supported(dev))
661 rte_eth_dev_info_get(port, &dev_info);
662 bp = (struct bnxt *)dev->data->dev_private;
664 if (vf_id >= dev_info.max_vfs)
669 "Attempt to config VF %d MAC on non-PF port %d!\n",
674 /* If the VF currently uses a random MAC, update default to this one */
675 if (bp->pf.vf_info[vf_id].random_mac) {
676 if (rte_pmd_bnxt_get_vf_rx_status(port, vf_id) <= 0)
677 rc = bnxt_hwrm_func_vf_mac(bp, vf_id, (uint8_t *)addr);
680 /* query the default VNIC id used by the function */
681 rc = bnxt_hwrm_func_qcfg_vf_dflt_vnic_id(bp, vf_id);
685 memset(&vnic, 0, sizeof(struct bnxt_vnic_info));
686 vnic.fw_vnic_id = rte_le_to_cpu_16(rc);
687 rc = bnxt_hwrm_vnic_qcfg(bp, &vnic, bp->pf.first_vf_id + vf_id);
691 STAILQ_FOREACH(filter, &bp->pf.vf_info[vf_id].filter, next) {
693 HWRM_CFA_L2_FILTER_ALLOC_INPUT_FLAGS_PATH_RX &&
695 (HWRM_CFA_L2_FILTER_ALLOC_INPUT_ENABLES_L2_ADDR |
696 HWRM_CFA_L2_FILTER_ALLOC_INPUT_ENABLES_L2_ADDR_MASK) &&
697 memcmp(addr, filter->l2_addr, ETHER_ADDR_LEN) == 0) {
698 bnxt_hwrm_clear_filter(bp, filter);
704 filter = bnxt_alloc_vf_filter(bp, vf_id);
706 filter->fw_l2_filter_id = UINT64_MAX;
707 filter->flags = HWRM_CFA_L2_FILTER_ALLOC_INPUT_FLAGS_PATH_RX;
708 filter->enables = HWRM_CFA_L2_FILTER_ALLOC_INPUT_ENABLES_L2_ADDR |
709 HWRM_CFA_L2_FILTER_ALLOC_INPUT_ENABLES_L2_ADDR_MASK;
710 memcpy(filter->l2_addr, addr, ETHER_ADDR_LEN);
711 memset(filter->l2_addr_mask, 0xff, ETHER_ADDR_LEN);
713 /* Do not add a filter for the default MAC */
714 if (bnxt_hwrm_func_qcfg_vf_default_mac(bp, vf_id, &dflt_mac) ||
715 memcmp(filter->l2_addr, dflt_mac.addr_bytes, ETHER_ADDR_LEN))
716 rc = bnxt_hwrm_set_filter(bp, vnic.fw_vnic_id, filter);
723 rte_pmd_bnxt_set_vf_vlan_insert(uint8_t port, uint16_t vf,
726 struct rte_eth_dev *dev;
727 struct rte_eth_dev_info dev_info;
731 RTE_ETH_VALID_PORTID_OR_ERR_RET(port, -ENODEV);
733 dev = &rte_eth_devices[port];
734 if (!is_bnxt_supported(dev))
737 rte_eth_dev_info_get(port, &dev_info);
738 bp = (struct bnxt *)dev->data->dev_private;
740 if (vf >= dev_info.max_vfs)
745 "Attempt to set VF %d vlan insert on non-PF port %d!\n",
750 bp->pf.vf_info[vf].dflt_vlan = vlan_id;
751 if (bnxt_hwrm_func_qcfg_current_vf_vlan(bp, vf) ==
752 bp->pf.vf_info[vf].dflt_vlan)
755 rc = bnxt_hwrm_set_vf_vlan(bp, vf);
760 int rte_pmd_bnxt_set_vf_persist_stats(uint8_t port, uint16_t vf, uint8_t on)
762 struct rte_eth_dev_info dev_info;
763 struct rte_eth_dev *dev;
768 RTE_ETH_VALID_PORTID_OR_ERR_RET(port, -ENODEV);
773 dev = &rte_eth_devices[port];
774 rte_eth_dev_info_get(port, &dev_info);
775 bp = (struct bnxt *)dev->data->dev_private;
779 "Attempt to set persist stats on non-PF port %d!\n",
784 if (vf >= dev_info.max_vfs)
787 /* Prev setting same as new setting. */
788 if (on == bp->pf.vf_info[vf].persist_stats)
791 func_flags = bp->pf.vf_info[vf].func_cfg_flags;
795 HWRM_FUNC_CFG_INPUT_FLAGS_NO_AUTOCLEAR_STATISTIC;
798 ~HWRM_FUNC_CFG_INPUT_FLAGS_NO_AUTOCLEAR_STATISTIC;
800 rc = bnxt_hwrm_func_cfg_vf_set_flags(bp, vf, func_flags);
802 bp->pf.vf_info[vf].persist_stats = on;
803 bp->pf.vf_info[vf].func_cfg_flags = func_flags;