X-Git-Url: http://git.droids-corp.org/?a=blobdiff_plain;f=drivers%2Fnet%2Fhns3%2Fhns3_ethdev_vf.c;h=7a7a6bfa7cc01e577ef3665f2f9fe83fd9aa0178;hb=a2bc5d7bcc11438404027c119e889f6cd4c2bdfa;hp=1b8c02957acd676d46d156767b577a0f2462eff8;hpb=dfecc3201f0a41342b9aa089b4b5c09dfddd3c18;p=dpdk.git diff --git a/drivers/net/hns3/hns3_ethdev_vf.c b/drivers/net/hns3/hns3_ethdev_vf.c index 1b8c02957a..7a7a6bfa7c 100644 --- a/drivers/net/hns3/hns3_ethdev_vf.c +++ b/drivers/net/hns3/hns3_ethdev_vf.c @@ -1,5 +1,5 @@ /* SPDX-License-Identifier: BSD-3-Clause - * Copyright(c) 2018-2019 Hisilicon Limited. + * Copyright(c) 2018-2021 HiSilicon Limited. */ #include @@ -44,6 +44,9 @@ static int hns3vf_add_mc_mac_addr(struct hns3_hw *hw, struct rte_ether_addr *mac_addr); static int hns3vf_remove_mc_mac_addr(struct hns3_hw *hw, struct rte_ether_addr *mac_addr); +static int hns3vf_dev_link_update(struct rte_eth_dev *eth_dev, + __rte_unused int wait_to_complete); + /* set PCI bus mastering */ static int hns3vf_set_bus_master(const struct rte_pci_device *device, bool op) @@ -854,11 +857,6 @@ hns3vf_dev_configure(struct rte_eth_dev *dev) if (ret) goto cfg_err; - hns->rx_simple_allowed = true; - hns->rx_vec_allowed = true; - hns->tx_simple_allowed = true; - hns->tx_vec_allowed = true; - hns3_init_rx_ptype_tble(dev); hw->adapter_state = HNS3_NIC_CONFIGURED; @@ -988,6 +986,9 @@ hns3vf_dev_infos_get(struct rte_eth_dev *eth_dev, struct rte_eth_dev_info *info) DEV_TX_OFFLOAD_MBUF_FAST_FREE | hns3_txvlan_cap_get(hw)); + if (hns3_dev_outer_udp_cksum_supported(hw)) + info->tx_offload_capa |= DEV_TX_OFFLOAD_OUTER_UDP_CKSUM; + if (hns3_dev_indep_txrx_supported(hw)) info->dev_capa = RTE_ETH_DEV_CAPA_RUNTIME_RX_QUEUE_SETUP | RTE_ETH_DEV_CAPA_RUNTIME_TX_QUEUE_SETUP; @@ -1061,7 +1062,6 @@ hns3vf_check_event_cause(struct hns3_adapter *hns, uint32_t *clearval) /* Fetch the events from their corresponding regs */ cmdq_stat_reg = hns3_read_dev(hw, HNS3_VECTOR0_CMDQ_STAT_REG); - if (BIT(HNS3_VECTOR0_RST_INT_B) & cmdq_stat_reg) { rst_ing_reg = hns3_read_dev(hw, HNS3_FUN_RST_ING); hns3_warn(hw, "resetting reg: 0x%x", rst_ing_reg); @@ -1106,9 +1106,6 @@ hns3vf_interrupt_handler(void *param) enum hns3vf_evt_cause event_cause; uint32_t clearval; - if (hw->irq_thread_id == 0) - hw->irq_thread_id = pthread_self(); - /* Disable interrupt */ hns3vf_disable_irq0(hw); @@ -1192,6 +1189,65 @@ hns3vf_query_dev_specifications(struct hns3_hw *hw) return hns3vf_check_dev_specifications(hw); } +void +hns3vf_update_push_lsc_cap(struct hns3_hw *hw, bool supported) +{ + uint16_t val = supported ? HNS3_PF_PUSH_LSC_CAP_SUPPORTED : + HNS3_PF_PUSH_LSC_CAP_NOT_SUPPORTED; + uint16_t exp = HNS3_PF_PUSH_LSC_CAP_UNKNOWN; + struct hns3_vf *vf = HNS3_DEV_HW_TO_VF(hw); + + if (vf->pf_push_lsc_cap == HNS3_PF_PUSH_LSC_CAP_UNKNOWN) + __atomic_compare_exchange(&vf->pf_push_lsc_cap, &exp, &val, 0, + __ATOMIC_ACQUIRE, __ATOMIC_ACQUIRE); +} + +static void +hns3vf_get_push_lsc_cap(struct hns3_hw *hw) +{ +#define HNS3_CHECK_PUSH_LSC_CAP_TIMEOUT_MS 500 + + struct rte_eth_dev *dev = &rte_eth_devices[hw->data->port_id]; + int32_t remain_ms = HNS3_CHECK_PUSH_LSC_CAP_TIMEOUT_MS; + uint16_t val = HNS3_PF_PUSH_LSC_CAP_NOT_SUPPORTED; + uint16_t exp = HNS3_PF_PUSH_LSC_CAP_UNKNOWN; + struct hns3_vf *vf = HNS3_DEV_HW_TO_VF(hw); + + __atomic_store_n(&vf->pf_push_lsc_cap, HNS3_PF_PUSH_LSC_CAP_UNKNOWN, + __ATOMIC_RELEASE); + + (void)hns3_send_mbx_msg(hw, HNS3_MBX_GET_LINK_STATUS, 0, NULL, 0, false, + NULL, 0); + + while (remain_ms > 0) { + rte_delay_ms(HNS3_POLL_RESPONE_MS); + if (__atomic_load_n(&vf->pf_push_lsc_cap, __ATOMIC_ACQUIRE) != + HNS3_PF_PUSH_LSC_CAP_UNKNOWN) + break; + remain_ms--; + } + + /* + * When exit above loop, the pf_push_lsc_cap could be one of the three + * state: unknown (means pf not ack), not_supported, supported. + * Here config it as 'not_supported' when it's 'unknown' state. + */ + __atomic_compare_exchange(&vf->pf_push_lsc_cap, &exp, &val, 0, + __ATOMIC_ACQUIRE, __ATOMIC_ACQUIRE); + + if (__atomic_load_n(&vf->pf_push_lsc_cap, __ATOMIC_ACQUIRE) == + HNS3_PF_PUSH_LSC_CAP_SUPPORTED) { + hns3_info(hw, "detect PF support push link status change!"); + } else { + /* + * Framework already set RTE_ETH_DEV_INTR_LSC bit because driver + * declared RTE_PCI_DRV_INTR_LSC in drv_flags. So here cleared + * the RTE_ETH_DEV_INTR_LSC capability. + */ + dev->data->dev_flags &= ~RTE_ETH_DEV_INTR_LSC; + } +} + static int hns3vf_get_capability(struct hns3_hw *hw) { @@ -1218,6 +1274,7 @@ hns3vf_get_capability(struct hns3_hw *hw) hw->intr.mapping_mode = HNS3_INTR_MAPPING_VEC_RSV_ONE; hw->intr.gl_unit = HNS3_INTR_COALESCE_GL_UINT_2US; hw->tso_mode = HNS3_TSO_SW_CAL_PSEUDO_H_CSUM; + hw->drop_stats_mode = HNS3_PKTS_DROP_STATS_MODE1; hw->min_tx_pkt_len = HNS3_HIP08_MIN_TX_PKT_LEN; hw->rss_info.ipv6_sctp_offload_supported = false; hw->promisc_mode = HNS3_UNLIMIT_PROMISC_MODE; @@ -1235,6 +1292,7 @@ hns3vf_get_capability(struct hns3_hw *hw) hw->intr.mapping_mode = HNS3_INTR_MAPPING_VEC_ALL; hw->intr.gl_unit = HNS3_INTR_COALESCE_GL_UINT_1US; hw->tso_mode = HNS3_TSO_HW_CAL_PSEUDO_H_CSUM; + hw->drop_stats_mode = HNS3_PKTS_DROP_STATS_MODE2; hw->min_tx_pkt_len = HNS3_HIP09_MIN_TX_PKT_LEN; hw->rss_info.ipv6_sctp_offload_supported = true; hw->promisc_mode = HNS3_LIMIT_PROMISC_MODE; @@ -1403,6 +1461,8 @@ hns3vf_get_configuration(struct hns3_hw *hw) return ret; } + hns3vf_get_push_lsc_cap(hw); + /* Get queue configuration from PF */ ret = hns3vf_get_queue_info(hw); if (ret) @@ -1450,15 +1510,27 @@ hns3vf_set_tc_queue_mapping(struct hns3_adapter *hns, uint16_t nb_rx_q, static void hns3vf_request_link_info(struct hns3_hw *hw) { - uint8_t resp_msg; + struct hns3_vf *vf = HNS3_DEV_HW_TO_VF(hw); + bool send_req; int ret; if (__atomic_load_n(&hw->reset.resetting, __ATOMIC_RELAXED)) return; + + send_req = vf->pf_push_lsc_cap == HNS3_PF_PUSH_LSC_CAP_NOT_SUPPORTED || + vf->req_link_info_cnt > 0; + if (!send_req) + return; + ret = hns3_send_mbx_msg(hw, HNS3_MBX_GET_LINK_STATUS, 0, NULL, 0, false, - &resp_msg, sizeof(resp_msg)); - if (ret) - hns3_err(hw, "Failed to fetch link status from PF: %d", ret); + NULL, 0); + if (ret) { + hns3_err(hw, "failed to fetch link status, ret = %d", ret); + return; + } + + if (vf->req_link_info_cnt > 0) + vf->req_link_info_cnt--; } void @@ -1466,34 +1538,30 @@ hns3vf_update_link_status(struct hns3_hw *hw, uint8_t link_status, uint32_t link_speed, uint8_t link_duplex) { struct rte_eth_dev *dev = &rte_eth_devices[hw->data->port_id]; + struct hns3_vf *vf = HNS3_DEV_HW_TO_VF(hw); struct hns3_mac *mac = &hw->mac; - bool report_lse; - bool changed; - - changed = mac->link_status != link_status || - mac->link_speed != link_speed || - mac->link_duplex != link_duplex; - if (!changed) - return; + int ret; /* - * VF's link status/speed/duplex were updated by polling from PF driver, - * because the link status/speed/duplex may be changed in the polling - * interval, so driver will report lse (lsc event) once any of the above - * thress variables changed. - * But if the PF's link status is down and driver saved link status is - * also down, there are no need to report lse. + * PF kernel driver may push link status when VF driver is in resetting, + * driver will stop polling job in this case, after resetting done + * driver will start polling job again. + * When polling job started, driver will get initial link status by + * sending request to PF kernel driver, then could update link status by + * process PF kernel driver's link status mailbox message. */ - report_lse = true; - if (link_status == ETH_LINK_DOWN && link_status == mac->link_status) - report_lse = false; + if (!__atomic_load_n(&vf->poll_job_started, __ATOMIC_RELAXED)) + return; + + if (hw->adapter_state != HNS3_NIC_STARTED) + return; mac->link_status = link_status; mac->link_speed = link_speed; mac->link_duplex = link_duplex; - - if (report_lse) - rte_eth_dev_callback_process(dev, RTE_ETH_EVENT_INTR_LSC, NULL); + ret = hns3vf_dev_link_update(dev, 0); + if (ret == 0 && dev->data->dev_conf.intr_conf.lsc != 0) + hns3_start_report_lse(dev); } static int @@ -1687,11 +1755,10 @@ hns3vf_keep_alive_handler(void *param) struct rte_eth_dev *eth_dev = (struct rte_eth_dev *)param; struct hns3_adapter *hns = eth_dev->data->dev_private; struct hns3_hw *hw = &hns->hw; - uint8_t respmsg; int ret; ret = hns3_send_mbx_msg(hw, HNS3_MBX_KEEP_ALIVE, 0, NULL, 0, - false, &respmsg, sizeof(uint8_t)); + false, NULL, 0); if (ret) hns3_err(hw, "VF sends keeping alive cmd failed(=%d)", ret); @@ -1709,8 +1776,8 @@ hns3vf_service_handler(void *param) /* * The query link status and reset processing are executed in the - * interrupt thread.When the IMP reset occurs, IMP will not respond, - * and the query operation will time out after 30ms. In the case of + * interrupt thread. When the IMP reset occurs, IMP will not respond, + * and the query operation will timeout after 30ms. In the case of * multiple PF/VFs, each query failure timeout causes the IMP reset * interrupt to fail to respond within 100ms. * Before querying the link status, check whether there is a reset @@ -1725,6 +1792,31 @@ hns3vf_service_handler(void *param) eth_dev); } +static void +hns3vf_start_poll_job(struct rte_eth_dev *dev) +{ +#define HNS3_REQUEST_LINK_INFO_REMAINS_CNT 3 + + struct hns3_vf *vf = HNS3_DEV_PRIVATE_TO_VF(dev->data->dev_private); + + if (vf->pf_push_lsc_cap == HNS3_PF_PUSH_LSC_CAP_SUPPORTED) + vf->req_link_info_cnt = HNS3_REQUEST_LINK_INFO_REMAINS_CNT; + + __atomic_store_n(&vf->poll_job_started, 1, __ATOMIC_RELAXED); + + hns3vf_service_handler(dev); +} + +static void +hns3vf_stop_poll_job(struct rte_eth_dev *dev) +{ + struct hns3_vf *vf = HNS3_DEV_PRIVATE_TO_VF(dev->data->dev_private); + + rte_eal_alarm_cancel(hns3vf_service_handler, dev); + + __atomic_store_n(&vf->poll_job_started, 0, __ATOMIC_RELAXED); +} + static int hns3_query_vf_resource(struct hns3_hw *hw) { @@ -1872,6 +1964,13 @@ hns3vf_init_vf(struct rte_eth_dev *eth_dev) if (ret) goto err_get_config; + /* Hardware statistics of imissed registers cleared. */ + ret = hns3_update_imissed_stats(hw, true); + if (ret) { + hns3_err(hw, "clear imissed stats failed, ret = %d", ret); + goto err_set_tc_queue; + } + ret = hns3vf_set_tc_queue_mapping(hns, hw->tqps_num, hw->tqps_num); if (ret) { PMD_INIT_LOG(ERR, "failed to set tc info, ret = %d.", ret); @@ -1941,6 +2040,17 @@ hns3vf_do_stop(struct hns3_adapter *hns) hw->mac.link_status = ETH_LINK_DOWN; + /* + * The "hns3vf_do_stop" function will also be called by .stop_service to + * prepare reset. At the time of global or IMP reset, the command cannot + * be sent to stop the tx/rx queues. The mbuf in Tx/Rx queues may be + * accessed during the reset process. So the mbuf can not be released + * during reset and is required to be released after the reset is + * completed. + */ + if (__atomic_load_n(&hw->reset.resetting, __ATOMIC_RELAXED) == 0) + hns3_dev_release_mbufs(hns); + if (__atomic_load_n(&hw->reset.disable_cmd, __ATOMIC_RELAXED) == 0) { hns3vf_configure_mac_addr(hns, true); ret = hns3_reset_all_tqps(hns); @@ -2010,11 +2120,11 @@ hns3vf_dev_stop(struct rte_eth_dev *dev) hns3_stop_tqps(hw); hns3vf_do_stop(hns); hns3vf_unmap_rx_interrupt(dev); - hns3_dev_release_mbufs(hns); hw->adapter_state = HNS3_NIC_CONFIGURED; } hns3_rx_scattered_reset(dev); - rte_eal_alarm_cancel(hns3vf_service_handler, dev); + hns3vf_stop_poll_job(dev); + hns3_stop_report_lse(dev); rte_spinlock_unlock(&hw->lock); return 0; @@ -2101,7 +2211,10 @@ hns3vf_dev_link_update(struct rte_eth_dev *eth_dev, new_link.link_speed = mac->link_speed; break; default: - new_link.link_speed = ETH_SPEED_NUM_100M; + if (mac->link_status) + new_link.link_speed = ETH_SPEED_NUM_UNKNOWN; + else + new_link.link_speed = ETH_SPEED_NUM_NONE; break; } @@ -2125,6 +2238,8 @@ hns3vf_do_start(struct hns3_adapter *hns, bool reset_queue) if (ret) return ret; + hns3_enable_rxd_adv_layout(hw); + ret = hns3_init_queues(hns, reset_queue); if (ret) hns3_err(hw, "failed to init queues, ret = %d.", ret); @@ -2251,11 +2366,8 @@ hns3vf_dev_start(struct rte_eth_dev *dev) return ret; } ret = hns3vf_map_rx_interrupt(dev); - if (ret) { - hw->adapter_state = HNS3_NIC_CONFIGURED; - rte_spinlock_unlock(&hw->lock); - return ret; - } + if (ret) + goto map_rx_inter_err; /* * There are three register used to control the status of a TQP @@ -2269,19 +2381,12 @@ hns3vf_dev_start(struct rte_eth_dev *dev) * status of queue in the dpdk framework. */ ret = hns3_start_all_txqs(dev); - if (ret) { - hw->adapter_state = HNS3_NIC_CONFIGURED; - rte_spinlock_unlock(&hw->lock); - return ret; - } + if (ret) + goto map_rx_inter_err; ret = hns3_start_all_rxqs(dev); - if (ret) { - hns3_stop_all_txqs(dev); - hw->adapter_state = HNS3_NIC_CONFIGURED; - rte_spinlock_unlock(&hw->lock); - return ret; - } + if (ret) + goto start_all_rxqs_fail; hw->adapter_state = HNS3_NIC_STARTED; rte_spinlock_unlock(&hw->lock); @@ -2289,19 +2394,26 @@ hns3vf_dev_start(struct rte_eth_dev *dev) hns3_rx_scattered_calc(dev); hns3_set_rxtx_function(dev); hns3_mp_req_start_rxtx(dev); - hns3vf_service_handler(dev); hns3vf_restore_filter(dev); /* Enable interrupt of all rx queues before enabling queues */ hns3_dev_all_rx_queue_intr_enable(hw, true); - - /* - * After finished the initialization, start all tqps to receive/transmit - * packets and refresh all queue status. - */ hns3_start_tqps(hw); + if (dev->data->dev_conf.intr_conf.lsc != 0) + hns3vf_dev_link_update(dev, 0); + hns3vf_start_poll_job(dev); + + return ret; + +start_all_rxqs_fail: + hns3_stop_all_txqs(dev); +map_rx_inter_err: + (void)hns3vf_do_stop(hns); + hw->adapter_state = HNS3_NIC_CONFIGURED; + rte_spinlock_unlock(&hw->lock); + return ret; } @@ -2351,7 +2463,8 @@ hns3vf_is_reset_pending(struct hns3_adapter *hns) /* Check the registers to confirm whether there is reset pending */ hns3vf_check_event_cause(hns, NULL); reset = hns3vf_get_reset_level(hw, &hw->reset.pending); - if (hw->reset.level != HNS3_NONE_RESET && hw->reset.level < reset) { + if (hw->reset.level != HNS3_NONE_RESET && reset != HNS3_NONE_RESET && + hw->reset.level < reset) { hns3_warn(hw, "High level reset %d is pending", reset); return true; } @@ -2432,9 +2545,13 @@ hns3vf_stop_service(struct hns3_adapter *hns) eth_dev = &rte_eth_devices[hw->data->port_id]; if (hw->adapter_state == HNS3_NIC_STARTED) { - rte_eal_alarm_cancel(hns3vf_service_handler, eth_dev); + /* + * Make sure call update link status before hns3vf_stop_poll_job + * because update link status depend on polling job exist. + */ hns3vf_update_link_status(hw, ETH_LINK_DOWN, hw->mac.link_speed, - hw->mac.link_duplex); + hw->mac.link_duplex); + hns3vf_stop_poll_job(eth_dev); } hw->mac.link_status = ETH_LINK_DOWN; @@ -2475,7 +2592,7 @@ hns3vf_start_service(struct hns3_adapter *hns) hns3_set_rxtx_function(eth_dev); hns3_mp_req_start_rxtx(eth_dev); if (hw->adapter_state == HNS3_NIC_STARTED) { - hns3vf_service_handler(eth_dev); + hns3vf_start_poll_job(eth_dev); /* Enable interrupt of all rx queues before enabling queues */ hns3_dev_all_rx_queue_intr_enable(hw, true); @@ -2758,7 +2875,7 @@ static const struct eth_dev_ops hns3vf_eth_dev_ops = { .rss_hash_conf_get = hns3_dev_rss_hash_conf_get, .reta_update = hns3_dev_rss_reta_update, .reta_query = hns3_dev_rss_reta_query, - .filter_ctrl = hns3_dev_filter_ctrl, + .flow_ops_get = hns3_dev_flow_ops_get, .vlan_filter_set = hns3vf_vlan_filter_set, .vlan_offload_set = hns3vf_vlan_offload_set, .get_reg = hns3_get_regs, @@ -2794,8 +2911,7 @@ hns3vf_dev_init(struct rte_eth_dev *eth_dev) return -ENOMEM; } - /* initialize flow filter lists */ - hns3_filterlist_init(eth_dev); + hns3_flow_init(eth_dev); hns3_set_rxtx_function(eth_dev); eth_dev->dev_ops = &hns3vf_eth_dev_ops; @@ -2823,6 +2939,7 @@ hns3vf_dev_init(struct rte_eth_dev *eth_dev) hw->adapter_state = HNS3_NIC_UNINITIALIZED; hns->is_vf = true; hw->data = eth_dev->data; + hns3_parse_devargs(eth_dev); ret = hns3_reset_init(hw); if (ret) @@ -2891,8 +3008,10 @@ err_mp_init_primary: err_mp_init_secondary: eth_dev->dev_ops = NULL; eth_dev->rx_pkt_burst = NULL; + eth_dev->rx_descriptor_status = NULL; eth_dev->tx_pkt_burst = NULL; eth_dev->tx_pkt_prepare = NULL; + eth_dev->tx_descriptor_status = NULL; rte_free(eth_dev->process_private); eth_dev->process_private = NULL; @@ -2943,7 +3062,7 @@ static const struct rte_pci_id pci_id_hns3vf_map[] = { static struct rte_pci_driver rte_hns3vf_pmd = { .id_table = pci_id_hns3vf_map, - .drv_flags = RTE_PCI_DRV_NEED_MAPPING, + .drv_flags = RTE_PCI_DRV_NEED_MAPPING | RTE_PCI_DRV_INTR_LSC, .probe = eth_hns3vf_pci_probe, .remove = eth_hns3vf_pci_remove, }; @@ -2951,3 +3070,7 @@ static struct rte_pci_driver rte_hns3vf_pmd = { RTE_PMD_REGISTER_PCI(net_hns3_vf, rte_hns3vf_pmd); RTE_PMD_REGISTER_PCI_TABLE(net_hns3_vf, pci_id_hns3vf_map); RTE_PMD_REGISTER_KMOD_DEP(net_hns3_vf, "* igb_uio | vfio-pci"); +RTE_PMD_REGISTER_PARAM_STRING(net_hns3_vf, + HNS3_DEVARG_RX_FUNC_HINT "=vec|sve|simple|common " + HNS3_DEVARG_TX_FUNC_HINT "=vec|sve|simple|common " + HNS3_DEVARG_DEV_CAPS_MASK "=<1-65535> ");