1 /* SPDX-License-Identifier: BSD-3-Clause
2 * Copyright(c) 2020 Intel Corporation
9 #include <rte_spinlock.h>
11 #include "ice_dcf_ethdev.h"
12 #include "ice_generic_flow.h"
14 #define ICE_DCF_VSI_UPDATE_SERVICE_INTERVAL 100000 /* us */
15 static rte_spinlock_t vsi_update_lock = RTE_SPINLOCK_INITIALIZER;
17 struct ice_dcf_reset_event_param {
18 struct ice_dcf_hw *dcf_hw;
20 bool vfr; /* VF reset event */
21 uint16_t vf_id; /* The reset VF ID */
24 static __rte_always_inline void
25 ice_dcf_update_vsi_ctx(struct ice_hw *hw, uint16_t vsi_handle,
28 struct ice_vsi_ctx *vsi_ctx;
29 bool first_update = false;
32 if (unlikely(vsi_handle >= ICE_MAX_VSI)) {
33 PMD_DRV_LOG(ERR, "Invalid vsi handle %u", vsi_handle);
37 vsi_ctx = hw->vsi_ctx[vsi_handle];
39 if (vsi_map & VIRTCHNL_DCF_VF_VSI_VALID) {
41 vsi_ctx = ice_malloc(hw, sizeof(*vsi_ctx));
43 PMD_DRV_LOG(ERR, "No memory for vsi context %u",
47 hw->vsi_ctx[vsi_handle] = vsi_ctx;
51 new_vsi_num = (vsi_map & VIRTCHNL_DCF_VF_VSI_ID_M) >>
52 VIRTCHNL_DCF_VF_VSI_ID_S;
54 /* Redirect rules if vsi mapping table changes. */
56 struct ice_flow_redirect rd;
58 memset(&rd, 0, sizeof(struct ice_flow_redirect));
59 rd.type = ICE_FLOW_REDIRECT_VSI;
60 rd.vsi_handle = vsi_handle;
61 rd.new_vsi_num = new_vsi_num;
62 ice_flow_redirect((struct ice_adapter *)hw->back, &rd);
64 vsi_ctx->vsi_num = new_vsi_num;
67 PMD_DRV_LOG(DEBUG, "VF%u is assigned with vsi number %u",
68 vsi_handle, vsi_ctx->vsi_num);
70 hw->vsi_ctx[vsi_handle] = NULL;
72 ice_free(hw, vsi_ctx);
74 PMD_DRV_LOG(NOTICE, "VF%u is disabled", vsi_handle);
79 ice_dcf_update_vf_vsi_map(struct ice_hw *hw, uint16_t num_vfs,
84 for (vf_id = 0; vf_id < num_vfs; vf_id++)
85 ice_dcf_update_vsi_ctx(hw, vf_id, vf_vsi_map[vf_id]);
89 ice_dcf_update_pf_vsi_map(struct ice_hw *hw, uint16_t pf_vsi_idx,
92 struct ice_vsi_ctx *vsi_ctx;
94 if (unlikely(pf_vsi_idx >= ICE_MAX_VSI)) {
95 PMD_DRV_LOG(ERR, "Invalid vsi handle %u", pf_vsi_idx);
99 vsi_ctx = hw->vsi_ctx[pf_vsi_idx];
102 vsi_ctx = ice_malloc(hw, sizeof(*vsi_ctx));
105 PMD_DRV_LOG(ERR, "No memory for vsi context %u",
110 vsi_ctx->vsi_num = pf_vsi_num;
111 hw->vsi_ctx[pf_vsi_idx] = vsi_ctx;
113 PMD_DRV_LOG(DEBUG, "VF%u is assigned with vsi number %u",
114 pf_vsi_idx, vsi_ctx->vsi_num);
118 ice_dcf_vsi_update_service_handler(void *param)
120 struct ice_dcf_reset_event_param *reset_param = param;
121 struct ice_dcf_hw *hw = reset_param->dcf_hw;
122 struct ice_dcf_adapter *adapter =
123 container_of(hw, struct ice_dcf_adapter, real_hw);
124 struct ice_adapter *parent_adapter = &adapter->parent;
126 pthread_detach(pthread_self());
128 rte_delay_us(ICE_DCF_VSI_UPDATE_SERVICE_INTERVAL);
130 rte_spinlock_lock(&vsi_update_lock);
132 if (!ice_dcf_handle_vsi_update_event(hw)) {
133 __atomic_store_n(&parent_adapter->dcf_state_on, true,
135 ice_dcf_update_vf_vsi_map(&adapter->parent.hw,
136 hw->num_vfs, hw->vf_vsi_map);
139 if (reset_param->vfr && adapter->repr_infos) {
140 struct rte_eth_dev *vf_rep_eth_dev =
141 adapter->repr_infos[reset_param->vf_id].vf_rep_eth_dev;
142 if (vf_rep_eth_dev && vf_rep_eth_dev->data->dev_started) {
143 PMD_DRV_LOG(DEBUG, "VF%u representor is resetting",
145 ice_dcf_vf_repr_init_vlan(vf_rep_eth_dev);
149 if (hw->tm_conf.committed)
150 ice_dcf_replay_vf_bw(hw, reset_param->vf_id);
152 rte_spinlock_unlock(&vsi_update_lock);
160 start_vsi_reset_thread(struct ice_dcf_hw *dcf_hw, bool vfr, uint16_t vf_id)
162 #define THREAD_NAME_LEN 16
163 struct ice_dcf_reset_event_param *param;
164 char name[THREAD_NAME_LEN];
168 param = malloc(sizeof(*param));
170 PMD_DRV_LOG(ERR, "Failed to allocate the memory for reset handling");
174 param->dcf_hw = dcf_hw;
176 param->vf_id = vf_id;
178 snprintf(name, sizeof(name), "ice-reset-%u", vf_id);
179 ret = rte_ctrl_thread_create(&thread, name, NULL,
180 ice_dcf_vsi_update_service_handler, param);
182 PMD_DRV_LOG(ERR, "Failed to start the thread for reset handling");
188 ice_dcf_convert_link_speed(enum virtchnl_link_speed virt_link_speed)
192 switch (virt_link_speed) {
193 case VIRTCHNL_LINK_SPEED_100MB:
196 case VIRTCHNL_LINK_SPEED_1GB:
199 case VIRTCHNL_LINK_SPEED_10GB:
202 case VIRTCHNL_LINK_SPEED_40GB:
205 case VIRTCHNL_LINK_SPEED_20GB:
208 case VIRTCHNL_LINK_SPEED_25GB:
211 case VIRTCHNL_LINK_SPEED_2_5GB:
214 case VIRTCHNL_LINK_SPEED_5GB:
226 ice_dcf_handle_pf_event_msg(struct ice_dcf_hw *dcf_hw,
227 uint8_t *msg, uint16_t msglen)
229 struct virtchnl_pf_event *pf_msg = (struct virtchnl_pf_event *)msg;
230 struct ice_dcf_adapter *adapter =
231 container_of(dcf_hw, struct ice_dcf_adapter, real_hw);
232 struct ice_adapter *parent_adapter = &adapter->parent;
234 if (msglen < sizeof(struct virtchnl_pf_event)) {
235 PMD_DRV_LOG(DEBUG, "Invalid event message length : %u", msglen);
239 switch (pf_msg->event) {
240 case VIRTCHNL_EVENT_RESET_IMPENDING:
241 PMD_DRV_LOG(DEBUG, "VIRTCHNL_EVENT_RESET_IMPENDING event");
242 dcf_hw->resetting = true;
244 case VIRTCHNL_EVENT_LINK_CHANGE:
245 PMD_DRV_LOG(DEBUG, "VIRTCHNL_EVENT_LINK_CHANGE event");
246 dcf_hw->link_up = pf_msg->event_data.link_event.link_status;
247 if (dcf_hw->vf_res->vf_cap_flags &
248 VIRTCHNL_VF_CAP_ADV_LINK_SPEED) {
250 pf_msg->event_data.link_event_adv.link_speed;
252 enum virtchnl_link_speed speed;
253 speed = pf_msg->event_data.link_event.link_speed;
254 dcf_hw->link_speed = ice_dcf_convert_link_speed(speed);
256 ice_dcf_link_update(dcf_hw->eth_dev, 0);
257 rte_eth_dev_callback_process(dcf_hw->eth_dev,
258 RTE_ETH_EVENT_INTR_LSC, NULL);
260 case VIRTCHNL_EVENT_PF_DRIVER_CLOSE:
261 PMD_DRV_LOG(DEBUG, "VIRTCHNL_EVENT_PF_DRIVER_CLOSE event");
263 case VIRTCHNL_EVENT_DCF_VSI_MAP_UPDATE:
264 PMD_DRV_LOG(DEBUG, "VIRTCHNL_EVENT_DCF_VSI_MAP_UPDATE event : VF%u with VSI num %u",
265 pf_msg->event_data.vf_vsi_map.vf_id,
266 pf_msg->event_data.vf_vsi_map.vsi_id);
267 __atomic_store_n(&parent_adapter->dcf_state_on, false,
269 start_vsi_reset_thread(dcf_hw, true,
270 pf_msg->event_data.vf_vsi_map.vf_id);
273 PMD_DRV_LOG(ERR, "Unknown event received %u", pf_msg->event);
279 ice_dcf_query_port_ets(struct ice_hw *parent_hw, struct ice_dcf_hw *real_hw)
283 real_hw->ets_config = (struct ice_aqc_port_ets_elem *)
284 ice_malloc(real_hw, sizeof(*real_hw->ets_config));
285 if (!real_hw->ets_config)
286 return ICE_ERR_NO_MEMORY;
288 ret = ice_aq_query_port_ets(parent_hw->port_info,
289 real_hw->ets_config, sizeof(*real_hw->ets_config),
292 PMD_DRV_LOG(ERR, "DCF Query Port ETS failed");
293 rte_free(real_hw->ets_config);
294 real_hw->ets_config = NULL;
302 ice_dcf_init_parent_hw(struct ice_hw *hw)
304 struct ice_aqc_get_phy_caps_data *pcaps;
305 enum ice_status status;
307 status = ice_aq_get_fw_ver(hw, NULL);
311 status = ice_get_caps(hw);
315 hw->port_info = (struct ice_port_info *)
316 ice_malloc(hw, sizeof(*hw->port_info));
318 return ICE_ERR_NO_MEMORY;
320 /* set the back pointer to HW */
321 hw->port_info->hw = hw;
323 /* Initialize port_info struct with switch configuration data */
324 status = ice_get_initial_sw_cfg(hw);
326 goto err_unroll_alloc;
328 pcaps = (struct ice_aqc_get_phy_caps_data *)
329 ice_malloc(hw, sizeof(*pcaps));
331 status = ICE_ERR_NO_MEMORY;
332 goto err_unroll_alloc;
335 /* Initialize port_info struct with PHY capabilities */
336 status = ice_aq_get_phy_caps(hw->port_info, false,
337 ICE_AQC_REPORT_TOPO_CAP_MEDIA, pcaps, NULL);
340 goto err_unroll_alloc;
342 /* Initialize port_info struct with link information */
343 status = ice_aq_get_link_info(hw->port_info, false, NULL, NULL);
345 goto err_unroll_alloc;
347 status = ice_init_fltr_mgmt_struct(hw);
349 goto err_unroll_alloc;
351 status = ice_init_hw_tbls(hw);
353 goto err_unroll_fltr_mgmt_struct;
356 "firmware %d.%d.%d api %d.%d.%d build 0x%08x",
357 hw->fw_maj_ver, hw->fw_min_ver, hw->fw_patch,
358 hw->api_maj_ver, hw->api_min_ver, hw->api_patch,
363 err_unroll_fltr_mgmt_struct:
364 ice_cleanup_fltr_mgmt_struct(hw);
366 ice_free(hw, hw->port_info);
367 hw->port_info = NULL;
368 hw->switch_info = NULL;
373 static void ice_dcf_uninit_parent_hw(struct ice_hw *hw)
375 ice_cleanup_fltr_mgmt_struct(hw);
378 ice_free_hw_tbls(hw);
380 ice_free(hw, hw->port_info);
381 hw->port_info = NULL;
382 hw->switch_info = NULL;
384 ice_clear_all_vsi_ctx(hw);
388 ice_dcf_load_pkg(struct ice_adapter *adapter)
390 struct ice_dcf_adapter *dcf_adapter =
391 container_of(&adapter->hw, struct ice_dcf_adapter, parent.hw);
392 struct virtchnl_pkg_info pkg_info;
393 struct dcf_virtchnl_cmd vc_cmd;
397 vc_cmd.v_op = VIRTCHNL_OP_DCF_GET_PKG_INFO;
398 vc_cmd.req_msglen = 0;
399 vc_cmd.req_msg = NULL;
400 vc_cmd.rsp_buflen = sizeof(pkg_info);
401 vc_cmd.rsp_msgbuf = (uint8_t *)&pkg_info;
403 use_dsn = ice_dcf_execute_virtchnl_cmd(&dcf_adapter->real_hw, &vc_cmd) == 0;
405 rte_memcpy(&dsn, pkg_info.dsn, sizeof(dsn));
407 return ice_load_pkg(adapter, use_dsn, dsn);
411 ice_dcf_init_parent_adapter(struct rte_eth_dev *eth_dev)
413 struct ice_dcf_adapter *adapter = eth_dev->data->dev_private;
414 struct ice_adapter *parent_adapter = &adapter->parent;
415 struct ice_hw *parent_hw = &parent_adapter->hw;
416 struct ice_dcf_hw *hw = &adapter->real_hw;
417 const struct rte_ether_addr *mac;
420 parent_adapter->pf.adapter = parent_adapter;
421 parent_adapter->pf.dev_data = eth_dev->data;
422 /* create a dummy main_vsi */
423 parent_adapter->pf.main_vsi =
424 rte_zmalloc(NULL, sizeof(struct ice_vsi), 0);
425 if (!parent_adapter->pf.main_vsi)
427 parent_adapter->pf.main_vsi->adapter = parent_adapter;
428 parent_adapter->pf.adapter_stopped = 1;
430 parent_hw->back = parent_adapter;
431 parent_hw->mac_type = ICE_MAC_GENERIC;
432 parent_hw->vendor_id = ICE_INTEL_VENDOR_ID;
434 ice_init_lock(&parent_hw->adminq.sq_lock);
435 ice_init_lock(&parent_hw->adminq.rq_lock);
436 parent_hw->aq_send_cmd_fn = ice_dcf_send_aq_cmd;
437 parent_hw->aq_send_cmd_param = &adapter->real_hw;
438 parent_hw->dcf_enabled = true;
440 err = ice_dcf_init_parent_hw(parent_hw);
442 PMD_INIT_LOG(ERR, "failed to init the DCF parent hardware with error %d",
447 if (hw->vf_res->vf_cap_flags & VIRTCHNL_VF_OFFLOAD_QOS) {
448 err = ice_dcf_query_port_ets(parent_hw, hw);
450 PMD_INIT_LOG(ERR, "failed to query port ets with error %d",
456 err = ice_dcf_load_pkg(parent_adapter);
458 PMD_INIT_LOG(ERR, "failed to load package with error %d",
463 parent_adapter->pf.main_vsi->idx = hw->num_vfs;
464 ice_dcf_update_pf_vsi_map(parent_hw,
465 parent_adapter->pf.main_vsi->idx, hw->pf_vsi_id);
467 ice_dcf_update_vf_vsi_map(parent_hw, hw->num_vfs, hw->vf_vsi_map);
469 err = ice_flow_init(parent_adapter);
471 PMD_INIT_LOG(ERR, "Failed to initialize flow");
475 mac = (const struct rte_ether_addr *)hw->avf.mac.addr;
476 if (rte_is_valid_assigned_ether_addr(mac))
477 rte_ether_addr_copy(mac, &parent_adapter->pf.dev_addr);
479 rte_eth_random_addr(parent_adapter->pf.dev_addr.addr_bytes);
481 eth_dev->data->mac_addrs = &parent_adapter->pf.dev_addr;
486 ice_dcf_uninit_parent_hw(parent_hw);
491 ice_dcf_uninit_parent_adapter(struct rte_eth_dev *eth_dev)
493 struct ice_dcf_adapter *adapter = eth_dev->data->dev_private;
494 struct ice_adapter *parent_adapter = &adapter->parent;
495 struct ice_hw *parent_hw = &parent_adapter->hw;
497 eth_dev->data->mac_addrs = NULL;
498 rte_free(parent_adapter->pf.main_vsi);
499 parent_adapter->pf.main_vsi = NULL;
501 ice_flow_uninit(parent_adapter);
502 ice_dcf_uninit_parent_hw(parent_hw);