drivers/net/ice/ice_dcf_parent.c

   1 /* SPDX-License-Identifier: BSD-3-Clause
   2  * Copyright(c) 2020 Intel Corporation
   3  */
   4 #include <sys/types.h>
   5 #include <sys/stat.h>
   6 #include <pthread.h>
   7 #include <unistd.h>
   8
   9 #include <rte_spinlock.h>
  10
  11 #include "ice_dcf_ethdev.h"
  12 #include "ice_generic_flow.h"
  13
  14 #define ICE_DCF_VSI_UPDATE_SERVICE_INTERVAL     100000 /* us */
  15 static rte_spinlock_t vsi_update_lock = RTE_SPINLOCK_INITIALIZER;
  16
  17 struct ice_dcf_reset_event_param {
  18         struct ice_dcf_hw *dcf_hw;
  19
  20         bool vfr; /* VF reset event */
  21         uint16_t vf_id; /* The reset VF ID */
  22 };
  23
  24 static __rte_always_inline void
  25 ice_dcf_update_vsi_ctx(struct ice_hw *hw, uint16_t vsi_handle,
  26                        uint16_t vsi_map)
  27 {
  28         struct ice_vsi_ctx *vsi_ctx;
  29         bool first_update = false;
  30         uint16_t new_vsi_num;
  31
  32         if (unlikely(vsi_handle >= ICE_MAX_VSI)) {
  33                 PMD_DRV_LOG(ERR, "Invalid vsi handle %u", vsi_handle);
  34                 return;
  35         }
  36
  37         vsi_ctx = hw->vsi_ctx[vsi_handle];
  38
  39         if (vsi_map & VIRTCHNL_DCF_VF_VSI_VALID) {
  40                 if (!vsi_ctx) {
  41                         vsi_ctx = ice_malloc(hw, sizeof(*vsi_ctx));
  42                         if (!vsi_ctx) {
  43                                 PMD_DRV_LOG(ERR, "No memory for vsi context %u",
  44                                             vsi_handle);
  45                                 return;
  46                         }
  47                         hw->vsi_ctx[vsi_handle] = vsi_ctx;
  48                         first_update = true;
  49                 }
  50
  51                 new_vsi_num = (vsi_map & VIRTCHNL_DCF_VF_VSI_ID_M) >>
  52                         VIRTCHNL_DCF_VF_VSI_ID_S;
  53
  54                 /* Redirect rules if vsi mapping table changes. */
  55                 if (!first_update) {
  56                         struct ice_flow_redirect rd;
  57
  58                         memset(&rd, 0, sizeof(struct ice_flow_redirect));
  59                         rd.type = ICE_FLOW_REDIRECT_VSI;
  60                         rd.vsi_handle = vsi_handle;
  61                         rd.new_vsi_num = new_vsi_num;
  62                         ice_flow_redirect((struct ice_adapter *)hw->back, &rd);
  63                 } else {
  64                         vsi_ctx->vsi_num = new_vsi_num;
  65                 }
  66
  67                 PMD_DRV_LOG(DEBUG, "VF%u is assigned with vsi number %u",
  68                             vsi_handle, vsi_ctx->vsi_num);
  69         } else {
  70                 hw->vsi_ctx[vsi_handle] = NULL;
  71
  72                 ice_free(hw, vsi_ctx);
  73
  74                 PMD_DRV_LOG(NOTICE, "VF%u is disabled", vsi_handle);
  75         }
  76 }
  77
  78 static void
  79 ice_dcf_update_vf_vsi_map(struct ice_hw *hw, uint16_t num_vfs,
  80                           uint16_t *vf_vsi_map)
  81 {
  82         uint16_t vf_id;
  83
  84         for (vf_id = 0; vf_id < num_vfs; vf_id++)
  85                 ice_dcf_update_vsi_ctx(hw, vf_id, vf_vsi_map[vf_id]);
  86 }
  87
  88 static void
  89 ice_dcf_update_pf_vsi_map(struct ice_hw *hw, uint16_t pf_vsi_idx,
  90                         uint16_t pf_vsi_num)
  91 {
  92         struct ice_vsi_ctx *vsi_ctx;
  93
  94         if (unlikely(pf_vsi_idx >= ICE_MAX_VSI)) {
  95                 PMD_DRV_LOG(ERR, "Invalid vsi handle %u", pf_vsi_idx);
  96                 return;
  97         }
  98
  99         vsi_ctx = hw->vsi_ctx[pf_vsi_idx];
 100
 101         if (!vsi_ctx)
 102                 vsi_ctx = ice_malloc(hw, sizeof(*vsi_ctx));
 103
 104         if (!vsi_ctx) {
 105                 PMD_DRV_LOG(ERR, "No memory for vsi context %u",
 106                                 pf_vsi_idx);
 107                 return;
 108         }
 109
 110         vsi_ctx->vsi_num = pf_vsi_num;
 111         hw->vsi_ctx[pf_vsi_idx] = vsi_ctx;
 112
 113         PMD_DRV_LOG(DEBUG, "VF%u is assigned with vsi number %u",
 114                         pf_vsi_idx, vsi_ctx->vsi_num);
 115 }
 116
 117 static void*
 118 ice_dcf_vsi_update_service_handler(void *param)
 119 {
 120         struct ice_dcf_reset_event_param *reset_param = param;
 121         struct ice_dcf_hw *hw = reset_param->dcf_hw;
 122         struct ice_dcf_adapter *adapter;
 123
 124         rte_delay_us(ICE_DCF_VSI_UPDATE_SERVICE_INTERVAL);
 125
 126         rte_spinlock_lock(&vsi_update_lock);
 127
 128         adapter = container_of(hw, struct ice_dcf_adapter, real_hw);
 129
 130         if (!ice_dcf_handle_vsi_update_event(hw))
 131                 ice_dcf_update_vf_vsi_map(&adapter->parent.hw,
 132                                           hw->num_vfs, hw->vf_vsi_map);
 133
 134         if (reset_param->vfr && adapter->repr_infos) {
 135                 struct rte_eth_dev *vf_rep_eth_dev =
 136                         adapter->repr_infos[reset_param->vf_id].vf_rep_eth_dev;
 137                 if (vf_rep_eth_dev && vf_rep_eth_dev->data->dev_started) {
 138                         PMD_DRV_LOG(DEBUG, "VF%u representor is resetting",
 139                                     reset_param->vf_id);
 140                         ice_dcf_vf_repr_init_vlan(vf_rep_eth_dev);
 141                 }
 142         }
 143
 144         rte_spinlock_unlock(&vsi_update_lock);
 145
 146         free(param);
 147
 148         return NULL;
 149 }
 150
 151 static void
 152 start_vsi_reset_thread(struct ice_dcf_hw *dcf_hw, bool vfr, uint16_t vf_id)
 153 {
 154         struct ice_dcf_reset_event_param *param;
 155         pthread_t thread;
 156         int ret;
 157
 158         param = malloc(sizeof(*param));
 159         if (!param) {
 160                 PMD_DRV_LOG(ERR, "Failed to allocate the memory for reset handling");
 161                 return;
 162         }
 163
 164         param->dcf_hw = dcf_hw;
 165         param->vfr = vfr;
 166         param->vf_id = vf_id;
 167
 168         ret = pthread_create(&thread, NULL,
 169                              ice_dcf_vsi_update_service_handler, param);
 170         if (ret) {
 171                 PMD_DRV_LOG(ERR, "Failed to start the thread for reset handling");
 172                 free(param);
 173         }
 174 }
 175
 176 void
 177 ice_dcf_handle_pf_event_msg(struct ice_dcf_hw *dcf_hw,
 178                             uint8_t *msg, uint16_t msglen)
 179 {
 180         struct virtchnl_pf_event *pf_msg = (struct virtchnl_pf_event *)msg;
 181
 182         if (msglen < sizeof(struct virtchnl_pf_event)) {
 183                 PMD_DRV_LOG(DEBUG, "Invalid event message length : %u", msglen);
 184                 return;
 185         }
 186
 187         switch (pf_msg->event) {
 188         case VIRTCHNL_EVENT_RESET_IMPENDING:
 189                 PMD_DRV_LOG(DEBUG, "VIRTCHNL_EVENT_RESET_IMPENDING event");
 190                 start_vsi_reset_thread(dcf_hw, false, 0);
 191                 break;
 192         case VIRTCHNL_EVENT_LINK_CHANGE:
 193                 PMD_DRV_LOG(DEBUG, "VIRTCHNL_EVENT_LINK_CHANGE event");
 194                 break;
 195         case VIRTCHNL_EVENT_PF_DRIVER_CLOSE:
 196                 PMD_DRV_LOG(DEBUG, "VIRTCHNL_EVENT_PF_DRIVER_CLOSE event");
 197                 break;
 198         case VIRTCHNL_EVENT_DCF_VSI_MAP_UPDATE:
 199                 PMD_DRV_LOG(DEBUG, "VIRTCHNL_EVENT_DCF_VSI_MAP_UPDATE event : VF%u with VSI num %u",
 200                             pf_msg->event_data.vf_vsi_map.vf_id,
 201                             pf_msg->event_data.vf_vsi_map.vsi_id);
 202                 start_vsi_reset_thread(dcf_hw, true,
 203                                        pf_msg->event_data.vf_vsi_map.vf_id);
 204                 break;
 205         default:
 206                 PMD_DRV_LOG(ERR, "Unknown event received %u", pf_msg->event);
 207                 break;
 208         }
 209 }
 210
 211 static int
 212 ice_dcf_init_parent_hw(struct ice_hw *hw)
 213 {
 214         struct ice_aqc_get_phy_caps_data *pcaps;
 215         enum ice_status status;
 216
 217         status = ice_aq_get_fw_ver(hw, NULL);
 218         if (status)
 219                 return status;
 220
 221         status = ice_get_caps(hw);
 222         if (status)
 223                 return status;
 224
 225         hw->port_info = (struct ice_port_info *)
 226                         ice_malloc(hw, sizeof(*hw->port_info));
 227         if (!hw->port_info)
 228                 return ICE_ERR_NO_MEMORY;
 229
 230         /* set the back pointer to HW */
 231         hw->port_info->hw = hw;
 232
 233         /* Initialize port_info struct with switch configuration data */
 234         status = ice_get_initial_sw_cfg(hw);
 235         if (status)
 236                 goto err_unroll_alloc;
 237
 238         pcaps = (struct ice_aqc_get_phy_caps_data *)
 239                 ice_malloc(hw, sizeof(*pcaps));
 240         if (!pcaps) {
 241                 status = ICE_ERR_NO_MEMORY;
 242                 goto err_unroll_alloc;
 243         }
 244
 245         /* Initialize port_info struct with PHY capabilities */
 246         status = ice_aq_get_phy_caps(hw->port_info, false,
 247                                      ICE_AQC_REPORT_TOPO_CAP_MEDIA, pcaps, NULL);
 248         ice_free(hw, pcaps);
 249         if (status)
 250                 goto err_unroll_alloc;
 251
 252         /* Initialize port_info struct with link information */
 253         status = ice_aq_get_link_info(hw->port_info, false, NULL, NULL);
 254         if (status)
 255                 goto err_unroll_alloc;
 256
 257         status = ice_init_fltr_mgmt_struct(hw);
 258         if (status)
 259                 goto err_unroll_alloc;
 260
 261         status = ice_init_hw_tbls(hw);
 262         if (status)
 263                 goto err_unroll_fltr_mgmt_struct;
 264
 265         PMD_INIT_LOG(INFO,
 266                      "firmware %d.%d.%d api %d.%d.%d build 0x%08x",
 267                      hw->fw_maj_ver, hw->fw_min_ver, hw->fw_patch,
 268                      hw->api_maj_ver, hw->api_min_ver, hw->api_patch,
 269                      hw->fw_build);
 270
 271         return ICE_SUCCESS;
 272
 273 err_unroll_fltr_mgmt_struct:
 274         ice_cleanup_fltr_mgmt_struct(hw);
 275 err_unroll_alloc:
 276         ice_free(hw, hw->port_info);
 277         hw->port_info = NULL;
 278
 279         return status;
 280 }
 281
 282 static void ice_dcf_uninit_parent_hw(struct ice_hw *hw)
 283 {
 284         ice_cleanup_fltr_mgmt_struct(hw);
 285
 286         ice_free_seg(hw);
 287         ice_free_hw_tbls(hw);
 288
 289         ice_free(hw, hw->port_info);
 290         hw->port_info = NULL;
 291
 292         ice_clear_all_vsi_ctx(hw);
 293 }
 294
 295 static int
 296 ice_dcf_request_pkg_name(struct ice_hw *hw, char *pkg_name)
 297 {
 298         struct ice_dcf_adapter *dcf_adapter =
 299                         container_of(hw, struct ice_dcf_adapter, parent.hw);
 300         struct virtchnl_pkg_info pkg_info;
 301         struct dcf_virtchnl_cmd vc_cmd;
 302         uint64_t dsn;
 303
 304         vc_cmd.v_op = VIRTCHNL_OP_DCF_GET_PKG_INFO;
 305         vc_cmd.req_msglen = 0;
 306         vc_cmd.req_msg = NULL;
 307         vc_cmd.rsp_buflen = sizeof(pkg_info);
 308         vc_cmd.rsp_msgbuf = (uint8_t *)&pkg_info;
 309
 310         if (ice_dcf_execute_virtchnl_cmd(&dcf_adapter->real_hw, &vc_cmd))
 311                 goto pkg_file_direct;
 312
 313         rte_memcpy(&dsn, pkg_info.dsn, sizeof(dsn));
 314
 315         snprintf(pkg_name, ICE_MAX_PKG_FILENAME_SIZE,
 316                  ICE_PKG_FILE_SEARCH_PATH_UPDATES "ice-%016llx.pkg",
 317                  (unsigned long long)dsn);
 318         if (!ice_access(pkg_name, 0))
 319                 return 0;
 320
 321         snprintf(pkg_name, ICE_MAX_PKG_FILENAME_SIZE,
 322                  ICE_PKG_FILE_SEARCH_PATH_DEFAULT "ice-%016llx.pkg",
 323                  (unsigned long long)dsn);
 324         if (!ice_access(pkg_name, 0))
 325                 return 0;
 326
 327 pkg_file_direct:
 328         snprintf(pkg_name,
 329                  ICE_MAX_PKG_FILENAME_SIZE, "%s", ICE_PKG_FILE_UPDATES);
 330         if (!ice_access(pkg_name, 0))
 331                 return 0;
 332
 333         snprintf(pkg_name,
 334                  ICE_MAX_PKG_FILENAME_SIZE, "%s", ICE_PKG_FILE_DEFAULT);
 335         if (!ice_access(pkg_name, 0))
 336                 return 0;
 337
 338         return -1;
 339 }
 340
 341 static int
 342 ice_dcf_load_pkg(struct ice_hw *hw)
 343 {
 344         char pkg_name[ICE_MAX_PKG_FILENAME_SIZE];
 345         uint8_t *pkg_buf;
 346         uint32_t buf_len;
 347         struct stat st;
 348         FILE *fp;
 349         int err;
 350
 351         if (ice_dcf_request_pkg_name(hw, pkg_name)) {
 352                 PMD_INIT_LOG(ERR, "Failed to locate the package file");
 353                 return -ENOENT;
 354         }
 355
 356         PMD_INIT_LOG(DEBUG, "DDP package name: %s", pkg_name);
 357
 358         err = stat(pkg_name, &st);
 359         if (err) {
 360                 PMD_INIT_LOG(ERR, "Failed to get file status");
 361                 return err;
 362         }
 363
 364         buf_len = st.st_size;
 365         pkg_buf = rte_malloc(NULL, buf_len, 0);
 366         if (!pkg_buf) {
 367                 PMD_INIT_LOG(ERR, "failed to allocate buffer of size %u for package",
 368                              buf_len);
 369                 return -1;
 370         }
 371
 372         fp = fopen(pkg_name, "rb");
 373         if (!fp)  {
 374                 PMD_INIT_LOG(ERR, "failed to open file: %s", pkg_name);
 375                 err = -1;
 376                 goto ret;
 377         }
 378
 379         err = fread(pkg_buf, buf_len, 1, fp);
 380         fclose(fp);
 381         if (err != 1) {
 382                 PMD_INIT_LOG(ERR, "failed to read package data");
 383                 err = -1;
 384                 goto ret;
 385         }
 386
 387         err = ice_copy_and_init_pkg(hw, pkg_buf, buf_len);
 388         if (err)
 389                 PMD_INIT_LOG(ERR, "ice_copy_and_init_hw failed: %d", err);
 390
 391 ret:
 392         rte_free(pkg_buf);
 393         return err;
 394 }
 395
 396 int
 397 ice_dcf_init_parent_adapter(struct rte_eth_dev *eth_dev)
 398 {
 399         struct ice_dcf_adapter *adapter = eth_dev->data->dev_private;
 400         struct ice_adapter *parent_adapter = &adapter->parent;
 401         struct ice_hw *parent_hw = &parent_adapter->hw;
 402         struct ice_dcf_hw *hw = &adapter->real_hw;
 403         const struct rte_ether_addr *mac;
 404         int err;
 405
 406         parent_adapter->eth_dev = eth_dev;
 407         parent_adapter->pf.adapter = parent_adapter;
 408         parent_adapter->pf.dev_data = eth_dev->data;
 409         /* create a dummy main_vsi */
 410         parent_adapter->pf.main_vsi =
 411                 rte_zmalloc(NULL, sizeof(struct ice_vsi), 0);
 412         if (!parent_adapter->pf.main_vsi)
 413                 return -ENOMEM;
 414         parent_adapter->pf.main_vsi->adapter = parent_adapter;
 415         parent_adapter->pf.adapter_stopped = 1;
 416
 417         parent_hw->back = parent_adapter;
 418         parent_hw->mac_type = ICE_MAC_GENERIC;
 419         parent_hw->vendor_id = ICE_INTEL_VENDOR_ID;
 420
 421         ice_init_lock(&parent_hw->adminq.sq_lock);
 422         ice_init_lock(&parent_hw->adminq.rq_lock);
 423         parent_hw->aq_send_cmd_fn = ice_dcf_send_aq_cmd;
 424         parent_hw->aq_send_cmd_param = &adapter->real_hw;
 425         parent_hw->dcf_enabled = true;
 426
 427         err = ice_dcf_init_parent_hw(parent_hw);
 428         if (err) {
 429                 PMD_INIT_LOG(ERR, "failed to init the DCF parent hardware with error %d",
 430                              err);
 431                 return err;
 432         }
 433
 434         err = ice_dcf_load_pkg(parent_hw);
 435         if (err) {
 436                 PMD_INIT_LOG(ERR, "failed to load package with error %d",
 437                              err);
 438                 goto uninit_hw;
 439         }
 440         parent_adapter->active_pkg_type = ice_load_pkg_type(parent_hw);
 441
 442         parent_adapter->pf.main_vsi->idx = hw->num_vfs;
 443         ice_dcf_update_pf_vsi_map(parent_hw,
 444                         parent_adapter->pf.main_vsi->idx, hw->pf_vsi_id);
 445
 446         ice_dcf_update_vf_vsi_map(parent_hw, hw->num_vfs, hw->vf_vsi_map);
 447
 448         err = ice_flow_init(parent_adapter);
 449         if (err) {
 450                 PMD_INIT_LOG(ERR, "Failed to initialize flow");
 451                 goto uninit_hw;
 452         }
 453
 454         mac = (const struct rte_ether_addr *)hw->avf.mac.addr;
 455         if (rte_is_valid_assigned_ether_addr(mac))
 456                 rte_ether_addr_copy(mac, &parent_adapter->pf.dev_addr);
 457         else
 458                 rte_eth_random_addr(parent_adapter->pf.dev_addr.addr_bytes);
 459
 460         eth_dev->data->mac_addrs = &parent_adapter->pf.dev_addr;
 461
 462         return 0;
 463
 464 uninit_hw:
 465         ice_dcf_uninit_parent_hw(parent_hw);
 466         return err;
 467 }
 468
 469 void
 470 ice_dcf_uninit_parent_adapter(struct rte_eth_dev *eth_dev)
 471 {
 472         struct ice_dcf_adapter *adapter = eth_dev->data->dev_private;
 473         struct ice_adapter *parent_adapter = &adapter->parent;
 474         struct ice_hw *parent_hw = &parent_adapter->hw;
 475
 476         eth_dev->data->mac_addrs = NULL;
 477
 478         ice_flow_uninit(parent_adapter);
 479         ice_dcf_uninit_parent_hw(parent_hw);
 480 }