drivers/net/bnxt/bnxt_reps.c

   1 /* SPDX-License-Identifier: BSD-3-Clause
   2  * Copyright(c) 2014-2021 Broadcom
   3  * All rights reserved.
   4  */
   5
   6 #include "bnxt.h"
   7 #include "bnxt_ring.h"
   8 #include "bnxt_reps.h"
   9 #include "bnxt_rxq.h"
  10 #include "bnxt_rxr.h"
  11 #include "bnxt_txq.h"
  12 #include "bnxt_txr.h"
  13 #include "bnxt_hwrm.h"
  14 #include "hsi_struct_def_dpdk.h"
  15 #include "bnxt_tf_common.h"
  16 #include "ulp_port_db.h"
  17 #include "ulp_flow_db.h"
  18
  19 static const struct eth_dev_ops bnxt_rep_dev_ops = {
  20         .dev_infos_get = bnxt_rep_dev_info_get_op,
  21         .dev_configure = bnxt_rep_dev_configure_op,
  22         .dev_start = bnxt_rep_dev_start_op,
  23         .rx_queue_setup = bnxt_rep_rx_queue_setup_op,
  24         .rx_queue_release = bnxt_rep_rx_queue_release_op,
  25         .tx_queue_setup = bnxt_rep_tx_queue_setup_op,
  26         .tx_queue_release = bnxt_rep_tx_queue_release_op,
  27         .link_update = bnxt_rep_link_update_op,
  28         .dev_close = bnxt_rep_dev_close_op,
  29         .dev_stop = bnxt_rep_dev_stop_op,
  30         .stats_get = bnxt_rep_stats_get_op,
  31         .stats_reset = bnxt_rep_stats_reset_op,
  32         .flow_ops_get = bnxt_flow_ops_get_op
  33 };
  34
  35 uint16_t
  36 bnxt_vfr_recv(uint16_t port_id, uint16_t queue_id, struct rte_mbuf *mbuf)
  37 {
  38         struct bnxt_representor *vfr_bp = NULL;
  39         struct bnxt_rx_ring_info *rep_rxr;
  40         struct rte_eth_dev *vfr_eth_dev;
  41         struct rte_mbuf **prod_rx_buf;
  42         struct bnxt_rx_queue *rep_rxq;
  43         uint16_t mask;
  44         uint8_t que;
  45
  46         vfr_eth_dev = &rte_eth_devices[port_id];
  47         vfr_bp = vfr_eth_dev ? vfr_eth_dev->data->dev_private : NULL;
  48
  49         if (unlikely(vfr_bp == NULL))
  50                 return 1;
  51
  52         /* If rxq_id happens to be > nr_rings, use ring 0 */
  53         que = queue_id < vfr_bp->rx_nr_rings ? queue_id : 0;
  54         rep_rxq = vfr_bp->rx_queues[que];
  55         /* Ideally should not happen now, paranoid check */
  56         if (!rep_rxq)
  57                 return 1;
  58         rep_rxr = rep_rxq->rx_ring;
  59         mask = rep_rxr->rx_ring_struct->ring_mask;
  60
  61         /* Put this mbuf on the RxQ of the Representor */
  62         prod_rx_buf = &rep_rxr->rx_buf_ring[rep_rxr->rx_raw_prod & mask];
  63         if (*prod_rx_buf == NULL) {
  64                 *prod_rx_buf = mbuf;
  65                 vfr_bp->rx_bytes[que] += mbuf->pkt_len;
  66                 vfr_bp->rx_pkts[que]++;
  67                 rep_rxr->rx_raw_prod++;
  68         } else {
  69                 /* Representor Rx ring full, drop pkt */
  70                 vfr_bp->rx_drop_bytes[que] += mbuf->pkt_len;
  71                 vfr_bp->rx_drop_pkts[que]++;
  72                 rte_mbuf_raw_free(mbuf);
  73         }
  74
  75         return 0;
  76 }
  77
  78 static uint16_t
  79 bnxt_rep_rx_burst(void *rx_queue,
  80                      struct rte_mbuf **rx_pkts,
  81                      uint16_t nb_pkts)
  82 {
  83         struct bnxt_rx_queue *rxq = rx_queue;
  84         struct rte_mbuf **cons_rx_buf;
  85         struct bnxt_rx_ring_info *rxr;
  86         uint16_t nb_rx_pkts = 0;
  87         uint16_t mask, i;
  88
  89         if (!rxq)
  90                 return 0;
  91
  92         rxr = rxq->rx_ring;
  93         mask = rxr->rx_ring_struct->ring_mask;
  94         for (i = 0; i < nb_pkts; i++) {
  95                 cons_rx_buf = &rxr->rx_buf_ring[rxr->rx_cons & mask];
  96                 if (*cons_rx_buf == NULL)
  97                         return nb_rx_pkts;
  98                 rx_pkts[nb_rx_pkts] = *cons_rx_buf;
  99                 rx_pkts[nb_rx_pkts]->port = rxq->port_id;
 100                 *cons_rx_buf = NULL;
 101                 nb_rx_pkts++;
 102                 rxr->rx_cons++;
 103         }
 104
 105         return nb_rx_pkts;
 106 }
 107
 108 static uint16_t
 109 bnxt_rep_tx_burst(void *tx_queue,
 110                      struct rte_mbuf **tx_pkts,
 111                      uint16_t nb_pkts)
 112 {
 113         struct bnxt_vf_rep_tx_queue *vfr_txq = tx_queue;
 114         struct bnxt_tx_queue *ptxq;
 115         struct bnxt *parent;
 116         struct  bnxt_representor *vf_rep_bp;
 117         int qid;
 118         int rc;
 119         int i;
 120
 121         if (!vfr_txq)
 122                 return 0;
 123
 124         qid = vfr_txq->txq->queue_id;
 125         vf_rep_bp = vfr_txq->bp;
 126         parent = vf_rep_bp->parent_dev->data->dev_private;
 127         pthread_mutex_lock(&parent->rep_info->vfr_lock);
 128         ptxq = parent->tx_queues[qid];
 129
 130         ptxq->vfr_tx_cfa_action = vf_rep_bp->vfr_tx_cfa_action;
 131
 132         for (i = 0; i < nb_pkts; i++) {
 133                 vf_rep_bp->tx_bytes[qid] += tx_pkts[i]->pkt_len;
 134                 vf_rep_bp->tx_pkts[qid]++;
 135         }
 136
 137         rc = bnxt_xmit_pkts(ptxq, tx_pkts, nb_pkts);
 138         ptxq->vfr_tx_cfa_action = 0;
 139         pthread_mutex_unlock(&parent->rep_info->vfr_lock);
 140
 141         return rc;
 142 }
 143
 144 static int
 145 bnxt_get_dflt_vnic_svif(struct bnxt *bp, struct bnxt_representor *vf_rep_bp)
 146 {
 147         struct bnxt_rep_info *rep_info;
 148         int rc;
 149
 150         rc = bnxt_hwrm_get_dflt_vnic_svif(bp, vf_rep_bp->fw_fid,
 151                                           &vf_rep_bp->dflt_vnic_id,
 152                                           &vf_rep_bp->svif);
 153         if (rc) {
 154                 PMD_DRV_LOG(ERR, "Failed to get default vnic id of VF\n");
 155                 vf_rep_bp->dflt_vnic_id = BNXT_DFLT_VNIC_ID_INVALID;
 156                 vf_rep_bp->svif = BNXT_SVIF_INVALID;
 157         } else {
 158                 PMD_DRV_LOG(INFO, "vf_rep->dflt_vnic_id = %d\n",
 159                                 vf_rep_bp->dflt_vnic_id);
 160         }
 161         if (vf_rep_bp->dflt_vnic_id != BNXT_DFLT_VNIC_ID_INVALID &&
 162             vf_rep_bp->svif != BNXT_SVIF_INVALID) {
 163                 rep_info = &bp->rep_info[vf_rep_bp->vf_id];
 164                 rep_info->conduit_valid = true;
 165         }
 166
 167         return rc;
 168 }
 169
 170 int bnxt_representor_init(struct rte_eth_dev *eth_dev, void *params)
 171 {
 172         struct bnxt_representor *vf_rep_bp = eth_dev->data->dev_private;
 173         struct bnxt_representor *rep_params =
 174                                  (struct bnxt_representor *)params;
 175         struct rte_eth_link *link;
 176         struct bnxt *parent_bp;
 177         uint16_t first_vf_id;
 178         int rc = 0;
 179
 180         PMD_DRV_LOG(DEBUG, "BNXT Port:%d VFR init\n", eth_dev->data->port_id);
 181         vf_rep_bp->vf_id = rep_params->vf_id;
 182         vf_rep_bp->switch_domain_id = rep_params->switch_domain_id;
 183         vf_rep_bp->parent_dev = rep_params->parent_dev;
 184         vf_rep_bp->rep_based_pf = rep_params->rep_based_pf;
 185         vf_rep_bp->flags = rep_params->flags;
 186         vf_rep_bp->rep_q_r2f = rep_params->rep_q_r2f;
 187         vf_rep_bp->rep_q_f2r = rep_params->rep_q_f2r;
 188         vf_rep_bp->rep_fc_r2f = rep_params->rep_fc_r2f;
 189         vf_rep_bp->rep_fc_f2r = rep_params->rep_fc_f2r;
 190
 191         eth_dev->data->dev_flags |= RTE_ETH_DEV_REPRESENTOR |
 192                                         RTE_ETH_DEV_AUTOFILL_QUEUE_XSTATS;
 193         eth_dev->data->representor_id = rep_params->vf_id;
 194         eth_dev->data->backer_port_id = rep_params->parent_dev->data->port_id;
 195
 196         rte_eth_random_addr(vf_rep_bp->dflt_mac_addr);
 197         memcpy(vf_rep_bp->mac_addr, vf_rep_bp->dflt_mac_addr,
 198                sizeof(vf_rep_bp->mac_addr));
 199         eth_dev->data->mac_addrs =
 200                 (struct rte_ether_addr *)&vf_rep_bp->mac_addr;
 201         eth_dev->dev_ops = &bnxt_rep_dev_ops;
 202
 203         /* No data-path, but need stub Rx/Tx functions to avoid crash
 204          * when testing with ovs-dpdk
 205          */
 206         eth_dev->rx_pkt_burst = bnxt_rep_rx_burst;
 207         eth_dev->tx_pkt_burst = bnxt_rep_tx_burst;
 208         /* Link state. Inherited from PF or trusted VF */
 209         parent_bp = vf_rep_bp->parent_dev->data->dev_private;
 210         link = &parent_bp->eth_dev->data->dev_link;
 211
 212         eth_dev->data->dev_link.link_speed = link->link_speed;
 213         eth_dev->data->dev_link.link_duplex = link->link_duplex;
 214         eth_dev->data->dev_link.link_status = link->link_status;
 215         eth_dev->data->dev_link.link_autoneg = link->link_autoneg;
 216
 217         bnxt_print_link_info(eth_dev);
 218
 219         PMD_DRV_LOG(INFO,
 220                     "Switch domain id %d: Representor Device %d init done\n",
 221                     vf_rep_bp->switch_domain_id, vf_rep_bp->vf_id);
 222
 223         if (BNXT_REP_BASED_PF(vf_rep_bp)) {
 224                 vf_rep_bp->fw_fid = vf_rep_bp->rep_based_pf + 1;
 225                 vf_rep_bp->parent_pf_idx = vf_rep_bp->rep_based_pf;
 226                 if (!(BNXT_REP_PF(vf_rep_bp))) {
 227                         /* VF representor for the remote PF,get first_vf_id */
 228                         rc = bnxt_hwrm_first_vf_id_query(parent_bp,
 229                                                          vf_rep_bp->fw_fid,
 230                                                          &first_vf_id);
 231                         if (rc)
 232                                 return rc;
 233                         if (first_vf_id == 0xffff) {
 234                                 PMD_DRV_LOG(ERR,
 235                                             "Invalid first_vf_id fid:%x\n",
 236                                             vf_rep_bp->fw_fid);
 237                                 return -EINVAL;
 238                         }
 239                         PMD_DRV_LOG(INFO, "first_vf_id = %x parent_fid:%x\n",
 240                                     first_vf_id, vf_rep_bp->fw_fid);
 241                         vf_rep_bp->fw_fid = rep_params->vf_id + first_vf_id;
 242                 }
 243         }  else {
 244                 vf_rep_bp->fw_fid = rep_params->vf_id + parent_bp->first_vf_id;
 245                 if (BNXT_VF_IS_TRUSTED(parent_bp))
 246                         vf_rep_bp->parent_pf_idx = parent_bp->parent->fid - 1;
 247                 else
 248                         vf_rep_bp->parent_pf_idx = parent_bp->fw_fid - 1;
 249         }
 250
 251         PMD_DRV_LOG(INFO, "vf_rep->fw_fid = %d\n", vf_rep_bp->fw_fid);
 252
 253         return 0;
 254 }
 255
 256 int bnxt_representor_uninit(struct rte_eth_dev *eth_dev)
 257 {
 258         struct bnxt *parent_bp;
 259         struct bnxt_representor *rep =
 260                 (struct bnxt_representor *)eth_dev->data->dev_private;
 261         uint16_t vf_id;
 262
 263         if (rte_eal_process_type() != RTE_PROC_PRIMARY)
 264                 return 0;
 265
 266         PMD_DRV_LOG(DEBUG, "BNXT Port:%d VFR uninit\n", eth_dev->data->port_id);
 267         eth_dev->data->mac_addrs = NULL;
 268
 269         parent_bp = rep->parent_dev->data->dev_private;
 270         if (!parent_bp) {
 271                 PMD_DRV_LOG(DEBUG, "BNXT Port:%d already freed\n",
 272                             eth_dev->data->port_id);
 273                 return 0;
 274         }
 275
 276         parent_bp->num_reps--;
 277         vf_id = rep->vf_id;
 278         if (parent_bp->rep_info)
 279                 memset(&parent_bp->rep_info[vf_id], 0,
 280                        sizeof(parent_bp->rep_info[vf_id]));
 281                 /* mark that this representor has been freed */
 282         return 0;
 283 }
 284
 285 int bnxt_rep_link_update_op(struct rte_eth_dev *eth_dev, int wait_to_compl)
 286 {
 287         struct bnxt *parent_bp;
 288         struct bnxt_representor *rep =
 289                 (struct bnxt_representor *)eth_dev->data->dev_private;
 290         struct rte_eth_link *link;
 291         int rc;
 292
 293         parent_bp = rep->parent_dev->data->dev_private;
 294         if (!parent_bp)
 295                 return 0;
 296
 297         rc = bnxt_link_update_op(parent_bp->eth_dev, wait_to_compl);
 298
 299         /* Link state. Inherited from PF or trusted VF */
 300         link = &parent_bp->eth_dev->data->dev_link;
 301
 302         eth_dev->data->dev_link.link_speed = link->link_speed;
 303         eth_dev->data->dev_link.link_duplex = link->link_duplex;
 304         eth_dev->data->dev_link.link_status = link->link_status;
 305         eth_dev->data->dev_link.link_autoneg = link->link_autoneg;
 306         bnxt_print_link_info(eth_dev);
 307
 308         return rc;
 309 }
 310
 311 static int bnxt_tf_vfr_alloc(struct rte_eth_dev *vfr_ethdev)
 312 {
 313         int rc;
 314         struct bnxt_representor *vfr = vfr_ethdev->data->dev_private;
 315         struct rte_eth_dev *parent_dev = vfr->parent_dev;
 316         struct bnxt *parent_bp = parent_dev->data->dev_private;
 317
 318         if (!parent_bp || !parent_bp->ulp_ctx) {
 319                 BNXT_TF_DBG(ERR, "Invalid arguments\n");
 320                 return 0;
 321         }
 322         /* update the port id so you can backtrack to ethdev */
 323         vfr->dpdk_port_id = vfr_ethdev->data->port_id;
 324
 325         /* If pair is present, then delete the pair */
 326         if (bnxt_hwrm_cfa_pair_exists(parent_bp, vfr))
 327                 (void)bnxt_hwrm_cfa_pair_free(parent_bp, vfr);
 328
 329         /* Update the ULP portdata base with the new VFR interface */
 330         rc = ulp_port_db_dev_port_intf_update(parent_bp->ulp_ctx, vfr_ethdev);
 331         if (rc) {
 332                 BNXT_TF_DBG(ERR, "Failed to update ulp port details vfr:%u\n",
 333                             vfr->vf_id);
 334                 return rc;
 335         }
 336
 337         /* Create the default rules for the VFR */
 338         rc = bnxt_ulp_create_vfr_default_rules(vfr_ethdev);
 339         if (rc) {
 340                 BNXT_TF_DBG(ERR, "Failed to create VFR default rules vfr:%u\n",
 341                             vfr->vf_id);
 342                 return rc;
 343         }
 344         /* update the port id so you can backtrack to ethdev */
 345         vfr->dpdk_port_id = vfr_ethdev->data->port_id;
 346
 347         rc = bnxt_hwrm_cfa_pair_alloc(parent_bp, vfr);
 348         if (rc) {
 349                 BNXT_TF_DBG(ERR, "Failed in hwrm vfr alloc vfr:%u rc=%d\n",
 350                             vfr->vf_id, rc);
 351                 (void)bnxt_ulp_delete_vfr_default_rules(vfr);
 352         }
 353         BNXT_TF_DBG(DEBUG, "BNXT Port:%d VFR created and initialized\n",
 354                     vfr->dpdk_port_id);
 355         return rc;
 356 }
 357
 358 static int bnxt_vfr_alloc(struct rte_eth_dev *vfr_ethdev)
 359 {
 360         int rc = 0;
 361         struct bnxt_representor *vfr = vfr_ethdev->data->dev_private;
 362         struct bnxt *parent_bp;
 363
 364         if (!vfr || !vfr->parent_dev) {
 365                 PMD_DRV_LOG(ERR,
 366                                 "No memory allocated for representor\n");
 367                 return -ENOMEM;
 368         }
 369
 370         parent_bp = vfr->parent_dev->data->dev_private;
 371         if (parent_bp && !parent_bp->ulp_ctx) {
 372                 PMD_DRV_LOG(ERR,
 373                             "ulp context not allocated for parent\n");
 374                 return -EIO;
 375         }
 376
 377         /* Check if representor has been already allocated in FW */
 378         if (vfr->vfr_tx_cfa_action)
 379                 return 0;
 380
 381         /*
 382          * Alloc VF rep rules in CFA after default VNIC is created.
 383          * Otherwise the FW will create the VF-rep rules with
 384          * default drop action.
 385          */
 386         rc = bnxt_tf_vfr_alloc(vfr_ethdev);
 387         if (!rc)
 388                 PMD_DRV_LOG(DEBUG, "allocated representor %d in FW\n",
 389                             vfr->vf_id);
 390         else
 391                 PMD_DRV_LOG(ERR,
 392                             "Failed to alloc representor %d in FW\n",
 393                             vfr->vf_id);
 394
 395         return rc;
 396 }
 397
 398 static void bnxt_vfr_rx_queue_release_mbufs(struct bnxt_rx_queue *rxq)
 399 {
 400         struct rte_mbuf **sw_ring;
 401         unsigned int i;
 402
 403         if (!rxq || !rxq->rx_ring)
 404                 return;
 405
 406         sw_ring = rxq->rx_ring->rx_buf_ring;
 407         if (sw_ring) {
 408                 for (i = 0; i < rxq->rx_ring->rx_ring_struct->ring_size; i++) {
 409                         if (sw_ring[i]) {
 410                                 if (sw_ring[i] != &rxq->fake_mbuf)
 411                                         rte_pktmbuf_free_seg(sw_ring[i]);
 412                                 sw_ring[i] = NULL;
 413                         }
 414                 }
 415         }
 416 }
 417
 418 static void bnxt_rep_free_rx_mbufs(struct bnxt_representor *rep_bp)
 419 {
 420         struct bnxt_rx_queue *rxq;
 421         unsigned int i;
 422
 423         for (i = 0; i < rep_bp->rx_nr_rings; i++) {
 424                 rxq = rep_bp->rx_queues[i];
 425                 bnxt_vfr_rx_queue_release_mbufs(rxq);
 426         }
 427 }
 428
 429 int bnxt_rep_dev_start_op(struct rte_eth_dev *eth_dev)
 430 {
 431         struct bnxt_representor *rep_bp = eth_dev->data->dev_private;
 432         struct bnxt_rep_info *rep_info;
 433         struct bnxt *parent_bp;
 434         int rc;
 435
 436         parent_bp = rep_bp->parent_dev->data->dev_private;
 437         rep_info = &parent_bp->rep_info[rep_bp->vf_id];
 438
 439         BNXT_TF_DBG(DEBUG, "BNXT Port:%d VFR start\n", eth_dev->data->port_id);
 440         pthread_mutex_lock(&rep_info->vfr_start_lock);
 441         if (!rep_info->conduit_valid) {
 442                 rc = bnxt_get_dflt_vnic_svif(parent_bp, rep_bp);
 443                 if (rc || !rep_info->conduit_valid) {
 444                         pthread_mutex_unlock(&rep_info->vfr_start_lock);
 445                         return rc;
 446                 }
 447         }
 448         pthread_mutex_unlock(&rep_info->vfr_start_lock);
 449
 450         rc = bnxt_vfr_alloc(eth_dev);
 451         if (rc) {
 452                 eth_dev->data->dev_link.link_status = 0;
 453                 bnxt_rep_free_rx_mbufs(rep_bp);
 454                 return rc;
 455         }
 456         eth_dev->rx_pkt_burst = &bnxt_rep_rx_burst;
 457         eth_dev->tx_pkt_burst = &bnxt_rep_tx_burst;
 458         bnxt_rep_link_update_op(eth_dev, 1);
 459
 460         return 0;
 461 }
 462
 463 static int bnxt_tf_vfr_free(struct bnxt_representor *vfr)
 464 {
 465         BNXT_TF_DBG(DEBUG, "BNXT Port:%d VFR ulp free\n", vfr->dpdk_port_id);
 466         return bnxt_ulp_delete_vfr_default_rules(vfr);
 467 }
 468
 469 static int bnxt_vfr_free(struct bnxt_representor *vfr)
 470 {
 471         int rc = 0;
 472         struct bnxt *parent_bp;
 473
 474         if (!vfr || !vfr->parent_dev) {
 475                 PMD_DRV_LOG(ERR,
 476                             "No memory allocated for representor\n");
 477                 return -ENOMEM;
 478         }
 479
 480         parent_bp = vfr->parent_dev->data->dev_private;
 481         if (!parent_bp) {
 482                 PMD_DRV_LOG(DEBUG, "BNXT Port:%d VFR already freed\n",
 483                             vfr->dpdk_port_id);
 484                 return 0;
 485         }
 486
 487         /* Check if representor has been already freed in FW */
 488         if (!vfr->vfr_tx_cfa_action)
 489                 return 0;
 490
 491         rc = bnxt_tf_vfr_free(vfr);
 492         if (rc) {
 493                 PMD_DRV_LOG(ERR,
 494                             "Failed to free representor %d in FW\n",
 495                             vfr->vf_id);
 496         }
 497
 498         PMD_DRV_LOG(DEBUG, "freed representor %d in FW\n",
 499                     vfr->vf_id);
 500         vfr->vfr_tx_cfa_action = 0;
 501
 502         rc = bnxt_hwrm_cfa_pair_free(parent_bp, vfr);
 503
 504         return rc;
 505 }
 506
 507 int bnxt_rep_dev_stop_op(struct rte_eth_dev *eth_dev)
 508 {
 509         struct bnxt_representor *vfr_bp = eth_dev->data->dev_private;
 510
 511         /* Avoid crashes as we are about to free queues */
 512         bnxt_stop_rxtx(eth_dev);
 513
 514         BNXT_TF_DBG(DEBUG, "BNXT Port:%d VFR stop\n", eth_dev->data->port_id);
 515
 516         bnxt_vfr_free(vfr_bp);
 517
 518         if (eth_dev->data->dev_started)
 519                 eth_dev->data->dev_link.link_status = 0;
 520
 521         bnxt_rep_free_rx_mbufs(vfr_bp);
 522
 523         return 0;
 524 }
 525
 526 int bnxt_rep_dev_close_op(struct rte_eth_dev *eth_dev)
 527 {
 528         BNXT_TF_DBG(DEBUG, "BNXT Port:%d VFR close\n", eth_dev->data->port_id);
 529         bnxt_representor_uninit(eth_dev);
 530         return 0;
 531 }
 532
 533 int bnxt_rep_dev_info_get_op(struct rte_eth_dev *eth_dev,
 534                                 struct rte_eth_dev_info *dev_info)
 535 {
 536         struct bnxt_representor *rep_bp = eth_dev->data->dev_private;
 537         struct bnxt *parent_bp;
 538         unsigned int max_rx_rings;
 539         int rc = 0;
 540
 541         /* MAC Specifics */
 542         parent_bp = rep_bp->parent_dev->data->dev_private;
 543         if (!parent_bp) {
 544                 PMD_DRV_LOG(ERR, "Rep parent NULL!\n");
 545                 return rc;
 546         }
 547         PMD_DRV_LOG(DEBUG, "Representor dev_info_get_op\n");
 548         dev_info->max_mac_addrs = parent_bp->max_l2_ctx;
 549         dev_info->max_hash_mac_addrs = 0;
 550
 551         max_rx_rings = parent_bp->rx_nr_rings ?
 552                 RTE_MIN(parent_bp->rx_nr_rings, BNXT_MAX_VF_REP_RINGS) :
 553                 BNXT_MAX_VF_REP_RINGS;
 554
 555         /* For the sake of symmetry, max_rx_queues = max_tx_queues */
 556         dev_info->max_rx_queues = max_rx_rings;
 557         dev_info->max_tx_queues = max_rx_rings;
 558         dev_info->reta_size = bnxt_rss_hash_tbl_size(parent_bp);
 559         dev_info->hash_key_size = 40;
 560         dev_info->dev_capa &= ~RTE_ETH_DEV_CAPA_FLOW_RULE_KEEP;
 561
 562         /* MTU specifics */
 563         dev_info->min_mtu = RTE_ETHER_MIN_MTU;
 564         dev_info->max_mtu = BNXT_MAX_MTU;
 565
 566         /* Fast path specifics */
 567         dev_info->min_rx_bufsize = 1;
 568         dev_info->max_rx_pktlen = BNXT_MAX_PKT_LEN;
 569
 570         dev_info->rx_offload_capa = BNXT_DEV_RX_OFFLOAD_SUPPORT;
 571         if (parent_bp->flags & BNXT_FLAG_PTP_SUPPORTED)
 572                 dev_info->rx_offload_capa |= RTE_ETH_RX_OFFLOAD_TIMESTAMP;
 573         dev_info->tx_offload_capa = BNXT_DEV_TX_OFFLOAD_SUPPORT;
 574         dev_info->flow_type_rss_offloads = BNXT_ETH_RSS_SUPPORT;
 575
 576         dev_info->switch_info.name = eth_dev->device->name;
 577         dev_info->switch_info.domain_id = rep_bp->switch_domain_id;
 578         dev_info->switch_info.port_id =
 579                         rep_bp->vf_id & BNXT_SWITCH_PORT_ID_VF_MASK;
 580
 581         return 0;
 582 }
 583
 584 int bnxt_rep_dev_configure_op(struct rte_eth_dev *eth_dev)
 585 {
 586         struct bnxt_representor *rep_bp = eth_dev->data->dev_private;
 587
 588         PMD_DRV_LOG(DEBUG, "Representor dev_configure_op\n");
 589         rep_bp->rx_queues = (void *)eth_dev->data->rx_queues;
 590         rep_bp->tx_nr_rings = eth_dev->data->nb_tx_queues;
 591         rep_bp->rx_nr_rings = eth_dev->data->nb_rx_queues;
 592
 593         return 0;
 594 }
 595
 596 static int bnxt_init_rep_rx_ring(struct bnxt_rx_queue *rxq,
 597                                  unsigned int socket_id)
 598 {
 599         struct bnxt_rx_ring_info *rxr;
 600         struct bnxt_ring *ring;
 601
 602         rxr = rte_zmalloc_socket("bnxt_rep_rx_ring",
 603                                  sizeof(struct bnxt_rx_ring_info),
 604                                  RTE_CACHE_LINE_SIZE, socket_id);
 605         if (rxr == NULL)
 606                 return -ENOMEM;
 607         rxq->rx_ring = rxr;
 608
 609         ring = rte_zmalloc_socket("bnxt_rep_rx_ring_struct",
 610                                   sizeof(struct bnxt_ring),
 611                                   RTE_CACHE_LINE_SIZE, socket_id);
 612         if (ring == NULL)
 613                 return -ENOMEM;
 614         rxr->rx_ring_struct = ring;
 615         ring->ring_size = rte_align32pow2(rxq->nb_rx_desc);
 616         ring->ring_mask = ring->ring_size - 1;
 617
 618         return 0;
 619 }
 620
 621 int bnxt_rep_rx_queue_setup_op(struct rte_eth_dev *eth_dev,
 622                                uint16_t queue_idx,
 623                                uint16_t nb_desc,
 624                                unsigned int socket_id,
 625                                __rte_unused const struct rte_eth_rxconf *rx_conf,
 626                                __rte_unused struct rte_mempool *mp)
 627 {
 628         struct bnxt_representor *rep_bp = eth_dev->data->dev_private;
 629         struct bnxt *parent_bp = rep_bp->parent_dev->data->dev_private;
 630         struct bnxt_rx_queue *parent_rxq;
 631         struct bnxt_rx_queue *rxq;
 632         struct rte_mbuf **buf_ring;
 633         int rc = 0;
 634
 635         if (queue_idx >= rep_bp->rx_nr_rings) {
 636                 PMD_DRV_LOG(ERR,
 637                             "Cannot create Rx ring %d. %d rings available\n",
 638                             queue_idx, rep_bp->rx_nr_rings);
 639                 return -EINVAL;
 640         }
 641
 642         if (!nb_desc || nb_desc > MAX_RX_DESC_CNT) {
 643                 PMD_DRV_LOG(ERR, "nb_desc %d is invalid\n", nb_desc);
 644                 return -EINVAL;
 645         }
 646
 647         if (!parent_bp->rx_queues) {
 648                 PMD_DRV_LOG(ERR, "Parent Rx qs not configured yet\n");
 649                 return -EINVAL;
 650         }
 651
 652         parent_rxq = parent_bp->rx_queues[queue_idx];
 653         if (!parent_rxq) {
 654                 PMD_DRV_LOG(ERR, "Parent RxQ has not been configured yet\n");
 655                 return -EINVAL;
 656         }
 657
 658         if (nb_desc != parent_rxq->nb_rx_desc) {
 659                 PMD_DRV_LOG(ERR, "nb_desc %d do not match parent rxq", nb_desc);
 660                 return -EINVAL;
 661         }
 662
 663         if (eth_dev->data->rx_queues) {
 664                 rxq = eth_dev->data->rx_queues[queue_idx];
 665                 if (rxq)
 666                         bnxt_rx_queue_release_op(eth_dev, queue_idx);
 667         }
 668
 669         rxq = rte_zmalloc_socket("bnxt_vfr_rx_queue",
 670                                  sizeof(struct bnxt_rx_queue),
 671                                  RTE_CACHE_LINE_SIZE, socket_id);
 672         if (!rxq) {
 673                 PMD_DRV_LOG(ERR, "bnxt_vfr_rx_queue allocation failed!\n");
 674                 return -ENOMEM;
 675         }
 676
 677         eth_dev->data->rx_queues[queue_idx] = rxq;
 678
 679         rxq->nb_rx_desc = nb_desc;
 680
 681         rc = bnxt_init_rep_rx_ring(rxq, socket_id);
 682         if (rc)
 683                 goto out;
 684
 685         buf_ring = rte_zmalloc_socket("bnxt_rx_vfr_buf_ring",
 686                                       sizeof(struct rte_mbuf *) *
 687                                       rxq->rx_ring->rx_ring_struct->ring_size,
 688                                       RTE_CACHE_LINE_SIZE, socket_id);
 689         if (!buf_ring) {
 690                 PMD_DRV_LOG(ERR, "bnxt_rx_vfr_buf_ring allocation failed!\n");
 691                 rc = -ENOMEM;
 692                 goto out;
 693         }
 694
 695         rxq->rx_ring->rx_buf_ring = buf_ring;
 696         rxq->queue_id = queue_idx;
 697         rxq->port_id = eth_dev->data->port_id;
 698
 699         return 0;
 700
 701 out:
 702         if (rxq)
 703                 bnxt_rep_rx_queue_release_op(eth_dev, queue_idx);
 704
 705         return rc;
 706 }
 707
 708 void bnxt_rep_rx_queue_release_op(struct rte_eth_dev *dev, uint16_t queue_idx)
 709 {
 710         struct bnxt_rx_queue *rxq = dev->data->rx_queues[queue_idx];
 711
 712         if (!rxq)
 713                 return;
 714
 715         bnxt_rx_queue_release_mbufs(rxq);
 716
 717         bnxt_free_ring(rxq->rx_ring->rx_ring_struct);
 718         rte_free(rxq->rx_ring->rx_ring_struct);
 719         rte_free(rxq->rx_ring);
 720
 721         rte_free(rxq);
 722 }
 723
 724 int bnxt_rep_tx_queue_setup_op(struct rte_eth_dev *eth_dev,
 725                                uint16_t queue_idx,
 726                                uint16_t nb_desc,
 727                                unsigned int socket_id,
 728                                __rte_unused const struct rte_eth_txconf *tx_conf)
 729 {
 730         struct bnxt_representor *rep_bp = eth_dev->data->dev_private;
 731         struct bnxt *parent_bp = rep_bp->parent_dev->data->dev_private;
 732         struct bnxt_tx_queue *parent_txq, *txq;
 733         struct bnxt_vf_rep_tx_queue *vfr_txq;
 734
 735         if (queue_idx >= rep_bp->rx_nr_rings) {
 736                 PMD_DRV_LOG(ERR,
 737                             "Cannot create Tx rings %d. %d rings available\n",
 738                             queue_idx, rep_bp->rx_nr_rings);
 739                 return -EINVAL;
 740         }
 741
 742         if (!nb_desc || nb_desc > MAX_TX_DESC_CNT) {
 743                 PMD_DRV_LOG(ERR, "nb_desc %d is invalid", nb_desc);
 744                 return -EINVAL;
 745         }
 746
 747         if (!parent_bp->tx_queues) {
 748                 PMD_DRV_LOG(ERR, "Parent Tx qs not configured yet\n");
 749                 return -EINVAL;
 750         }
 751
 752         parent_txq = parent_bp->tx_queues[queue_idx];
 753         if (!parent_txq) {
 754                 PMD_DRV_LOG(ERR, "Parent TxQ has not been configured yet\n");
 755                 return -EINVAL;
 756         }
 757
 758         if (nb_desc != parent_txq->nb_tx_desc) {
 759                 PMD_DRV_LOG(ERR, "nb_desc %d do not match parent txq", nb_desc);
 760                 return -EINVAL;
 761         }
 762
 763         if (eth_dev->data->tx_queues) {
 764                 vfr_txq = eth_dev->data->tx_queues[queue_idx];
 765                 if (vfr_txq != NULL)
 766                         bnxt_rep_tx_queue_release_op(eth_dev, queue_idx);
 767         }
 768
 769         vfr_txq = rte_zmalloc_socket("bnxt_vfr_tx_queue",
 770                                      sizeof(struct bnxt_vf_rep_tx_queue),
 771                                      RTE_CACHE_LINE_SIZE, socket_id);
 772         if (!vfr_txq) {
 773                 PMD_DRV_LOG(ERR, "bnxt_vfr_tx_queue allocation failed!");
 774                 return -ENOMEM;
 775         }
 776         txq = rte_zmalloc_socket("bnxt_tx_queue",
 777                                  sizeof(struct bnxt_tx_queue),
 778                                  RTE_CACHE_LINE_SIZE, socket_id);
 779         if (!txq) {
 780                 PMD_DRV_LOG(ERR, "bnxt_tx_queue allocation failed!");
 781                 rte_free(vfr_txq);
 782                 return -ENOMEM;
 783         }
 784
 785         txq->nb_tx_desc = nb_desc;
 786         txq->queue_id = queue_idx;
 787         txq->port_id = eth_dev->data->port_id;
 788         vfr_txq->txq = txq;
 789         vfr_txq->bp = rep_bp;
 790         eth_dev->data->tx_queues[queue_idx] = vfr_txq;
 791
 792         return 0;
 793 }
 794
 795 void bnxt_rep_tx_queue_release_op(struct rte_eth_dev *dev, uint16_t queue_idx)
 796 {
 797         struct bnxt_vf_rep_tx_queue *vfr_txq = dev->data->tx_queues[queue_idx];
 798
 799         if (!vfr_txq)
 800                 return;
 801
 802         rte_free(vfr_txq->txq);
 803         rte_free(vfr_txq);
 804         dev->data->tx_queues[queue_idx] = NULL;
 805 }
 806
 807 int bnxt_rep_stats_get_op(struct rte_eth_dev *eth_dev,
 808                              struct rte_eth_stats *stats)
 809 {
 810         struct bnxt_representor *rep_bp = eth_dev->data->dev_private;
 811         unsigned int i;
 812
 813         memset(stats, 0, sizeof(*stats));
 814         for (i = 0; i < rep_bp->rx_nr_rings; i++) {
 815                 stats->obytes += rep_bp->tx_bytes[i];
 816                 stats->opackets += rep_bp->tx_pkts[i];
 817                 stats->ibytes += rep_bp->rx_bytes[i];
 818                 stats->ipackets += rep_bp->rx_pkts[i];
 819                 stats->imissed += rep_bp->rx_drop_pkts[i];
 820
 821                 stats->q_ipackets[i] = rep_bp->rx_pkts[i];
 822                 stats->q_ibytes[i] = rep_bp->rx_bytes[i];
 823                 stats->q_opackets[i] = rep_bp->tx_pkts[i];
 824                 stats->q_obytes[i] = rep_bp->tx_bytes[i];
 825                 stats->q_errors[i] = rep_bp->rx_drop_pkts[i];
 826         }
 827
 828         return 0;
 829 }
 830
 831 int bnxt_rep_stats_reset_op(struct rte_eth_dev *eth_dev)
 832 {
 833         struct bnxt_representor *rep_bp = eth_dev->data->dev_private;
 834         unsigned int i;
 835
 836         for (i = 0; i < rep_bp->rx_nr_rings; i++) {
 837                 rep_bp->tx_pkts[i] = 0;
 838                 rep_bp->tx_bytes[i] = 0;
 839                 rep_bp->rx_pkts[i] = 0;
 840                 rep_bp->rx_bytes[i] = 0;
 841                 rep_bp->rx_drop_pkts[i] = 0;
 842         }
 843         return 0;
 844 }
 845
 846 int bnxt_rep_stop_all(struct bnxt *bp)
 847 {
 848         uint16_t vf_id;
 849         struct rte_eth_dev *rep_eth_dev;
 850         int ret;
 851
 852         /* No vfrep ports just exit */
 853         if (!bp->rep_info)
 854                 return 0;
 855
 856         for (vf_id = 0; vf_id < BNXT_MAX_VF_REPS(bp); vf_id++) {
 857                 rep_eth_dev = bp->rep_info[vf_id].vfr_eth_dev;
 858                 if (!rep_eth_dev)
 859                         continue;
 860                 ret = bnxt_rep_dev_stop_op(rep_eth_dev);
 861                 if (ret != 0)
 862                         return ret;
 863         }
 864
 865         return 0;
 866 }