c425e69aafa17d6a54ef26454e7bf9361c59badd
[dpdk.git] / drivers / net / bnxt / bnxt_reps.c
1 /* SPDX-License-Identifier: BSD-3-Clause
2  * Copyright(c) 2014-2020 Broadcom
3  * All rights reserved.
4  */
5
6 #include "bnxt.h"
7 #include "bnxt_ring.h"
8 #include "bnxt_reps.h"
9 #include "bnxt_rxq.h"
10 #include "bnxt_rxr.h"
11 #include "bnxt_txq.h"
12 #include "bnxt_txr.h"
13 #include "bnxt_hwrm.h"
14 #include "hsi_struct_def_dpdk.h"
15 #include "bnxt_tf_common.h"
16 #include "ulp_port_db.h"
17 #include "ulp_flow_db.h"
18
19 static const struct eth_dev_ops bnxt_vf_rep_dev_ops = {
20         .dev_infos_get = bnxt_vf_rep_dev_info_get_op,
21         .dev_configure = bnxt_vf_rep_dev_configure_op,
22         .dev_start = bnxt_vf_rep_dev_start_op,
23         .rx_queue_setup = bnxt_vf_rep_rx_queue_setup_op,
24         .rx_queue_release = bnxt_vf_rep_rx_queue_release_op,
25         .tx_queue_setup = bnxt_vf_rep_tx_queue_setup_op,
26         .tx_queue_release = bnxt_vf_rep_tx_queue_release_op,
27         .link_update = bnxt_vf_rep_link_update_op,
28         .dev_close = bnxt_vf_rep_dev_close_op,
29         .dev_stop = bnxt_vf_rep_dev_stop_op,
30         .stats_get = bnxt_vf_rep_stats_get_op,
31         .stats_reset = bnxt_vf_rep_stats_reset_op,
32         .filter_ctrl = bnxt_filter_ctrl_op
33 };
34
35 uint16_t
36 bnxt_vfr_recv(uint16_t port_id, uint16_t queue_id, struct rte_mbuf *mbuf)
37 {
38         struct bnxt_sw_rx_bd *prod_rx_buf;
39         struct bnxt_rx_ring_info *rep_rxr;
40         struct bnxt_rx_queue *rep_rxq;
41         struct rte_eth_dev *vfr_eth_dev;
42         struct bnxt_vf_representor *vfr_bp;
43         uint16_t mask;
44         uint8_t que;
45
46         vfr_eth_dev = &rte_eth_devices[port_id];
47         if (!vfr_eth_dev)
48                 return 1;
49         vfr_bp = vfr_eth_dev->data->dev_private;
50         /* If rxq_id happens to be > max rep_queue, use rxq0 */
51         que = queue_id < BNXT_MAX_VF_REP_RINGS ? queue_id : 0;
52         rep_rxq = vfr_bp->rx_queues[que];
53         rep_rxr = rep_rxq->rx_ring;
54         mask = rep_rxr->rx_ring_struct->ring_mask;
55
56         /* Put this mbuf on the RxQ of the Representor */
57         prod_rx_buf =
58                 &rep_rxr->rx_buf_ring[rep_rxr->rx_prod++ & mask];
59         if (!prod_rx_buf->mbuf) {
60                 prod_rx_buf->mbuf = mbuf;
61                 vfr_bp->rx_bytes[que] += mbuf->pkt_len;
62                 vfr_bp->rx_pkts[que]++;
63         } else {
64                 vfr_bp->rx_drop_bytes[que] += mbuf->pkt_len;
65                 vfr_bp->rx_drop_pkts[que]++;
66                 rte_free(mbuf); /* Representor Rx ring full, drop pkt */
67         }
68
69         return 0;
70 }
71
72 static uint16_t
73 bnxt_vf_rep_rx_burst(void *rx_queue,
74                      struct rte_mbuf **rx_pkts,
75                      uint16_t nb_pkts)
76 {
77         struct bnxt_rx_queue *rxq = rx_queue;
78         struct bnxt_sw_rx_bd *cons_rx_buf;
79         struct bnxt_rx_ring_info *rxr;
80         uint16_t nb_rx_pkts = 0;
81         uint16_t mask, i;
82
83         if (!rxq)
84                 return 0;
85
86         rxr = rxq->rx_ring;
87         mask = rxr->rx_ring_struct->ring_mask;
88         for (i = 0; i < nb_pkts; i++) {
89                 cons_rx_buf = &rxr->rx_buf_ring[rxr->rx_cons & mask];
90                 if (!cons_rx_buf->mbuf)
91                         return nb_rx_pkts;
92                 rx_pkts[nb_rx_pkts] = cons_rx_buf->mbuf;
93                 rx_pkts[nb_rx_pkts]->port = rxq->port_id;
94                 cons_rx_buf->mbuf = NULL;
95                 nb_rx_pkts++;
96                 rxr->rx_cons++;
97         }
98
99         return nb_rx_pkts;
100 }
101
102 static uint16_t
103 bnxt_vf_rep_tx_burst(void *tx_queue,
104                      struct rte_mbuf **tx_pkts,
105                      __rte_unused uint16_t nb_pkts)
106 {
107         struct bnxt_vf_rep_tx_queue *vfr_txq = tx_queue;
108         struct bnxt_tx_queue *ptxq;
109         struct bnxt *parent;
110         struct  bnxt_vf_representor *vf_rep_bp;
111         int qid;
112         int rc;
113         int i;
114
115         if (!vfr_txq)
116                 return 0;
117
118         qid = vfr_txq->txq->queue_id;
119         vf_rep_bp = vfr_txq->bp;
120         parent = vf_rep_bp->parent_dev->data->dev_private;
121         pthread_mutex_lock(&parent->rep_info->vfr_lock);
122         ptxq = parent->tx_queues[qid];
123
124         ptxq->vfr_tx_cfa_action = vf_rep_bp->vfr_tx_cfa_action;
125
126         for (i = 0; i < nb_pkts; i++) {
127                 vf_rep_bp->tx_bytes[qid] += tx_pkts[i]->pkt_len;
128                 vf_rep_bp->tx_pkts[qid]++;
129         }
130
131         rc = bnxt_xmit_pkts(ptxq, tx_pkts, nb_pkts);
132         ptxq->vfr_tx_cfa_action = 0;
133         pthread_mutex_unlock(&parent->rep_info->vfr_lock);
134
135         return rc;
136 }
137
138 int bnxt_vf_representor_init(struct rte_eth_dev *eth_dev, void *params)
139 {
140         struct bnxt_vf_representor *vf_rep_bp = eth_dev->data->dev_private;
141         struct bnxt_vf_representor *rep_params =
142                                  (struct bnxt_vf_representor *)params;
143         struct rte_eth_link *link;
144         struct bnxt *parent_bp;
145         int rc = 0;
146
147         vf_rep_bp->vf_id = rep_params->vf_id;
148         vf_rep_bp->switch_domain_id = rep_params->switch_domain_id;
149         vf_rep_bp->parent_dev = rep_params->parent_dev;
150
151         eth_dev->data->dev_flags |= RTE_ETH_DEV_REPRESENTOR;
152         eth_dev->data->representor_id = rep_params->vf_id;
153
154         rte_eth_random_addr(vf_rep_bp->dflt_mac_addr);
155         memcpy(vf_rep_bp->mac_addr, vf_rep_bp->dflt_mac_addr,
156                sizeof(vf_rep_bp->mac_addr));
157         eth_dev->data->mac_addrs =
158                 (struct rte_ether_addr *)&vf_rep_bp->mac_addr;
159         eth_dev->dev_ops = &bnxt_vf_rep_dev_ops;
160
161         /* No data-path, but need stub Rx/Tx functions to avoid crash
162          * when testing with ovs-dpdk
163          */
164         eth_dev->rx_pkt_burst = bnxt_vf_rep_rx_burst;
165         eth_dev->tx_pkt_burst = bnxt_vf_rep_tx_burst;
166         /* Link state. Inherited from PF or trusted VF */
167         parent_bp = vf_rep_bp->parent_dev->data->dev_private;
168         link = &parent_bp->eth_dev->data->dev_link;
169
170         eth_dev->data->dev_link.link_speed = link->link_speed;
171         eth_dev->data->dev_link.link_duplex = link->link_duplex;
172         eth_dev->data->dev_link.link_status = link->link_status;
173         eth_dev->data->dev_link.link_autoneg = link->link_autoneg;
174
175         vf_rep_bp->fw_fid = rep_params->vf_id + parent_bp->first_vf_id;
176         PMD_DRV_LOG(INFO, "vf_rep->fw_fid = %d\n", vf_rep_bp->fw_fid);
177         rc = bnxt_hwrm_get_dflt_vnic_svif(parent_bp, vf_rep_bp->fw_fid,
178                                           &vf_rep_bp->dflt_vnic_id,
179                                           &vf_rep_bp->svif);
180         if (rc)
181                 PMD_DRV_LOG(ERR, "Failed to get default vnic id of VF\n");
182         else
183                 PMD_DRV_LOG(INFO, "vf_rep->dflt_vnic_id = %d\n",
184                             vf_rep_bp->dflt_vnic_id);
185
186         PMD_DRV_LOG(INFO, "calling bnxt_print_link_info\n");
187         bnxt_print_link_info(eth_dev);
188
189         /* Pass the information to the rte_eth_dev_close() that it should also
190          * release the private port resources.
191          */
192         eth_dev->data->dev_flags |= RTE_ETH_DEV_CLOSE_REMOVE;
193         PMD_DRV_LOG(INFO,
194                     "Switch domain id %d: Representor Device %d init done\n",
195                     vf_rep_bp->switch_domain_id, vf_rep_bp->vf_id);
196
197         return 0;
198 }
199
200 int bnxt_vf_representor_uninit(struct rte_eth_dev *eth_dev)
201 {
202         struct bnxt *parent_bp;
203         struct bnxt_vf_representor *rep =
204                 (struct bnxt_vf_representor *)eth_dev->data->dev_private;
205
206         uint16_t vf_id;
207
208         eth_dev->data->mac_addrs = NULL;
209         eth_dev->dev_ops = NULL;
210
211         parent_bp = rep->parent_dev->data->dev_private;
212         if (!parent_bp)
213                 return 0;
214
215         parent_bp->num_reps--;
216         vf_id = rep->vf_id;
217         if (parent_bp->rep_info)
218                 memset(&parent_bp->rep_info[vf_id], 0,
219                        sizeof(parent_bp->rep_info[vf_id]));
220                 /* mark that this representor has been freed */
221         return 0;
222 }
223
224 int bnxt_vf_rep_link_update_op(struct rte_eth_dev *eth_dev, int wait_to_compl)
225 {
226         struct bnxt *parent_bp;
227         struct bnxt_vf_representor *rep =
228                 (struct bnxt_vf_representor *)eth_dev->data->dev_private;
229         struct rte_eth_link *link;
230         int rc;
231
232         parent_bp = rep->parent_dev->data->dev_private;
233         rc = bnxt_link_update_op(parent_bp->eth_dev, wait_to_compl);
234
235         /* Link state. Inherited from PF or trusted VF */
236         link = &parent_bp->eth_dev->data->dev_link;
237
238         eth_dev->data->dev_link.link_speed = link->link_speed;
239         eth_dev->data->dev_link.link_duplex = link->link_duplex;
240         eth_dev->data->dev_link.link_status = link->link_status;
241         eth_dev->data->dev_link.link_autoneg = link->link_autoneg;
242         bnxt_print_link_info(eth_dev);
243
244         return rc;
245 }
246
247 static int bnxt_tf_vfr_alloc(struct rte_eth_dev *vfr_ethdev)
248 {
249         int rc;
250         struct bnxt_vf_representor *vfr = vfr_ethdev->data->dev_private;
251         struct rte_eth_dev *parent_dev = vfr->parent_dev;
252         struct bnxt *parent_bp = parent_dev->data->dev_private;
253         uint16_t vfr_port_id = vfr_ethdev->data->port_id;
254         struct ulp_tlv_param param_list[] = {
255                 {
256                         .type = BNXT_ULP_DF_PARAM_TYPE_DEV_PORT_ID,
257                         .length = 2,
258                         .value = {(vfr_port_id >> 8) & 0xff, vfr_port_id & 0xff}
259                 },
260                 {
261                         .type = BNXT_ULP_DF_PARAM_TYPE_LAST,
262                         .length = 0,
263                         .value = {0}
264                 }
265         };
266
267         ulp_port_db_dev_port_intf_update(parent_bp->ulp_ctx, vfr_ethdev);
268
269         rc = ulp_default_flow_create(parent_dev, param_list,
270                                      BNXT_ULP_DF_TPL_VFREP_TO_VF,
271                                      &vfr->rep2vf_flow_id);
272         if (rc) {
273                 BNXT_TF_DBG(DEBUG,
274                             "Default flow rule creation for VFR->VF failed!\n");
275                 return -EIO;
276         }
277
278         BNXT_TF_DBG(DEBUG, "*** Default flow rule created for VFR->VF! ***\n");
279         BNXT_TF_DBG(DEBUG, "rep2vf_flow_id = %d\n", vfr->rep2vf_flow_id);
280         rc = ulp_default_flow_db_cfa_action_get(parent_bp->ulp_ctx,
281                                                 vfr->rep2vf_flow_id,
282                                                 &vfr->vfr_tx_cfa_action);
283         if (rc) {
284                 BNXT_TF_DBG(DEBUG,
285                             "Failed to get action_ptr for VFR->VF dflt rule\n");
286                 return -EIO;
287         }
288         BNXT_TF_DBG(DEBUG, "tx_cfa_action = %d\n", vfr->vfr_tx_cfa_action);
289         rc = ulp_default_flow_create(parent_dev, param_list,
290                                      BNXT_ULP_DF_TPL_VF_TO_VFREP,
291                                      &vfr->vf2rep_flow_id);
292         if (rc) {
293                 BNXT_TF_DBG(DEBUG,
294                             "Default flow rule creation for VF->VFR failed!\n");
295                 return -EIO;
296         }
297
298         BNXT_TF_DBG(DEBUG, "*** Default flow rule created for VF->VFR! ***\n");
299         BNXT_TF_DBG(DEBUG, "vfr2rep_flow_id = %d\n", vfr->vf2rep_flow_id);
300
301         return 0;
302 }
303
304 static int bnxt_vfr_alloc(struct rte_eth_dev *vfr_ethdev)
305 {
306         int rc = 0;
307         struct bnxt_vf_representor *vfr = vfr_ethdev->data->dev_private;
308
309         if (!vfr || !vfr->parent_dev) {
310                 PMD_DRV_LOG(ERR,
311                             "No memory allocated for representor\n");
312                 return -ENOMEM;
313         }
314
315         /* Check if representor has been already allocated in FW */
316         if (vfr->vfr_tx_cfa_action && vfr->rx_cfa_code)
317                 return 0;
318
319         /*
320          * Alloc VF rep rules in CFA after default VNIC is created.
321          * Otherwise the FW will create the VF-rep rules with
322          * default drop action.
323          */
324         rc = bnxt_tf_vfr_alloc(vfr_ethdev);
325         if (!rc)
326                 PMD_DRV_LOG(DEBUG, "allocated representor %d in FW\n",
327                             vfr->vf_id);
328         else
329                 PMD_DRV_LOG(ERR,
330                             "Failed to alloc representor %d in FW\n",
331                             vfr->vf_id);
332
333         return rc;
334 }
335
336 static void bnxt_vf_rep_free_rx_mbufs(struct bnxt_vf_representor *rep_bp)
337 {
338         struct bnxt_rx_queue *rxq;
339         unsigned int i;
340
341         for (i = 0; i < rep_bp->rx_nr_rings; i++) {
342                 rxq = rep_bp->rx_queues[i];
343                 bnxt_rx_queue_release_mbufs(rxq);
344         }
345 }
346
347 int bnxt_vf_rep_dev_start_op(struct rte_eth_dev *eth_dev)
348 {
349         struct bnxt_vf_representor *rep_bp = eth_dev->data->dev_private;
350         int rc;
351
352         rc = bnxt_vfr_alloc(eth_dev);
353
354         if (!rc) {
355                 eth_dev->rx_pkt_burst = &bnxt_vf_rep_rx_burst;
356                 eth_dev->tx_pkt_burst = &bnxt_vf_rep_tx_burst;
357
358                 bnxt_vf_rep_link_update_op(eth_dev, 1);
359         } else {
360                 eth_dev->data->dev_link.link_status = 0;
361                 bnxt_vf_rep_free_rx_mbufs(rep_bp);
362         }
363
364         return rc;
365 }
366
367 static int bnxt_tf_vfr_free(struct bnxt_vf_representor *vfr)
368 {
369         int rc = 0;
370
371         rc = ulp_default_flow_destroy(vfr->parent_dev,
372                                       vfr->rep2vf_flow_id);
373         if (rc)
374                 PMD_DRV_LOG(ERR,
375                             "default flow destroy failed rep2vf flowid: %d\n",
376                             vfr->rep2vf_flow_id);
377         rc = ulp_default_flow_destroy(vfr->parent_dev,
378                                       vfr->vf2rep_flow_id);
379         if (rc)
380                 PMD_DRV_LOG(ERR,
381                             "default flow destroy failed vf2rep flowid: %d\n",
382                             vfr->vf2rep_flow_id);
383         return 0;
384 }
385
386 static int bnxt_vfr_free(struct bnxt_vf_representor *vfr)
387 {
388         int rc = 0;
389         struct bnxt *parent_bp;
390
391         if (!vfr || !vfr->parent_dev) {
392                 PMD_DRV_LOG(ERR,
393                             "No memory allocated for representor\n");
394                 return -ENOMEM;
395         }
396
397         parent_bp = vfr->parent_dev->data->dev_private;
398
399         /* Check if representor has been already freed in FW */
400         if (!vfr->vfr_tx_cfa_action && !vfr->rx_cfa_code)
401                 return 0;
402
403         rc = bnxt_tf_vfr_free(vfr);
404         if (rc) {
405                 PMD_DRV_LOG(ERR,
406                             "Failed to free representor %d in FW\n",
407                             vfr->vf_id);
408                 return rc;
409         }
410
411         parent_bp->cfa_code_map[vfr->rx_cfa_code] = BNXT_VF_IDX_INVALID;
412         PMD_DRV_LOG(DEBUG, "freed representor %d in FW\n",
413                     vfr->vf_id);
414         vfr->vfr_tx_cfa_action = 0;
415         vfr->rx_cfa_code = 0;
416
417         return rc;
418 }
419
420 void bnxt_vf_rep_dev_stop_op(struct rte_eth_dev *eth_dev)
421 {
422         struct bnxt_vf_representor *vfr_bp = eth_dev->data->dev_private;
423
424         /* Avoid crashes as we are about to free queues */
425         eth_dev->rx_pkt_burst = &bnxt_dummy_recv_pkts;
426         eth_dev->tx_pkt_burst = &bnxt_dummy_xmit_pkts;
427
428         bnxt_vfr_free(vfr_bp);
429
430         if (eth_dev->data->dev_started)
431                 eth_dev->data->dev_link.link_status = 0;
432
433         bnxt_vf_rep_free_rx_mbufs(vfr_bp);
434 }
435
436 void bnxt_vf_rep_dev_close_op(struct rte_eth_dev *eth_dev)
437 {
438         bnxt_vf_representor_uninit(eth_dev);
439 }
440
441 int bnxt_vf_rep_dev_info_get_op(struct rte_eth_dev *eth_dev,
442                                 struct rte_eth_dev_info *dev_info)
443 {
444         struct bnxt_vf_representor *rep_bp = eth_dev->data->dev_private;
445         struct bnxt *parent_bp;
446         uint16_t max_vnics, i, j, vpool, vrxq;
447         unsigned int max_rx_rings;
448         int rc = 0;
449
450         /* MAC Specifics */
451         parent_bp = rep_bp->parent_dev->data->dev_private;
452         if (!parent_bp) {
453                 PMD_DRV_LOG(ERR, "Rep parent NULL!\n");
454                 return rc;
455         }
456         PMD_DRV_LOG(DEBUG, "Representor dev_info_get_op\n");
457         dev_info->max_mac_addrs = parent_bp->max_l2_ctx;
458         dev_info->max_hash_mac_addrs = 0;
459
460         max_rx_rings = BNXT_MAX_VF_REP_RINGS;
461         /* For the sake of symmetry, max_rx_queues = max_tx_queues */
462         dev_info->max_rx_queues = max_rx_rings;
463         dev_info->max_tx_queues = max_rx_rings;
464         dev_info->reta_size = bnxt_rss_hash_tbl_size(parent_bp);
465         dev_info->hash_key_size = 40;
466         max_vnics = parent_bp->max_vnics;
467
468         /* MTU specifics */
469         dev_info->min_mtu = RTE_ETHER_MIN_MTU;
470         dev_info->max_mtu = BNXT_MAX_MTU;
471
472         /* Fast path specifics */
473         dev_info->min_rx_bufsize = 1;
474         dev_info->max_rx_pktlen = BNXT_MAX_PKT_LEN;
475
476         dev_info->rx_offload_capa = BNXT_DEV_RX_OFFLOAD_SUPPORT;
477         if (parent_bp->flags & BNXT_FLAG_PTP_SUPPORTED)
478                 dev_info->rx_offload_capa |= DEV_RX_OFFLOAD_TIMESTAMP;
479         dev_info->tx_offload_capa = BNXT_DEV_TX_OFFLOAD_SUPPORT;
480         dev_info->flow_type_rss_offloads = BNXT_ETH_RSS_SUPPORT;
481
482         /* *INDENT-OFF* */
483         dev_info->default_rxconf = (struct rte_eth_rxconf) {
484                 .rx_thresh = {
485                         .pthresh = 8,
486                         .hthresh = 8,
487                         .wthresh = 0,
488                 },
489                 .rx_free_thresh = 32,
490                 /* If no descriptors available, pkts are dropped by default */
491                 .rx_drop_en = 1,
492         };
493
494         dev_info->default_txconf = (struct rte_eth_txconf) {
495                 .tx_thresh = {
496                         .pthresh = 32,
497                         .hthresh = 0,
498                         .wthresh = 0,
499                 },
500                 .tx_free_thresh = 32,
501                 .tx_rs_thresh = 32,
502         };
503         eth_dev->data->dev_conf.intr_conf.lsc = 1;
504
505         eth_dev->data->dev_conf.intr_conf.rxq = 1;
506         dev_info->rx_desc_lim.nb_min = BNXT_MIN_RING_DESC;
507         dev_info->rx_desc_lim.nb_max = BNXT_MAX_RX_RING_DESC;
508         dev_info->tx_desc_lim.nb_min = BNXT_MIN_RING_DESC;
509         dev_info->tx_desc_lim.nb_max = BNXT_MAX_TX_RING_DESC;
510
511         /* *INDENT-ON* */
512
513         /*
514          * TODO: default_rxconf, default_txconf, rx_desc_lim, and tx_desc_lim
515          *       need further investigation.
516          */
517
518         /* VMDq resources */
519         vpool = 64; /* ETH_64_POOLS */
520         vrxq = 128; /* ETH_VMDQ_DCB_NUM_QUEUES */
521         for (i = 0; i < 4; vpool >>= 1, i++) {
522                 if (max_vnics > vpool) {
523                         for (j = 0; j < 5; vrxq >>= 1, j++) {
524                                 if (dev_info->max_rx_queues > vrxq) {
525                                         if (vpool > vrxq)
526                                                 vpool = vrxq;
527                                         goto found;
528                                 }
529                         }
530                         /* Not enough resources to support VMDq */
531                         break;
532                 }
533         }
534         /* Not enough resources to support VMDq */
535         vpool = 0;
536         vrxq = 0;
537 found:
538         dev_info->max_vmdq_pools = vpool;
539         dev_info->vmdq_queue_num = vrxq;
540
541         dev_info->vmdq_pool_base = 0;
542         dev_info->vmdq_queue_base = 0;
543
544         return 0;
545 }
546
547 int bnxt_vf_rep_dev_configure_op(__rte_unused struct rte_eth_dev *eth_dev)
548 {
549         struct bnxt_vf_representor *rep_bp = eth_dev->data->dev_private;
550
551         PMD_DRV_LOG(DEBUG, "Representor dev_configure_op\n");
552         rep_bp->rx_queues = (void *)eth_dev->data->rx_queues;
553         rep_bp->tx_nr_rings = eth_dev->data->nb_tx_queues;
554         rep_bp->rx_nr_rings = eth_dev->data->nb_rx_queues;
555
556         return 0;
557 }
558
559 int bnxt_vf_rep_rx_queue_setup_op(struct rte_eth_dev *eth_dev,
560                           uint16_t queue_idx,
561                           uint16_t nb_desc,
562                           unsigned int socket_id,
563                           __rte_unused const struct rte_eth_rxconf *rx_conf,
564                           __rte_unused struct rte_mempool *mp)
565 {
566         struct bnxt_vf_representor *rep_bp = eth_dev->data->dev_private;
567         struct bnxt *parent_bp = rep_bp->parent_dev->data->dev_private;
568         struct bnxt_rx_queue *parent_rxq;
569         struct bnxt_rx_queue *rxq;
570         struct bnxt_sw_rx_bd *buf_ring;
571         int rc = 0;
572
573         if (queue_idx >= BNXT_MAX_VF_REP_RINGS) {
574                 PMD_DRV_LOG(ERR,
575                             "Cannot create Rx ring %d. %d rings available\n",
576                             queue_idx, BNXT_MAX_VF_REP_RINGS);
577                 return -EINVAL;
578         }
579
580         if (!nb_desc || nb_desc > MAX_RX_DESC_CNT) {
581                 PMD_DRV_LOG(ERR, "nb_desc %d is invalid\n", nb_desc);
582                 return -EINVAL;
583         }
584
585         parent_rxq = parent_bp->rx_queues[queue_idx];
586         if (!parent_rxq) {
587                 PMD_DRV_LOG(ERR, "Parent RxQ has not been configured yet\n");
588                 return -EINVAL;
589         }
590
591         if (nb_desc != parent_rxq->nb_rx_desc) {
592                 PMD_DRV_LOG(ERR, "nb_desc %d do not match parent rxq", nb_desc);
593                 return -EINVAL;
594         }
595
596         if (eth_dev->data->rx_queues) {
597                 rxq = eth_dev->data->rx_queues[queue_idx];
598                 if (rxq)
599                         bnxt_rx_queue_release_op(rxq);
600         }
601
602         rxq = rte_zmalloc_socket("bnxt_vfr_rx_queue",
603                                  sizeof(struct bnxt_rx_queue),
604                                  RTE_CACHE_LINE_SIZE, socket_id);
605         if (!rxq) {
606                 PMD_DRV_LOG(ERR, "bnxt_vfr_rx_queue allocation failed!\n");
607                 return -ENOMEM;
608         }
609
610         rxq->nb_rx_desc = nb_desc;
611
612         rc = bnxt_init_rx_ring_struct(rxq, socket_id);
613         if (rc)
614                 goto out;
615
616         buf_ring = rte_zmalloc_socket("bnxt_rx_vfr_buf_ring",
617                                       sizeof(struct bnxt_sw_rx_bd) *
618                                       rxq->rx_ring->rx_ring_struct->ring_size,
619                                       RTE_CACHE_LINE_SIZE, socket_id);
620         if (!buf_ring) {
621                 PMD_DRV_LOG(ERR, "bnxt_rx_vfr_buf_ring allocation failed!\n");
622                 rc = -ENOMEM;
623                 goto out;
624         }
625
626         rxq->rx_ring->rx_buf_ring = buf_ring;
627         rxq->queue_id = queue_idx;
628         rxq->port_id = eth_dev->data->port_id;
629         eth_dev->data->rx_queues[queue_idx] = rxq;
630
631         return 0;
632
633 out:
634         if (rxq)
635                 bnxt_rx_queue_release_op(rxq);
636
637         return rc;
638 }
639
640 void bnxt_vf_rep_rx_queue_release_op(void *rx_queue)
641 {
642         struct bnxt_rx_queue *rxq = (struct bnxt_rx_queue *)rx_queue;
643
644         if (!rxq)
645                 return;
646
647         bnxt_rx_queue_release_mbufs(rxq);
648
649         bnxt_free_ring(rxq->rx_ring->rx_ring_struct);
650         bnxt_free_ring(rxq->rx_ring->ag_ring_struct);
651         bnxt_free_ring(rxq->cp_ring->cp_ring_struct);
652
653         rte_free(rxq);
654 }
655
656 int bnxt_vf_rep_tx_queue_setup_op(struct rte_eth_dev *eth_dev,
657                           uint16_t queue_idx,
658                           uint16_t nb_desc,
659                           unsigned int socket_id,
660                           __rte_unused const struct rte_eth_txconf *tx_conf)
661 {
662         struct bnxt_vf_representor *rep_bp = eth_dev->data->dev_private;
663         struct bnxt *parent_bp = rep_bp->parent_dev->data->dev_private;
664         struct bnxt_tx_queue *parent_txq, *txq;
665         struct bnxt_vf_rep_tx_queue *vfr_txq;
666
667         if (queue_idx >= BNXT_MAX_VF_REP_RINGS) {
668                 PMD_DRV_LOG(ERR,
669                             "Cannot create Tx rings %d. %d rings available\n",
670                             queue_idx, BNXT_MAX_VF_REP_RINGS);
671                 return -EINVAL;
672         }
673
674         if (!nb_desc || nb_desc > MAX_TX_DESC_CNT) {
675                 PMD_DRV_LOG(ERR, "nb_desc %d is invalid", nb_desc);
676                 return -EINVAL;
677         }
678
679         parent_txq = parent_bp->tx_queues[queue_idx];
680         if (!parent_txq) {
681                 PMD_DRV_LOG(ERR, "Parent TxQ has not been configured yet\n");
682                 return -EINVAL;
683         }
684
685         if (nb_desc != parent_txq->nb_tx_desc) {
686                 PMD_DRV_LOG(ERR, "nb_desc %d do not match parent txq", nb_desc);
687                 return -EINVAL;
688         }
689
690         if (eth_dev->data->tx_queues) {
691                 vfr_txq = eth_dev->data->tx_queues[queue_idx];
692                 bnxt_vf_rep_tx_queue_release_op(vfr_txq);
693                 vfr_txq = NULL;
694         }
695
696         vfr_txq = rte_zmalloc_socket("bnxt_vfr_tx_queue",
697                                      sizeof(struct bnxt_vf_rep_tx_queue),
698                                      RTE_CACHE_LINE_SIZE, socket_id);
699         if (!vfr_txq) {
700                 PMD_DRV_LOG(ERR, "bnxt_vfr_tx_queue allocation failed!");
701                 return -ENOMEM;
702         }
703         txq = rte_zmalloc_socket("bnxt_tx_queue",
704                                  sizeof(struct bnxt_tx_queue),
705                                  RTE_CACHE_LINE_SIZE, socket_id);
706         if (!txq) {
707                 PMD_DRV_LOG(ERR, "bnxt_tx_queue allocation failed!");
708                 rte_free(vfr_txq);
709                 return -ENOMEM;
710         }
711
712         txq->nb_tx_desc = nb_desc;
713         txq->queue_id = queue_idx;
714         txq->port_id = eth_dev->data->port_id;
715         vfr_txq->txq = txq;
716         vfr_txq->bp = rep_bp;
717         eth_dev->data->tx_queues[queue_idx] = vfr_txq;
718
719         return 0;
720 }
721
722 void bnxt_vf_rep_tx_queue_release_op(void *tx_queue)
723 {
724         struct bnxt_vf_rep_tx_queue *vfr_txq = tx_queue;
725
726         if (!vfr_txq)
727                 return;
728
729         rte_free(vfr_txq->txq);
730         rte_free(vfr_txq);
731 }
732
733 int bnxt_vf_rep_stats_get_op(struct rte_eth_dev *eth_dev,
734                              struct rte_eth_stats *stats)
735 {
736         struct bnxt_vf_representor *rep_bp = eth_dev->data->dev_private;
737         int i;
738
739         memset(stats, 0, sizeof(*stats));
740         for (i = 0; i < BNXT_MAX_VF_REP_RINGS; i++) {
741                 stats->obytes += rep_bp->tx_bytes[i];
742                 stats->opackets += rep_bp->tx_pkts[i];
743                 stats->ibytes += rep_bp->rx_bytes[i];
744                 stats->ipackets += rep_bp->rx_pkts[i];
745                 stats->imissed += rep_bp->rx_drop_pkts[i];
746
747                 stats->q_ipackets[i] = rep_bp->rx_pkts[i];
748                 stats->q_ibytes[i] = rep_bp->rx_bytes[i];
749                 stats->q_opackets[i] = rep_bp->tx_pkts[i];
750                 stats->q_obytes[i] = rep_bp->tx_bytes[i];
751                 stats->q_errors[i] = rep_bp->rx_drop_pkts[i];
752         }
753
754         return 0;
755 }
756
757 int bnxt_vf_rep_stats_reset_op(struct rte_eth_dev *eth_dev)
758 {
759         struct bnxt_vf_representor *rep_bp = eth_dev->data->dev_private;
760         int i;
761
762         for (i = 0; i < BNXT_MAX_VF_REP_RINGS; i++) {
763                 rep_bp->tx_pkts[i] = 0;
764                 rep_bp->tx_bytes[i] = 0;
765                 rep_bp->rx_pkts[i] = 0;
766                 rep_bp->rx_bytes[i] = 0;
767                 rep_bp->rx_drop_pkts[i] = 0;
768         }
769         return 0;
770 }