ethdev: remove old close behaviour
[dpdk.git] / drivers / net / bnxt / bnxt_reps.c
1 /* SPDX-License-Identifier: BSD-3-Clause
2  * Copyright(c) 2014-2020 Broadcom
3  * All rights reserved.
4  */
5
6 #include "bnxt.h"
7 #include "bnxt_ring.h"
8 #include "bnxt_reps.h"
9 #include "bnxt_rxq.h"
10 #include "bnxt_rxr.h"
11 #include "bnxt_txq.h"
12 #include "bnxt_txr.h"
13 #include "bnxt_hwrm.h"
14 #include "hsi_struct_def_dpdk.h"
15 #include "bnxt_tf_common.h"
16 #include "ulp_port_db.h"
17 #include "ulp_flow_db.h"
18
19 static const struct eth_dev_ops bnxt_rep_dev_ops = {
20         .dev_infos_get = bnxt_rep_dev_info_get_op,
21         .dev_configure = bnxt_rep_dev_configure_op,
22         .dev_start = bnxt_rep_dev_start_op,
23         .rx_queue_setup = bnxt_rep_rx_queue_setup_op,
24         .rx_queue_release = bnxt_rep_rx_queue_release_op,
25         .tx_queue_setup = bnxt_rep_tx_queue_setup_op,
26         .tx_queue_release = bnxt_rep_tx_queue_release_op,
27         .link_update = bnxt_rep_link_update_op,
28         .dev_close = bnxt_rep_dev_close_op,
29         .dev_stop = bnxt_rep_dev_stop_op,
30         .stats_get = bnxt_rep_stats_get_op,
31         .stats_reset = bnxt_rep_stats_reset_op,
32         .filter_ctrl = bnxt_filter_ctrl_op
33 };
34
35 uint16_t
36 bnxt_vfr_recv(uint16_t port_id, uint16_t queue_id, struct rte_mbuf *mbuf)
37 {
38         struct rte_mbuf **prod_rx_buf;
39         struct bnxt_rx_ring_info *rep_rxr;
40         struct bnxt_rx_queue *rep_rxq;
41         struct rte_eth_dev *vfr_eth_dev;
42         struct bnxt_representor *vfr_bp;
43         uint16_t mask;
44         uint8_t que;
45
46         vfr_eth_dev = &rte_eth_devices[port_id];
47         vfr_bp = vfr_eth_dev->data->dev_private;
48         /* If rxq_id happens to be > nr_rings, use ring 0 */
49         que = queue_id < vfr_bp->rx_nr_rings ? queue_id : 0;
50         rep_rxq = vfr_bp->rx_queues[que];
51         /* Ideally should not happen now, paranoid check */
52         if (!rep_rxq)
53                 return 1;
54         rep_rxr = rep_rxq->rx_ring;
55         mask = rep_rxr->rx_ring_struct->ring_mask;
56
57         /* Put this mbuf on the RxQ of the Representor */
58         prod_rx_buf = &rep_rxr->rx_buf_ring[rep_rxr->rx_prod & mask];
59         if (!*prod_rx_buf) {
60                 *prod_rx_buf = mbuf;
61                 vfr_bp->rx_bytes[que] += mbuf->pkt_len;
62                 vfr_bp->rx_pkts[que]++;
63                 rep_rxr->rx_prod++;
64         } else {
65                 /* Representor Rx ring full, drop pkt */
66                 vfr_bp->rx_drop_bytes[que] += mbuf->pkt_len;
67                 vfr_bp->rx_drop_pkts[que]++;
68                 rte_pktmbuf_free(mbuf);
69         }
70
71         return 0;
72 }
73
74 static uint16_t
75 bnxt_rep_rx_burst(void *rx_queue,
76                      struct rte_mbuf **rx_pkts,
77                      uint16_t nb_pkts)
78 {
79         struct bnxt_rx_queue *rxq = rx_queue;
80         struct rte_mbuf **cons_rx_buf;
81         struct bnxt_rx_ring_info *rxr;
82         uint16_t nb_rx_pkts = 0;
83         uint16_t mask, i;
84
85         if (!rxq)
86                 return 0;
87
88         rxr = rxq->rx_ring;
89         mask = rxr->rx_ring_struct->ring_mask;
90         for (i = 0; i < nb_pkts; i++) {
91                 cons_rx_buf = &rxr->rx_buf_ring[rxr->rx_cons & mask];
92                 if (*cons_rx_buf == NULL)
93                         return nb_rx_pkts;
94                 rx_pkts[nb_rx_pkts] = *cons_rx_buf;
95                 rx_pkts[nb_rx_pkts]->port = rxq->port_id;
96                 *cons_rx_buf = NULL;
97                 nb_rx_pkts++;
98                 rxr->rx_cons++;
99         }
100
101         return nb_rx_pkts;
102 }
103
104 static uint16_t
105 bnxt_rep_tx_burst(void *tx_queue,
106                      struct rte_mbuf **tx_pkts,
107                      __rte_unused uint16_t nb_pkts)
108 {
109         struct bnxt_vf_rep_tx_queue *vfr_txq = tx_queue;
110         struct bnxt_tx_queue *ptxq;
111         struct bnxt *parent;
112         struct  bnxt_representor *vf_rep_bp;
113         int qid;
114         int rc;
115         int i;
116
117         if (!vfr_txq)
118                 return 0;
119
120         qid = vfr_txq->txq->queue_id;
121         vf_rep_bp = vfr_txq->bp;
122         parent = vf_rep_bp->parent_dev->data->dev_private;
123         pthread_mutex_lock(&parent->rep_info->vfr_lock);
124         ptxq = parent->tx_queues[qid];
125
126         ptxq->vfr_tx_cfa_action = vf_rep_bp->vfr_tx_cfa_action;
127
128         for (i = 0; i < nb_pkts; i++) {
129                 vf_rep_bp->tx_bytes[qid] += tx_pkts[i]->pkt_len;
130                 vf_rep_bp->tx_pkts[qid]++;
131         }
132
133         rc = bnxt_xmit_pkts(ptxq, tx_pkts, nb_pkts);
134         ptxq->vfr_tx_cfa_action = 0;
135         pthread_mutex_unlock(&parent->rep_info->vfr_lock);
136
137         return rc;
138 }
139
140 static int
141 bnxt_get_dflt_vnic_svif(struct bnxt *bp, struct bnxt_representor *vf_rep_bp)
142 {
143         struct bnxt_rep_info *rep_info;
144         int rc;
145
146         rc = bnxt_hwrm_get_dflt_vnic_svif(bp, vf_rep_bp->fw_fid,
147                                           &vf_rep_bp->dflt_vnic_id,
148                                           &vf_rep_bp->svif);
149         if (rc) {
150                 PMD_DRV_LOG(ERR, "Failed to get default vnic id of VF\n");
151                 vf_rep_bp->dflt_vnic_id = BNXT_DFLT_VNIC_ID_INVALID;
152                 vf_rep_bp->svif = BNXT_SVIF_INVALID;
153         } else {
154                 PMD_DRV_LOG(INFO, "vf_rep->dflt_vnic_id = %d\n",
155                                 vf_rep_bp->dflt_vnic_id);
156         }
157         if (vf_rep_bp->dflt_vnic_id != BNXT_DFLT_VNIC_ID_INVALID &&
158             vf_rep_bp->svif != BNXT_SVIF_INVALID) {
159                 rep_info = &bp->rep_info[vf_rep_bp->vf_id];
160                 rep_info->conduit_valid = true;
161         }
162
163         return rc;
164 }
165
166 int bnxt_representor_init(struct rte_eth_dev *eth_dev, void *params)
167 {
168         struct bnxt_representor *vf_rep_bp = eth_dev->data->dev_private;
169         struct bnxt_representor *rep_params =
170                                  (struct bnxt_representor *)params;
171         struct rte_eth_link *link;
172         struct bnxt *parent_bp;
173         uint16_t first_vf_id;
174         int rc = 0;
175
176         PMD_DRV_LOG(DEBUG, "BNXT Port:%d VFR init\n", eth_dev->data->port_id);
177         vf_rep_bp->vf_id = rep_params->vf_id;
178         vf_rep_bp->switch_domain_id = rep_params->switch_domain_id;
179         vf_rep_bp->parent_dev = rep_params->parent_dev;
180         vf_rep_bp->rep_based_pf = rep_params->rep_based_pf;
181         vf_rep_bp->flags = rep_params->flags;
182         vf_rep_bp->rep_q_r2f = rep_params->rep_q_r2f;
183         vf_rep_bp->rep_q_f2r = rep_params->rep_q_f2r;
184         vf_rep_bp->rep_fc_r2f = rep_params->rep_fc_r2f;
185         vf_rep_bp->rep_fc_f2r = rep_params->rep_fc_f2r;
186
187         eth_dev->data->dev_flags |= RTE_ETH_DEV_REPRESENTOR;
188         eth_dev->data->representor_id = rep_params->vf_id;
189
190         rte_eth_random_addr(vf_rep_bp->dflt_mac_addr);
191         memcpy(vf_rep_bp->mac_addr, vf_rep_bp->dflt_mac_addr,
192                sizeof(vf_rep_bp->mac_addr));
193         eth_dev->data->mac_addrs =
194                 (struct rte_ether_addr *)&vf_rep_bp->mac_addr;
195         eth_dev->dev_ops = &bnxt_rep_dev_ops;
196
197         /* No data-path, but need stub Rx/Tx functions to avoid crash
198          * when testing with ovs-dpdk
199          */
200         eth_dev->rx_pkt_burst = bnxt_rep_rx_burst;
201         eth_dev->tx_pkt_burst = bnxt_rep_tx_burst;
202         /* Link state. Inherited from PF or trusted VF */
203         parent_bp = vf_rep_bp->parent_dev->data->dev_private;
204         link = &parent_bp->eth_dev->data->dev_link;
205
206         eth_dev->data->dev_link.link_speed = link->link_speed;
207         eth_dev->data->dev_link.link_duplex = link->link_duplex;
208         eth_dev->data->dev_link.link_status = link->link_status;
209         eth_dev->data->dev_link.link_autoneg = link->link_autoneg;
210
211         PMD_DRV_LOG(INFO, "calling bnxt_print_link_info\n");
212         bnxt_print_link_info(eth_dev);
213
214         PMD_DRV_LOG(INFO,
215                     "Switch domain id %d: Representor Device %d init done\n",
216                     vf_rep_bp->switch_domain_id, vf_rep_bp->vf_id);
217
218         if (vf_rep_bp->rep_based_pf) {
219                 vf_rep_bp->fw_fid = vf_rep_bp->rep_based_pf + 1;
220                 if (!(BNXT_REP_PF(vf_rep_bp))) {
221                         /* VF representor for the remote PF,get first_vf_id */
222                         rc = bnxt_hwrm_first_vf_id_query(parent_bp,
223                                                          vf_rep_bp->fw_fid,
224                                                          &first_vf_id);
225                         if (rc)
226                                 return rc;
227                         if (first_vf_id == 0xffff) {
228                                 PMD_DRV_LOG(ERR,
229                                             "Invalid first_vf_id fid:%x\n",
230                                             vf_rep_bp->fw_fid);
231                                 return -EINVAL;
232                         }
233                         PMD_DRV_LOG(INFO, "first_vf_id = %x parent_fid:%x\n",
234                                     first_vf_id, vf_rep_bp->fw_fid);
235                         vf_rep_bp->fw_fid = rep_params->vf_id + first_vf_id;
236                 }
237         }  else {
238                 vf_rep_bp->fw_fid = rep_params->vf_id + parent_bp->first_vf_id;
239         }
240
241         PMD_DRV_LOG(INFO, "vf_rep->fw_fid = %d\n", vf_rep_bp->fw_fid);
242
243         return 0;
244 }
245
246 int bnxt_representor_uninit(struct rte_eth_dev *eth_dev)
247 {
248         struct bnxt *parent_bp;
249         struct bnxt_representor *rep =
250                 (struct bnxt_representor *)eth_dev->data->dev_private;
251         uint16_t vf_id;
252
253         PMD_DRV_LOG(DEBUG, "BNXT Port:%d VFR uninit\n", eth_dev->data->port_id);
254         eth_dev->data->mac_addrs = NULL;
255         eth_dev->dev_ops = NULL;
256
257         parent_bp = rep->parent_dev->data->dev_private;
258         if (!parent_bp) {
259                 PMD_DRV_LOG(DEBUG, "BNXT Port:%d already freed\n",
260                             eth_dev->data->port_id);
261                 return 0;
262         }
263
264         parent_bp->num_reps--;
265         vf_id = rep->vf_id;
266         if (parent_bp->rep_info)
267                 memset(&parent_bp->rep_info[vf_id], 0,
268                        sizeof(parent_bp->rep_info[vf_id]));
269                 /* mark that this representor has been freed */
270         return 0;
271 }
272
273 int bnxt_rep_link_update_op(struct rte_eth_dev *eth_dev, int wait_to_compl)
274 {
275         struct bnxt *parent_bp;
276         struct bnxt_representor *rep =
277                 (struct bnxt_representor *)eth_dev->data->dev_private;
278         struct rte_eth_link *link;
279         int rc;
280
281         parent_bp = rep->parent_dev->data->dev_private;
282         if (!parent_bp)
283                 return 0;
284
285         rc = bnxt_link_update_op(parent_bp->eth_dev, wait_to_compl);
286
287         /* Link state. Inherited from PF or trusted VF */
288         link = &parent_bp->eth_dev->data->dev_link;
289
290         eth_dev->data->dev_link.link_speed = link->link_speed;
291         eth_dev->data->dev_link.link_duplex = link->link_duplex;
292         eth_dev->data->dev_link.link_status = link->link_status;
293         eth_dev->data->dev_link.link_autoneg = link->link_autoneg;
294         bnxt_print_link_info(eth_dev);
295
296         return rc;
297 }
298
299 static int bnxt_tf_vfr_alloc(struct rte_eth_dev *vfr_ethdev)
300 {
301         int rc;
302         struct bnxt_representor *vfr = vfr_ethdev->data->dev_private;
303         struct rte_eth_dev *parent_dev = vfr->parent_dev;
304         struct bnxt *parent_bp = parent_dev->data->dev_private;
305
306         if (!parent_bp || !parent_bp->ulp_ctx) {
307                 BNXT_TF_DBG(ERR, "Invalid arguments\n");
308                 return 0;
309         }
310
311         /* Update the ULP portdata base with the new VFR interface */
312         rc = ulp_port_db_dev_port_intf_update(parent_bp->ulp_ctx, vfr_ethdev);
313         if (rc) {
314                 BNXT_TF_DBG(ERR, "Failed to update ulp port details vfr:%u\n",
315                             vfr->vf_id);
316                 return rc;
317         }
318
319         /* Create the default rules for the VFR */
320         rc = bnxt_ulp_create_vfr_default_rules(vfr_ethdev);
321         if (rc) {
322                 BNXT_TF_DBG(ERR, "Failed to create VFR default rules vfr:%u\n",
323                             vfr->vf_id);
324                 return rc;
325         }
326         /* update the port id so you can backtrack to ethdev */
327         vfr->dpdk_port_id = vfr_ethdev->data->port_id;
328
329         if (BNXT_STINGRAY(parent_bp)) {
330                 rc = bnxt_hwrm_cfa_pair_alloc(parent_bp, vfr);
331         } else {
332                 rc = bnxt_hwrm_cfa_vfr_alloc(parent_bp, vfr->vf_id);
333         }
334         if (rc) {
335                 BNXT_TF_DBG(ERR, "Failed in hwrm vfr alloc vfr:%u rc=%d\n",
336                             vfr->vf_id, rc);
337                 (void)bnxt_ulp_delete_vfr_default_rules(vfr);
338         }
339         BNXT_TF_DBG(DEBUG, "BNXT Port:%d VFR created and initialized\n",
340                     vfr->dpdk_port_id);
341         return rc;
342 }
343
344 static int bnxt_vfr_alloc(struct rte_eth_dev *vfr_ethdev)
345 {
346         int rc = 0;
347         struct bnxt_representor *vfr = vfr_ethdev->data->dev_private;
348         struct bnxt *parent_bp;
349
350         if (!vfr || !vfr->parent_dev) {
351                 PMD_DRV_LOG(ERR,
352                                 "No memory allocated for representor\n");
353                 return -ENOMEM;
354         }
355
356         parent_bp = vfr->parent_dev->data->dev_private;
357         if (parent_bp && !parent_bp->ulp_ctx) {
358                 PMD_DRV_LOG(ERR,
359                             "ulp context not allocated for parent\n");
360                 return -EIO;
361         }
362
363         /* Check if representor has been already allocated in FW */
364         if (vfr->vfr_tx_cfa_action)
365                 return 0;
366
367         /*
368          * Alloc VF rep rules in CFA after default VNIC is created.
369          * Otherwise the FW will create the VF-rep rules with
370          * default drop action.
371          */
372         rc = bnxt_tf_vfr_alloc(vfr_ethdev);
373         if (!rc)
374                 PMD_DRV_LOG(DEBUG, "allocated representor %d in FW\n",
375                             vfr->vf_id);
376         else
377                 PMD_DRV_LOG(ERR,
378                             "Failed to alloc representor %d in FW\n",
379                             vfr->vf_id);
380
381         return rc;
382 }
383
384 static void bnxt_rep_free_rx_mbufs(struct bnxt_representor *rep_bp)
385 {
386         struct bnxt_rx_queue *rxq;
387         unsigned int i;
388
389         for (i = 0; i < rep_bp->rx_nr_rings; i++) {
390                 rxq = rep_bp->rx_queues[i];
391                 bnxt_rx_queue_release_mbufs(rxq);
392         }
393 }
394
395 int bnxt_rep_dev_start_op(struct rte_eth_dev *eth_dev)
396 {
397         struct bnxt_representor *rep_bp = eth_dev->data->dev_private;
398         struct bnxt_rep_info *rep_info;
399         struct bnxt *parent_bp;
400         int rc;
401
402         parent_bp = rep_bp->parent_dev->data->dev_private;
403         rep_info = &parent_bp->rep_info[rep_bp->vf_id];
404
405         BNXT_TF_DBG(DEBUG, "BNXT Port:%d VFR start\n", eth_dev->data->port_id);
406         pthread_mutex_lock(&rep_info->vfr_start_lock);
407         if (!rep_info->conduit_valid) {
408                 rc = bnxt_get_dflt_vnic_svif(parent_bp, rep_bp);
409                 if (rc || !rep_info->conduit_valid) {
410                         pthread_mutex_unlock(&rep_info->vfr_start_lock);
411                         return rc;
412                 }
413         }
414         pthread_mutex_unlock(&rep_info->vfr_start_lock);
415
416         rc = bnxt_vfr_alloc(eth_dev);
417         if (rc) {
418                 eth_dev->data->dev_link.link_status = 0;
419                 bnxt_rep_free_rx_mbufs(rep_bp);
420                 return rc;
421         }
422         eth_dev->rx_pkt_burst = &bnxt_rep_rx_burst;
423         eth_dev->tx_pkt_burst = &bnxt_rep_tx_burst;
424         bnxt_rep_link_update_op(eth_dev, 1);
425
426         return 0;
427 }
428
429 static int bnxt_tf_vfr_free(struct bnxt_representor *vfr)
430 {
431         BNXT_TF_DBG(DEBUG, "BNXT Port:%d VFR ulp free\n", vfr->dpdk_port_id);
432         return bnxt_ulp_delete_vfr_default_rules(vfr);
433 }
434
435 static int bnxt_vfr_free(struct bnxt_representor *vfr)
436 {
437         int rc = 0;
438         struct bnxt *parent_bp;
439
440         if (!vfr || !vfr->parent_dev) {
441                 PMD_DRV_LOG(ERR,
442                             "No memory allocated for representor\n");
443                 return -ENOMEM;
444         }
445
446         parent_bp = vfr->parent_dev->data->dev_private;
447         if (!parent_bp) {
448                 PMD_DRV_LOG(DEBUG, "BNXT Port:%d VFR already freed\n",
449                             vfr->dpdk_port_id);
450                 return 0;
451         }
452
453         /* Check if representor has been already freed in FW */
454         if (!vfr->vfr_tx_cfa_action)
455                 return 0;
456
457         rc = bnxt_tf_vfr_free(vfr);
458         if (rc) {
459                 PMD_DRV_LOG(ERR,
460                             "Failed to free representor %d in FW\n",
461                             vfr->vf_id);
462         }
463
464         PMD_DRV_LOG(DEBUG, "freed representor %d in FW\n",
465                     vfr->vf_id);
466         vfr->vfr_tx_cfa_action = 0;
467
468         if (BNXT_STINGRAY(parent_bp))
469                 rc = bnxt_hwrm_cfa_pair_free(parent_bp, vfr);
470         else
471                 rc = bnxt_hwrm_cfa_vfr_free(parent_bp, vfr->vf_id);
472
473         return rc;
474 }
475
476 void bnxt_rep_dev_stop_op(struct rte_eth_dev *eth_dev)
477 {
478         struct bnxt_representor *vfr_bp = eth_dev->data->dev_private;
479
480         /* Avoid crashes as we are about to free queues */
481         eth_dev->rx_pkt_burst = &bnxt_dummy_recv_pkts;
482         eth_dev->tx_pkt_burst = &bnxt_dummy_xmit_pkts;
483
484         BNXT_TF_DBG(DEBUG, "BNXT Port:%d VFR stop\n", eth_dev->data->port_id);
485
486         bnxt_vfr_free(vfr_bp);
487
488         if (eth_dev->data->dev_started)
489                 eth_dev->data->dev_link.link_status = 0;
490
491         bnxt_rep_free_rx_mbufs(vfr_bp);
492 }
493
494 int bnxt_rep_dev_close_op(struct rte_eth_dev *eth_dev)
495 {
496         BNXT_TF_DBG(DEBUG, "BNXT Port:%d VFR close\n", eth_dev->data->port_id);
497         bnxt_representor_uninit(eth_dev);
498         return 0;
499 }
500
501 int bnxt_rep_dev_info_get_op(struct rte_eth_dev *eth_dev,
502                                 struct rte_eth_dev_info *dev_info)
503 {
504         struct bnxt_representor *rep_bp = eth_dev->data->dev_private;
505         struct bnxt *parent_bp;
506         unsigned int max_rx_rings;
507         int rc = 0;
508
509         /* MAC Specifics */
510         parent_bp = rep_bp->parent_dev->data->dev_private;
511         if (!parent_bp) {
512                 PMD_DRV_LOG(ERR, "Rep parent NULL!\n");
513                 return rc;
514         }
515         PMD_DRV_LOG(DEBUG, "Representor dev_info_get_op\n");
516         dev_info->max_mac_addrs = parent_bp->max_l2_ctx;
517         dev_info->max_hash_mac_addrs = 0;
518
519         max_rx_rings = BNXT_MAX_VF_REP_RINGS;
520         /* For the sake of symmetry, max_rx_queues = max_tx_queues */
521         dev_info->max_rx_queues = max_rx_rings;
522         dev_info->max_tx_queues = max_rx_rings;
523         dev_info->reta_size = bnxt_rss_hash_tbl_size(parent_bp);
524         dev_info->hash_key_size = 40;
525
526         /* MTU specifics */
527         dev_info->min_mtu = RTE_ETHER_MIN_MTU;
528         dev_info->max_mtu = BNXT_MAX_MTU;
529
530         /* Fast path specifics */
531         dev_info->min_rx_bufsize = 1;
532         dev_info->max_rx_pktlen = BNXT_MAX_PKT_LEN;
533
534         dev_info->rx_offload_capa = BNXT_DEV_RX_OFFLOAD_SUPPORT;
535         if (parent_bp->flags & BNXT_FLAG_PTP_SUPPORTED)
536                 dev_info->rx_offload_capa |= DEV_RX_OFFLOAD_TIMESTAMP;
537         dev_info->tx_offload_capa = BNXT_DEV_TX_OFFLOAD_SUPPORT;
538         dev_info->flow_type_rss_offloads = BNXT_ETH_RSS_SUPPORT;
539
540         dev_info->switch_info.name = eth_dev->device->name;
541         dev_info->switch_info.domain_id = rep_bp->switch_domain_id;
542         dev_info->switch_info.port_id =
543                         rep_bp->vf_id & BNXT_SWITCH_PORT_ID_VF_MASK;
544
545         return 0;
546 }
547
548 int bnxt_rep_dev_configure_op(__rte_unused struct rte_eth_dev *eth_dev)
549 {
550         struct bnxt_representor *rep_bp = eth_dev->data->dev_private;
551
552         PMD_DRV_LOG(DEBUG, "Representor dev_configure_op\n");
553         rep_bp->rx_queues = (void *)eth_dev->data->rx_queues;
554         rep_bp->tx_nr_rings = eth_dev->data->nb_tx_queues;
555         rep_bp->rx_nr_rings = eth_dev->data->nb_rx_queues;
556
557         return 0;
558 }
559
560 static int bnxt_init_rep_rx_ring(struct bnxt_rx_queue *rxq,
561                                  unsigned int socket_id)
562 {
563         struct bnxt_rx_ring_info *rxr;
564         struct bnxt_ring *ring;
565
566         rxr = rte_zmalloc_socket("bnxt_rep_rx_ring",
567                                  sizeof(struct bnxt_rx_ring_info),
568                                  RTE_CACHE_LINE_SIZE, socket_id);
569         if (rxr == NULL)
570                 return -ENOMEM;
571         rxq->rx_ring = rxr;
572
573         ring = rte_zmalloc_socket("bnxt_rep_rx_ring_struct",
574                                   sizeof(struct bnxt_ring),
575                                   RTE_CACHE_LINE_SIZE, socket_id);
576         if (ring == NULL)
577                 return -ENOMEM;
578         rxr->rx_ring_struct = ring;
579         ring->ring_size = rte_align32pow2(rxq->nb_rx_desc);
580         ring->ring_mask = ring->ring_size - 1;
581
582         return 0;
583 }
584
585 int bnxt_rep_rx_queue_setup_op(struct rte_eth_dev *eth_dev,
586                                uint16_t queue_idx,
587                                uint16_t nb_desc,
588                                unsigned int socket_id,
589                                __rte_unused const struct rte_eth_rxconf *rx_conf,
590                                __rte_unused struct rte_mempool *mp)
591 {
592         struct bnxt_representor *rep_bp = eth_dev->data->dev_private;
593         struct bnxt *parent_bp = rep_bp->parent_dev->data->dev_private;
594         struct bnxt_rx_queue *parent_rxq;
595         struct bnxt_rx_queue *rxq;
596         struct rte_mbuf **buf_ring;
597         int rc = 0;
598
599         if (queue_idx >= BNXT_MAX_VF_REP_RINGS) {
600                 PMD_DRV_LOG(ERR,
601                             "Cannot create Rx ring %d. %d rings available\n",
602                             queue_idx, BNXT_MAX_VF_REP_RINGS);
603                 return -EINVAL;
604         }
605
606         if (!nb_desc || nb_desc > MAX_RX_DESC_CNT) {
607                 PMD_DRV_LOG(ERR, "nb_desc %d is invalid\n", nb_desc);
608                 return -EINVAL;
609         }
610
611         if (!parent_bp->rx_queues) {
612                 PMD_DRV_LOG(ERR, "Parent Rx qs not configured yet\n");
613                 return -EINVAL;
614         }
615
616         parent_rxq = parent_bp->rx_queues[queue_idx];
617         if (!parent_rxq) {
618                 PMD_DRV_LOG(ERR, "Parent RxQ has not been configured yet\n");
619                 return -EINVAL;
620         }
621
622         if (nb_desc != parent_rxq->nb_rx_desc) {
623                 PMD_DRV_LOG(ERR, "nb_desc %d do not match parent rxq", nb_desc);
624                 return -EINVAL;
625         }
626
627         if (eth_dev->data->rx_queues) {
628                 rxq = eth_dev->data->rx_queues[queue_idx];
629                 if (rxq)
630                         bnxt_rx_queue_release_op(rxq);
631         }
632
633         rxq = rte_zmalloc_socket("bnxt_vfr_rx_queue",
634                                  sizeof(struct bnxt_rx_queue),
635                                  RTE_CACHE_LINE_SIZE, socket_id);
636         if (!rxq) {
637                 PMD_DRV_LOG(ERR, "bnxt_vfr_rx_queue allocation failed!\n");
638                 return -ENOMEM;
639         }
640
641         rxq->nb_rx_desc = nb_desc;
642
643         rc = bnxt_init_rep_rx_ring(rxq, socket_id);
644         if (rc)
645                 goto out;
646
647         buf_ring = rte_zmalloc_socket("bnxt_rx_vfr_buf_ring",
648                                       sizeof(struct rte_mbuf *) *
649                                       rxq->rx_ring->rx_ring_struct->ring_size,
650                                       RTE_CACHE_LINE_SIZE, socket_id);
651         if (!buf_ring) {
652                 PMD_DRV_LOG(ERR, "bnxt_rx_vfr_buf_ring allocation failed!\n");
653                 rc = -ENOMEM;
654                 goto out;
655         }
656
657         rxq->rx_ring->rx_buf_ring = buf_ring;
658         rxq->queue_id = queue_idx;
659         rxq->port_id = eth_dev->data->port_id;
660         eth_dev->data->rx_queues[queue_idx] = rxq;
661
662         return 0;
663
664 out:
665         if (rxq)
666                 bnxt_rep_rx_queue_release_op(rxq);
667
668         return rc;
669 }
670
671 void bnxt_rep_rx_queue_release_op(void *rx_queue)
672 {
673         struct bnxt_rx_queue *rxq = (struct bnxt_rx_queue *)rx_queue;
674
675         if (!rxq)
676                 return;
677
678         bnxt_rx_queue_release_mbufs(rxq);
679
680         bnxt_free_ring(rxq->rx_ring->rx_ring_struct);
681         rte_free(rxq->rx_ring->rx_ring_struct);
682         rte_free(rxq->rx_ring);
683
684         rte_free(rxq);
685 }
686
687 int bnxt_rep_tx_queue_setup_op(struct rte_eth_dev *eth_dev,
688                                uint16_t queue_idx,
689                                uint16_t nb_desc,
690                                unsigned int socket_id,
691                                __rte_unused const struct rte_eth_txconf *tx_conf)
692 {
693         struct bnxt_representor *rep_bp = eth_dev->data->dev_private;
694         struct bnxt *parent_bp = rep_bp->parent_dev->data->dev_private;
695         struct bnxt_tx_queue *parent_txq, *txq;
696         struct bnxt_vf_rep_tx_queue *vfr_txq;
697
698         if (queue_idx >= BNXT_MAX_VF_REP_RINGS) {
699                 PMD_DRV_LOG(ERR,
700                             "Cannot create Tx rings %d. %d rings available\n",
701                             queue_idx, BNXT_MAX_VF_REP_RINGS);
702                 return -EINVAL;
703         }
704
705         if (!nb_desc || nb_desc > MAX_TX_DESC_CNT) {
706                 PMD_DRV_LOG(ERR, "nb_desc %d is invalid", nb_desc);
707                 return -EINVAL;
708         }
709
710         if (!parent_bp->tx_queues) {
711                 PMD_DRV_LOG(ERR, "Parent Tx qs not configured yet\n");
712                 return -EINVAL;
713         }
714
715         parent_txq = parent_bp->tx_queues[queue_idx];
716         if (!parent_txq) {
717                 PMD_DRV_LOG(ERR, "Parent TxQ has not been configured yet\n");
718                 return -EINVAL;
719         }
720
721         if (nb_desc != parent_txq->nb_tx_desc) {
722                 PMD_DRV_LOG(ERR, "nb_desc %d do not match parent txq", nb_desc);
723                 return -EINVAL;
724         }
725
726         if (eth_dev->data->tx_queues) {
727                 vfr_txq = eth_dev->data->tx_queues[queue_idx];
728                 bnxt_rep_tx_queue_release_op(vfr_txq);
729                 vfr_txq = NULL;
730         }
731
732         vfr_txq = rte_zmalloc_socket("bnxt_vfr_tx_queue",
733                                      sizeof(struct bnxt_vf_rep_tx_queue),
734                                      RTE_CACHE_LINE_SIZE, socket_id);
735         if (!vfr_txq) {
736                 PMD_DRV_LOG(ERR, "bnxt_vfr_tx_queue allocation failed!");
737                 return -ENOMEM;
738         }
739         txq = rte_zmalloc_socket("bnxt_tx_queue",
740                                  sizeof(struct bnxt_tx_queue),
741                                  RTE_CACHE_LINE_SIZE, socket_id);
742         if (!txq) {
743                 PMD_DRV_LOG(ERR, "bnxt_tx_queue allocation failed!");
744                 rte_free(vfr_txq);
745                 return -ENOMEM;
746         }
747
748         txq->nb_tx_desc = nb_desc;
749         txq->queue_id = queue_idx;
750         txq->port_id = eth_dev->data->port_id;
751         vfr_txq->txq = txq;
752         vfr_txq->bp = rep_bp;
753         eth_dev->data->tx_queues[queue_idx] = vfr_txq;
754
755         return 0;
756 }
757
758 void bnxt_rep_tx_queue_release_op(void *tx_queue)
759 {
760         struct bnxt_vf_rep_tx_queue *vfr_txq = tx_queue;
761
762         if (!vfr_txq)
763                 return;
764
765         rte_free(vfr_txq->txq);
766         rte_free(vfr_txq);
767 }
768
769 int bnxt_rep_stats_get_op(struct rte_eth_dev *eth_dev,
770                              struct rte_eth_stats *stats)
771 {
772         struct bnxt_representor *rep_bp = eth_dev->data->dev_private;
773         int i;
774
775         memset(stats, 0, sizeof(*stats));
776         for (i = 0; i < BNXT_MAX_VF_REP_RINGS; i++) {
777                 stats->obytes += rep_bp->tx_bytes[i];
778                 stats->opackets += rep_bp->tx_pkts[i];
779                 stats->ibytes += rep_bp->rx_bytes[i];
780                 stats->ipackets += rep_bp->rx_pkts[i];
781                 stats->imissed += rep_bp->rx_drop_pkts[i];
782
783                 stats->q_ipackets[i] = rep_bp->rx_pkts[i];
784                 stats->q_ibytes[i] = rep_bp->rx_bytes[i];
785                 stats->q_opackets[i] = rep_bp->tx_pkts[i];
786                 stats->q_obytes[i] = rep_bp->tx_bytes[i];
787                 stats->q_errors[i] = rep_bp->rx_drop_pkts[i];
788         }
789
790         return 0;
791 }
792
793 int bnxt_rep_stats_reset_op(struct rte_eth_dev *eth_dev)
794 {
795         struct bnxt_representor *rep_bp = eth_dev->data->dev_private;
796         int i;
797
798         for (i = 0; i < BNXT_MAX_VF_REP_RINGS; i++) {
799                 rep_bp->tx_pkts[i] = 0;
800                 rep_bp->tx_bytes[i] = 0;
801                 rep_bp->rx_pkts[i] = 0;
802                 rep_bp->rx_bytes[i] = 0;
803                 rep_bp->rx_drop_pkts[i] = 0;
804         }
805         return 0;
806 }
807
808 void bnxt_rep_stop_all(struct bnxt *bp)
809 {
810         uint16_t vf_id;
811         struct rte_eth_dev *rep_eth_dev;
812
813         /* No vfrep ports just exit */
814         if (!bp->rep_info)
815                 return;
816
817         for (vf_id = 0; vf_id < BNXT_MAX_VF_REPS; vf_id++) {
818                 rep_eth_dev = bp->rep_info[vf_id].vfr_eth_dev;
819                 if (!rep_eth_dev)
820                         continue;
821                 bnxt_rep_dev_stop_op(rep_eth_dev);
822         }
823 }