net/cnxk: fix RSS RETA table update
[dpdk.git] / drivers / net / cnxk / cnxk_ethdev_ops.c
index e0696f1..f4a0562 100644 (file)
@@ -67,8 +67,8 @@ cnxk_nix_info_get(struct rte_eth_dev *eth_dev, struct rte_eth_dev_info *devinfo)
 
        devinfo->speed_capa = dev->speed_capa;
        devinfo->dev_capa = RTE_ETH_DEV_CAPA_RUNTIME_RX_QUEUE_SETUP |
-                           RTE_ETH_DEV_CAPA_RUNTIME_TX_QUEUE_SETUP;
-       devinfo->dev_capa &= ~RTE_ETH_DEV_CAPA_FLOW_RULE_KEEP;
+                           RTE_ETH_DEV_CAPA_RUNTIME_TX_QUEUE_SETUP |
+                           RTE_ETH_DEV_CAPA_FLOW_RULE_KEEP;
        return 0;
 }
 
@@ -230,6 +230,8 @@ nix_fc_cq_config_set(struct cnxk_eth_dev *dev, uint16_t qid, bool enable)
        cq = &dev->cqs[qid];
        fc_cfg.type = ROC_NIX_FC_CQ_CFG;
        fc_cfg.cq_cfg.enable = enable;
+       /* Map all CQs to last channel */
+       fc_cfg.cq_cfg.tc = roc_nix_chan_count_get(nix) - 1;
        fc_cfg.cq_cfg.rq = qid;
        fc_cfg.cq_cfg.cq_drop = cq->drop_thresh;
 
@@ -248,10 +250,12 @@ cnxk_nix_flow_ctrl_set(struct rte_eth_dev *eth_dev,
        struct rte_eth_dev_data *data = eth_dev->data;
        struct cnxk_fc_cfg *fc = &dev->fc_cfg;
        struct roc_nix *nix = &dev->nix;
+       struct cnxk_eth_rxq_sp *rxq;
+       struct cnxk_eth_txq_sp *txq;
        uint8_t rx_pause, tx_pause;
        int rc, i;
 
-       if (roc_nix_is_vf_or_sdp(nix)) {
+       if (roc_nix_is_vf_or_sdp(nix) && !roc_nix_is_lbk(nix)) {
                plt_err("Flow control configuration is not allowed on VFs");
                return -ENOTSUP;
        }
@@ -282,7 +286,29 @@ cnxk_nix_flow_ctrl_set(struct rte_eth_dev *eth_dev,
                }
 
                for (i = 0; i < data->nb_rx_queues; i++) {
-                       rc = nix_fc_cq_config_set(dev, i, tx_pause);
+                       struct roc_nix_fc_cfg fc_cfg;
+
+                       memset(&fc_cfg, 0, sizeof(struct roc_nix_fc_cfg));
+                       rxq = ((struct cnxk_eth_rxq_sp *)data->rx_queues[i]) -
+                             1;
+                       rc = nix_fc_cq_config_set(dev, rxq->qid, !!tx_pause);
+                       if (rc)
+                               return rc;
+               }
+       }
+
+       /* Check if RX pause frame is enabled or not */
+       if (fc->rx_pause ^ rx_pause) {
+               for (i = 0; i < data->nb_tx_queues; i++) {
+                       struct roc_nix_fc_cfg fc_cfg;
+
+                       memset(&fc_cfg, 0, sizeof(struct roc_nix_fc_cfg));
+                       txq = ((struct cnxk_eth_txq_sp *)data->tx_queues[i]) -
+                             1;
+                       fc_cfg.type = ROC_NIX_FC_TM_CFG;
+                       fc_cfg.tm_cfg.sq = txq->qid;
+                       fc_cfg.tm_cfg.enable = !!rx_pause;
+                       rc = roc_nix_fc_config_set(nix, &fc_cfg);
                        if (rc)
                                return rc;
                }
@@ -299,6 +325,42 @@ cnxk_nix_flow_ctrl_set(struct rte_eth_dev *eth_dev,
        return rc;
 }
 
+int
+cnxk_nix_priority_flow_ctrl_queue_info_get(struct rte_eth_dev *eth_dev,
+                                        struct rte_eth_pfc_queue_info *pfc_info)
+{
+       struct cnxk_eth_dev *dev = cnxk_eth_pmd_priv(eth_dev);
+
+       pfc_info->tc_max = roc_nix_chan_count_get(&dev->nix);
+       pfc_info->mode_capa = RTE_ETH_FC_FULL;
+       return 0;
+}
+
+int
+cnxk_nix_priority_flow_ctrl_queue_config(struct rte_eth_dev *eth_dev,
+                                        struct rte_eth_pfc_queue_conf *pfc_conf)
+{
+       struct cnxk_pfc_cfg conf;
+       int rc;
+
+       memset(&conf, 0, sizeof(struct cnxk_pfc_cfg));
+
+       conf.fc_cfg.mode = pfc_conf->mode;
+
+       conf.pause_time = pfc_conf->tx_pause.pause_time;
+       conf.rx_tc = pfc_conf->tx_pause.tc;
+       conf.rx_qid = pfc_conf->tx_pause.rx_qid;
+
+       conf.tx_tc = pfc_conf->rx_pause.tc;
+       conf.tx_qid = pfc_conf->rx_pause.tx_qid;
+
+       rc = nix_priority_flow_ctrl_configure(eth_dev, &conf);
+       if (rc)
+               return rc;
+
+       return rc;
+}
+
 int
 cnxk_nix_flow_ops_get(struct rte_eth_dev *eth_dev,
                      const struct rte_flow_ops **ops)
@@ -505,7 +567,8 @@ cnxk_nix_allmulticast_enable(struct rte_eth_dev *eth_dev)
 {
        struct cnxk_eth_dev *dev = cnxk_eth_pmd_priv(eth_dev);
 
-       return roc_nix_npc_mcast_config(&dev->nix, true, false);
+       return roc_nix_npc_mcast_config(&dev->nix, true,
+                                       eth_dev->data->promiscuous);
 }
 
 int
@@ -682,6 +745,66 @@ cnxk_nix_txq_info_get(struct rte_eth_dev *eth_dev, uint16_t qid,
        memcpy(&qinfo->conf, &txq_sp->qconf.conf.tx, sizeof(qinfo->conf));
 }
 
+uint32_t
+cnxk_nix_rx_queue_count(void *rxq)
+{
+       struct cnxk_eth_rxq_sp *rxq_sp = cnxk_eth_rxq_to_sp(rxq);
+       struct roc_nix *nix = &rxq_sp->dev->nix;
+       uint32_t head, tail;
+
+       roc_nix_cq_head_tail_get(nix, rxq_sp->qid, &head, &tail);
+       return (tail - head) % (rxq_sp->qconf.nb_desc);
+}
+
+static inline int
+nix_offset_has_packet(uint32_t head, uint32_t tail, uint16_t offset, bool is_rx)
+{
+       /* Check given offset(queue index) has packet filled/xmit by HW
+        * in case of Rx or Tx.
+        * Also, checks for wrap around case.
+        */
+       return ((tail > head && offset <= tail && offset >= head) ||
+               (head > tail && (offset >= head || offset <= tail))) ?
+                      is_rx :
+                      !is_rx;
+}
+
+int
+cnxk_nix_rx_descriptor_status(void *rxq, uint16_t offset)
+{
+       struct cnxk_eth_rxq_sp *rxq_sp = cnxk_eth_rxq_to_sp(rxq);
+       struct roc_nix *nix = &rxq_sp->dev->nix;
+       uint32_t head, tail;
+
+       if (rxq_sp->qconf.nb_desc <= offset)
+               return -EINVAL;
+
+       roc_nix_cq_head_tail_get(nix, rxq_sp->qid, &head, &tail);
+
+       if (nix_offset_has_packet(head, tail, offset, 1))
+               return RTE_ETH_RX_DESC_DONE;
+       else
+               return RTE_ETH_RX_DESC_AVAIL;
+}
+
+int
+cnxk_nix_tx_descriptor_status(void *txq, uint16_t offset)
+{
+       struct cnxk_eth_txq_sp *txq_sp = cnxk_eth_txq_to_sp(txq);
+       struct roc_nix *nix = &txq_sp->dev->nix;
+       uint32_t head = 0, tail = 0;
+
+       if (txq_sp->qconf.nb_desc <= offset)
+               return -EINVAL;
+
+       roc_nix_sq_head_tail_get(nix, txq_sp->qid, &head, &tail);
+
+       if (nix_offset_has_packet(head, tail, offset, 0))
+               return RTE_ETH_TX_DESC_DONE;
+       else
+               return RTE_ETH_TX_DESC_FULL;
+}
+
 /* It is a NOP for cnxk as HW frees the buffer on xmit */
 int
 cnxk_nix_tx_done_cleanup(void *txq, uint32_t free_cnt)
@@ -734,6 +857,8 @@ cnxk_nix_reta_update(struct rte_eth_dev *eth_dev,
                goto fail;
        }
 
+       roc_nix_rss_reta_get(nix, 0, reta);
+
        /* Copy RETA table */
        for (i = 0; i < (int)(dev->nix.reta_sz / RTE_ETH_RETA_GROUP_SIZE); i++) {
                for (j = 0; j < RTE_ETH_RETA_GROUP_SIZE; j++) {
@@ -899,3 +1024,123 @@ cnxk_nix_mc_addr_list_configure(struct rte_eth_dev *eth_dev,
 
        return 0;
 }
+
+int
+nix_priority_flow_ctrl_configure(struct rte_eth_dev *eth_dev,
+                                struct cnxk_pfc_cfg *conf)
+{
+       enum roc_nix_fc_mode mode_map[] = {ROC_NIX_FC_NONE, ROC_NIX_FC_RX,
+                                          ROC_NIX_FC_TX, ROC_NIX_FC_FULL};
+       struct cnxk_eth_dev *dev = cnxk_eth_pmd_priv(eth_dev);
+       struct rte_eth_dev_data *data = eth_dev->data;
+       struct cnxk_pfc_cfg *pfc = &dev->pfc_cfg;
+       struct roc_nix *nix = &dev->nix;
+       struct roc_nix_pfc_cfg pfc_cfg;
+       struct roc_nix_fc_cfg fc_cfg;
+       struct cnxk_eth_rxq_sp *rxq;
+       struct cnxk_eth_txq_sp *txq;
+       uint8_t rx_pause, tx_pause;
+       enum rte_eth_fc_mode mode;
+       struct roc_nix_cq *cq;
+       struct roc_nix_sq *sq;
+       int rc;
+
+       if (roc_nix_is_vf_or_sdp(nix)) {
+               plt_err("Prio flow ctrl config is not allowed on VF and SDP");
+               return -ENOTSUP;
+       }
+
+       if (roc_model_is_cn96_ax() && data->dev_started) {
+               /* On Ax, CQ should be in disabled state
+                * while setting flow control configuration.
+                */
+               plt_info("Stop the port=%d for setting flow control",
+                        data->port_id);
+               return 0;
+       }
+
+       if (dev->pfc_tc_sq_map[conf->tx_tc] != 0xFFFF &&
+           dev->pfc_tc_sq_map[conf->tx_tc] != conf->tx_qid) {
+               plt_err("Same TC can not be configured on multiple SQs");
+               return -ENOTSUP;
+       }
+
+       mode = conf->fc_cfg.mode;
+       rx_pause = (mode == RTE_ETH_FC_FULL) || (mode == RTE_ETH_FC_RX_PAUSE);
+       tx_pause = (mode == RTE_ETH_FC_FULL) || (mode == RTE_ETH_FC_TX_PAUSE);
+
+       /* Configure CQs */
+       memset(&fc_cfg, 0, sizeof(struct roc_nix_fc_cfg));
+       rxq = ((struct cnxk_eth_rxq_sp *)data->rx_queues[conf->rx_qid]) - 1;
+       cq = &dev->cqs[rxq->qid];
+       fc_cfg.type = ROC_NIX_FC_CQ_CFG;
+       fc_cfg.cq_cfg.tc = conf->rx_tc;
+       fc_cfg.cq_cfg.enable = !!tx_pause;
+       fc_cfg.cq_cfg.rq = cq->qid;
+       fc_cfg.cq_cfg.cq_drop = cq->drop_thresh;
+       rc = roc_nix_fc_config_set(nix, &fc_cfg);
+       if (rc)
+               goto exit;
+
+       /* Check if RX pause frame is enabled or not */
+       if (pfc->fc_cfg.rx_pause ^ rx_pause) {
+               if (conf->tx_qid >= eth_dev->data->nb_tx_queues)
+                       goto exit;
+
+               if ((roc_nix_tm_tree_type_get(nix) == ROC_NIX_TM_DEFAULT) &&
+                   eth_dev->data->nb_tx_queues > 1) {
+                       /*
+                        * Disabled xmit will be enabled when
+                        * new topology is available.
+                        */
+                       rc = roc_nix_tm_hierarchy_disable(nix);
+                       if (rc)
+                               goto exit;
+
+                       rc = roc_nix_tm_pfc_prepare_tree(nix);
+                       if (rc)
+                               goto exit;
+
+                       rc = roc_nix_tm_hierarchy_enable(nix, ROC_NIX_TM_PFC,
+                                                        true);
+                       if (rc)
+                               goto exit;
+               }
+       }
+
+       txq = ((struct cnxk_eth_txq_sp *)data->tx_queues[conf->tx_qid]) - 1;
+       sq = &dev->sqs[txq->qid];
+       memset(&fc_cfg, 0, sizeof(struct roc_nix_fc_cfg));
+       fc_cfg.type = ROC_NIX_FC_TM_CFG;
+       fc_cfg.tm_cfg.sq = sq->qid;
+       fc_cfg.tm_cfg.tc = conf->tx_tc;
+       fc_cfg.tm_cfg.enable = !!rx_pause;
+       rc = roc_nix_fc_config_set(nix, &fc_cfg);
+       if (rc)
+               return rc;
+
+       dev->pfc_tc_sq_map[conf->tx_tc] = sq->qid;
+
+       /* Configure MAC block */
+       if (tx_pause)
+               pfc->class_en |= BIT(conf->rx_tc);
+       else
+               pfc->class_en &= ~BIT(conf->rx_tc);
+
+       if (pfc->class_en)
+               mode = RTE_ETH_FC_FULL;
+
+       memset(&pfc_cfg, 0, sizeof(struct roc_nix_pfc_cfg));
+       pfc_cfg.mode = mode_map[mode];
+       pfc_cfg.tc = pfc->class_en;
+       rc = roc_nix_pfc_mode_set(nix, &pfc_cfg);
+       if (rc)
+               return rc;
+
+       pfc->fc_cfg.rx_pause = rx_pause;
+       pfc->fc_cfg.tx_pause = tx_pause;
+       pfc->fc_cfg.mode = mode;
+
+exit:
+       return rc;
+}