vhost: mark vDPA driver API as internal
[dpdk.git] / drivers / net / cnxk / cnxk_ethdev_ops.c
index c879b25..62306b6 100644 (file)
@@ -68,6 +68,7 @@ cnxk_nix_info_get(struct rte_eth_dev *eth_dev, struct rte_eth_dev_info *devinfo)
        devinfo->speed_capa = dev->speed_capa;
        devinfo->dev_capa = RTE_ETH_DEV_CAPA_RUNTIME_RX_QUEUE_SETUP |
                            RTE_ETH_DEV_CAPA_RUNTIME_TX_QUEUE_SETUP;
+       devinfo->dev_capa &= ~RTE_ETH_DEV_CAPA_FLOW_RULE_KEEP;
        return 0;
 }
 
@@ -81,25 +82,24 @@ cnxk_nix_rx_burst_mode_get(struct rte_eth_dev *eth_dev, uint16_t queue_id,
                uint64_t flags;
                const char *output;
        } rx_offload_map[] = {
-               {DEV_RX_OFFLOAD_VLAN_STRIP, " VLAN Strip,"},
-               {DEV_RX_OFFLOAD_IPV4_CKSUM, " Inner IPv4 Checksum,"},
-               {DEV_RX_OFFLOAD_UDP_CKSUM, " UDP Checksum,"},
-               {DEV_RX_OFFLOAD_TCP_CKSUM, " TCP Checksum,"},
-               {DEV_RX_OFFLOAD_TCP_LRO, " TCP LRO,"},
-               {DEV_RX_OFFLOAD_QINQ_STRIP, " QinQ VLAN Strip,"},
-               {DEV_RX_OFFLOAD_OUTER_IPV4_CKSUM, " Outer IPv4 Checksum,"},
-               {DEV_RX_OFFLOAD_MACSEC_STRIP, " MACsec Strip,"},
-               {DEV_RX_OFFLOAD_HEADER_SPLIT, " Header Split,"},
-               {DEV_RX_OFFLOAD_VLAN_FILTER, " VLAN Filter,"},
-               {DEV_RX_OFFLOAD_VLAN_EXTEND, " VLAN Extend,"},
-               {DEV_RX_OFFLOAD_JUMBO_FRAME, " Jumbo Frame,"},
-               {DEV_RX_OFFLOAD_SCATTER, " Scattered,"},
-               {DEV_RX_OFFLOAD_TIMESTAMP, " Timestamp,"},
-               {DEV_RX_OFFLOAD_SECURITY, " Security,"},
-               {DEV_RX_OFFLOAD_KEEP_CRC, " Keep CRC,"},
-               {DEV_RX_OFFLOAD_SCTP_CKSUM, " SCTP,"},
-               {DEV_RX_OFFLOAD_OUTER_UDP_CKSUM, " Outer UDP Checksum,"},
-               {DEV_RX_OFFLOAD_RSS_HASH, " RSS,"}
+               {RTE_ETH_RX_OFFLOAD_VLAN_STRIP, " VLAN Strip,"},
+               {RTE_ETH_RX_OFFLOAD_IPV4_CKSUM, " Inner IPv4 Checksum,"},
+               {RTE_ETH_RX_OFFLOAD_UDP_CKSUM, " UDP Checksum,"},
+               {RTE_ETH_RX_OFFLOAD_TCP_CKSUM, " TCP Checksum,"},
+               {RTE_ETH_RX_OFFLOAD_TCP_LRO, " TCP LRO,"},
+               {RTE_ETH_RX_OFFLOAD_QINQ_STRIP, " QinQ VLAN Strip,"},
+               {RTE_ETH_RX_OFFLOAD_OUTER_IPV4_CKSUM, " Outer IPv4 Checksum,"},
+               {RTE_ETH_RX_OFFLOAD_MACSEC_STRIP, " MACsec Strip,"},
+               {RTE_ETH_RX_OFFLOAD_HEADER_SPLIT, " Header Split,"},
+               {RTE_ETH_RX_OFFLOAD_VLAN_FILTER, " VLAN Filter,"},
+               {RTE_ETH_RX_OFFLOAD_VLAN_EXTEND, " VLAN Extend,"},
+               {RTE_ETH_RX_OFFLOAD_SCATTER, " Scattered,"},
+               {RTE_ETH_RX_OFFLOAD_TIMESTAMP, " Timestamp,"},
+               {RTE_ETH_RX_OFFLOAD_SECURITY, " Security,"},
+               {RTE_ETH_RX_OFFLOAD_KEEP_CRC, " Keep CRC,"},
+               {RTE_ETH_RX_OFFLOAD_SCTP_CKSUM, " SCTP,"},
+               {RTE_ETH_RX_OFFLOAD_OUTER_UDP_CKSUM, " Outer UDP Checksum,"},
+               {RTE_ETH_RX_OFFLOAD_RSS_HASH, " RSS,"}
        };
        static const char *const burst_mode[] = {"Vector Neon, Rx Offloads:",
                                                 "Scalar, Rx Offloads:"
@@ -143,28 +143,28 @@ cnxk_nix_tx_burst_mode_get(struct rte_eth_dev *eth_dev, uint16_t queue_id,
                uint64_t flags;
                const char *output;
        } tx_offload_map[] = {
-               {DEV_TX_OFFLOAD_VLAN_INSERT, " VLAN Insert,"},
-               {DEV_TX_OFFLOAD_IPV4_CKSUM, " Inner IPv4 Checksum,"},
-               {DEV_TX_OFFLOAD_UDP_CKSUM, " UDP Checksum,"},
-               {DEV_TX_OFFLOAD_TCP_CKSUM, " TCP Checksum,"},
-               {DEV_TX_OFFLOAD_SCTP_CKSUM, " SCTP Checksum,"},
-               {DEV_TX_OFFLOAD_TCP_TSO, " TCP TSO,"},
-               {DEV_TX_OFFLOAD_UDP_TSO, " UDP TSO,"},
-               {DEV_TX_OFFLOAD_OUTER_IPV4_CKSUM, " Outer IPv4 Checksum,"},
-               {DEV_TX_OFFLOAD_QINQ_INSERT, " QinQ VLAN Insert,"},
-               {DEV_TX_OFFLOAD_VXLAN_TNL_TSO, " VXLAN Tunnel TSO,"},
-               {DEV_TX_OFFLOAD_GRE_TNL_TSO, " GRE Tunnel TSO,"},
-               {DEV_TX_OFFLOAD_IPIP_TNL_TSO, " IP-in-IP Tunnel TSO,"},
-               {DEV_TX_OFFLOAD_GENEVE_TNL_TSO, " Geneve Tunnel TSO,"},
-               {DEV_TX_OFFLOAD_MACSEC_INSERT, " MACsec Insert,"},
-               {DEV_TX_OFFLOAD_MT_LOCKFREE, " Multi Thread Lockless Tx,"},
-               {DEV_TX_OFFLOAD_MULTI_SEGS, " Scattered,"},
-               {DEV_TX_OFFLOAD_MBUF_FAST_FREE, " H/W MBUF Free,"},
-               {DEV_TX_OFFLOAD_SECURITY, " Security,"},
-               {DEV_TX_OFFLOAD_UDP_TNL_TSO, " UDP Tunnel TSO,"},
-               {DEV_TX_OFFLOAD_IP_TNL_TSO, " IP Tunnel TSO,"},
-               {DEV_TX_OFFLOAD_OUTER_UDP_CKSUM, " Outer UDP Checksum,"},
-               {DEV_TX_OFFLOAD_SEND_ON_TIMESTAMP, " Timestamp,"}
+               {RTE_ETH_TX_OFFLOAD_VLAN_INSERT, " VLAN Insert,"},
+               {RTE_ETH_TX_OFFLOAD_IPV4_CKSUM, " Inner IPv4 Checksum,"},
+               {RTE_ETH_TX_OFFLOAD_UDP_CKSUM, " UDP Checksum,"},
+               {RTE_ETH_TX_OFFLOAD_TCP_CKSUM, " TCP Checksum,"},
+               {RTE_ETH_TX_OFFLOAD_SCTP_CKSUM, " SCTP Checksum,"},
+               {RTE_ETH_TX_OFFLOAD_TCP_TSO, " TCP TSO,"},
+               {RTE_ETH_TX_OFFLOAD_UDP_TSO, " UDP TSO,"},
+               {RTE_ETH_TX_OFFLOAD_OUTER_IPV4_CKSUM, " Outer IPv4 Checksum,"},
+               {RTE_ETH_TX_OFFLOAD_QINQ_INSERT, " QinQ VLAN Insert,"},
+               {RTE_ETH_TX_OFFLOAD_VXLAN_TNL_TSO, " VXLAN Tunnel TSO,"},
+               {RTE_ETH_TX_OFFLOAD_GRE_TNL_TSO, " GRE Tunnel TSO,"},
+               {RTE_ETH_TX_OFFLOAD_IPIP_TNL_TSO, " IP-in-IP Tunnel TSO,"},
+               {RTE_ETH_TX_OFFLOAD_GENEVE_TNL_TSO, " Geneve Tunnel TSO,"},
+               {RTE_ETH_TX_OFFLOAD_MACSEC_INSERT, " MACsec Insert,"},
+               {RTE_ETH_TX_OFFLOAD_MT_LOCKFREE, " Multi Thread Lockless Tx,"},
+               {RTE_ETH_TX_OFFLOAD_MULTI_SEGS, " Scattered,"},
+               {RTE_ETH_TX_OFFLOAD_MBUF_FAST_FREE, " H/W MBUF Free,"},
+               {RTE_ETH_TX_OFFLOAD_SECURITY, " Security,"},
+               {RTE_ETH_TX_OFFLOAD_UDP_TNL_TSO, " UDP Tunnel TSO,"},
+               {RTE_ETH_TX_OFFLOAD_IP_TNL_TSO, " IP Tunnel TSO,"},
+               {RTE_ETH_TX_OFFLOAD_OUTER_UDP_CKSUM, " Outer UDP Checksum,"},
+               {RTE_ETH_TX_OFFLOAD_SEND_ON_TIMESTAMP, " Timestamp,"}
        };
        static const char *const burst_mode[] = {"Vector Neon, Tx Offloads:",
                                                 "Scalar, Tx Offloads:"
@@ -204,8 +204,8 @@ cnxk_nix_flow_ctrl_get(struct rte_eth_dev *eth_dev,
 {
        struct cnxk_eth_dev *dev = cnxk_eth_pmd_priv(eth_dev);
        enum rte_eth_fc_mode mode_map[] = {
-                                          RTE_FC_NONE, RTE_FC_RX_PAUSE,
-                                          RTE_FC_TX_PAUSE, RTE_FC_FULL
+                                          RTE_ETH_FC_NONE, RTE_ETH_FC_RX_PAUSE,
+                                          RTE_ETH_FC_TX_PAUSE, RTE_ETH_FC_FULL
                                          };
        struct roc_nix *nix = &dev->nix;
        int mode;
@@ -265,10 +265,10 @@ cnxk_nix_flow_ctrl_set(struct rte_eth_dev *eth_dev,
        if (fc_conf->mode == fc->mode)
                return 0;
 
-       rx_pause = (fc_conf->mode == RTE_FC_FULL) ||
-                   (fc_conf->mode == RTE_FC_RX_PAUSE);
-       tx_pause = (fc_conf->mode == RTE_FC_FULL) ||
-                   (fc_conf->mode == RTE_FC_TX_PAUSE);
+       rx_pause = (fc_conf->mode == RTE_ETH_FC_FULL) ||
+                   (fc_conf->mode == RTE_ETH_FC_RX_PAUSE);
+       tx_pause = (fc_conf->mode == RTE_ETH_FC_FULL) ||
+                   (fc_conf->mode == RTE_ETH_FC_TX_PAUSE);
 
        /* Check if TX pause frame is already enabled or not */
        if (fc->tx_pause ^ tx_pause) {
@@ -359,6 +359,7 @@ cnxk_nix_mac_addr_add(struct rte_eth_dev *eth_dev, struct rte_ether_addr *addr,
        roc_nix_npc_promisc_ena_dis(nix, true);
        dev->dmac_filter_enable = true;
        eth_dev->data->promiscuous = false;
+       dev->dmac_filter_count++;
 
        return 0;
 }
@@ -373,6 +374,8 @@ cnxk_nix_mac_addr_del(struct rte_eth_dev *eth_dev, uint32_t index)
        rc = roc_nix_mac_addr_del(nix, index);
        if (rc)
                plt_err("Failed to delete mac address, rc=%d", rc);
+
+       dev->dmac_filter_count--;
 }
 
 int
@@ -385,6 +388,8 @@ cnxk_nix_mtu_set(struct rte_eth_dev *eth_dev, uint16_t mtu)
        int rc = -EINVAL;
        uint32_t buffsz;
 
+       frame_size += CNXK_NIX_TIMESYNC_RX_OFFSET * dev->ptp_en;
+
        /* Check if MTU is within the allowed range */
        if ((frame_size - RTE_ETHER_CRC_LEN) < NIX_MIN_HW_FRS) {
                plt_err("MTU is lesser than minimum");
@@ -404,13 +409,13 @@ cnxk_nix_mtu_set(struct rte_eth_dev *eth_dev, uint16_t mtu)
         * when this feature has not been enabled before.
         */
        if (data->dev_started && frame_size > buffsz &&
-           !(dev->rx_offloads & DEV_RX_OFFLOAD_SCATTER)) {
+           !(dev->rx_offloads & RTE_ETH_RX_OFFLOAD_SCATTER)) {
                plt_err("Scatter offload is not enabled for mtu");
                goto exit;
        }
 
        /* Check <seg size> * <max_seg>  >= max_frame */
-       if ((dev->rx_offloads & DEV_RX_OFFLOAD_SCATTER) &&
+       if ((dev->rx_offloads & RTE_ETH_RX_OFFLOAD_SCATTER)     &&
            frame_size > (buffsz * CNXK_NIX_RX_NB_SEG_MAX)) {
                plt_err("Greater than maximum supported packet length");
                goto exit;
@@ -434,17 +439,6 @@ cnxk_nix_mtu_set(struct rte_eth_dev *eth_dev, uint16_t mtu)
                plt_err("Failed to max Rx frame length, rc=%d", rc);
                goto exit;
        }
-
-       frame_size += RTE_ETHER_CRC_LEN;
-
-       if (frame_size > RTE_ETHER_MAX_LEN)
-               dev->rx_offloads |= DEV_RX_OFFLOAD_JUMBO_FRAME;
-       else
-               dev->rx_offloads &= ~DEV_RX_OFFLOAD_JUMBO_FRAME;
-
-       /* Update max_rx_pkt_len */
-       data->dev_conf.rxmode.max_rx_pkt_len = frame_size;
-
 exit:
        return rc;
 }
@@ -722,3 +716,186 @@ cnxk_nix_dev_get_reg(struct rte_eth_dev *eth_dev, struct rte_dev_reg_info *regs)
 
        return rc;
 }
+
+int
+cnxk_nix_reta_update(struct rte_eth_dev *eth_dev,
+                    struct rte_eth_rss_reta_entry64 *reta_conf,
+                    uint16_t reta_size)
+{
+       struct cnxk_eth_dev *dev = cnxk_eth_pmd_priv(eth_dev);
+       uint16_t reta[ROC_NIX_RSS_RETA_MAX];
+       struct roc_nix *nix = &dev->nix;
+       int i, j, rc = -EINVAL, idx = 0;
+
+       if (reta_size != dev->nix.reta_sz) {
+               plt_err("Size of hash lookup table configured (%d) does not "
+                       "match the number hardware can supported (%d)",
+                       reta_size, dev->nix.reta_sz);
+               goto fail;
+       }
+
+       /* Copy RETA table */
+       for (i = 0; i < (int)(dev->nix.reta_sz / RTE_ETH_RETA_GROUP_SIZE); i++) {
+               for (j = 0; j < RTE_ETH_RETA_GROUP_SIZE; j++) {
+                       if ((reta_conf[i].mask >> j) & 0x01)
+                               reta[idx] = reta_conf[i].reta[j];
+                       idx++;
+               }
+       }
+
+       return roc_nix_rss_reta_set(nix, 0, reta);
+
+fail:
+       return rc;
+}
+
+int
+cnxk_nix_reta_query(struct rte_eth_dev *eth_dev,
+                   struct rte_eth_rss_reta_entry64 *reta_conf,
+                   uint16_t reta_size)
+{
+       struct cnxk_eth_dev *dev = cnxk_eth_pmd_priv(eth_dev);
+       uint16_t reta[ROC_NIX_RSS_RETA_MAX];
+       struct roc_nix *nix = &dev->nix;
+       int rc = -EINVAL, i, j, idx = 0;
+
+       if (reta_size != dev->nix.reta_sz) {
+               plt_err("Size of hash lookup table configured (%d) does not "
+                       "match the number hardware can supported (%d)",
+                       reta_size, dev->nix.reta_sz);
+               goto fail;
+       }
+
+       rc = roc_nix_rss_reta_get(nix, 0, reta);
+       if (rc)
+               goto fail;
+
+       /* Copy RETA table */
+       for (i = 0; i < (int)(dev->nix.reta_sz / RTE_ETH_RETA_GROUP_SIZE); i++) {
+               for (j = 0; j < RTE_ETH_RETA_GROUP_SIZE; j++) {
+                       if ((reta_conf[i].mask >> j) & 0x01)
+                               reta_conf[i].reta[j] = reta[idx];
+                       idx++;
+               }
+       }
+
+       return 0;
+
+fail:
+       return rc;
+}
+
+int
+cnxk_nix_rss_hash_update(struct rte_eth_dev *eth_dev,
+                        struct rte_eth_rss_conf *rss_conf)
+{
+       struct cnxk_eth_dev *dev = cnxk_eth_pmd_priv(eth_dev);
+       struct roc_nix *nix = &dev->nix;
+       uint8_t rss_hash_level;
+       uint32_t flowkey_cfg;
+       int rc = -EINVAL;
+       uint8_t alg_idx;
+
+       if (rss_conf->rss_key && rss_conf->rss_key_len != ROC_NIX_RSS_KEY_LEN) {
+               plt_err("Hash key size mismatch %d vs %d",
+                       rss_conf->rss_key_len, ROC_NIX_RSS_KEY_LEN);
+               goto fail;
+       }
+
+       if (rss_conf->rss_key)
+               roc_nix_rss_key_set(nix, rss_conf->rss_key);
+
+       rss_hash_level = RTE_ETH_RSS_LEVEL(rss_conf->rss_hf);
+       if (rss_hash_level)
+               rss_hash_level -= 1;
+       flowkey_cfg =
+               cnxk_rss_ethdev_to_nix(dev, rss_conf->rss_hf, rss_hash_level);
+
+       rc = roc_nix_rss_flowkey_set(nix, &alg_idx, flowkey_cfg,
+                                    ROC_NIX_RSS_GROUP_DEFAULT,
+                                    ROC_NIX_RSS_MCAM_IDX_DEFAULT);
+       if (rc) {
+               plt_err("Failed to set RSS hash function rc=%d", rc);
+               return rc;
+       }
+
+fail:
+       return rc;
+}
+
+int
+cnxk_nix_rss_hash_conf_get(struct rte_eth_dev *eth_dev,
+                          struct rte_eth_rss_conf *rss_conf)
+{
+       struct cnxk_eth_dev *dev = cnxk_eth_pmd_priv(eth_dev);
+
+       if (rss_conf->rss_key)
+               roc_nix_rss_key_get(&dev->nix, rss_conf->rss_key);
+
+       rss_conf->rss_key_len = ROC_NIX_RSS_KEY_LEN;
+       rss_conf->rss_hf = dev->ethdev_rss_hf;
+
+       return 0;
+}
+
+int
+cnxk_nix_mc_addr_list_configure(struct rte_eth_dev *eth_dev,
+                               struct rte_ether_addr *mc_addr_set,
+                               uint32_t nb_mc_addr)
+{
+       struct cnxk_eth_dev *dev = cnxk_eth_pmd_priv(eth_dev);
+       struct rte_eth_dev_data *data = eth_dev->data;
+       struct rte_ether_addr null_mac_addr;
+       struct roc_nix *nix = &dev->nix;
+       int rc, index;
+       uint32_t i;
+
+       memset(&null_mac_addr, 0, sizeof(null_mac_addr));
+
+       /* All configured multicast filters should be flushed first */
+       for (i = 0; i < dev->max_mac_entries; i++) {
+               if (rte_is_multicast_ether_addr(&data->mac_addrs[i])) {
+                       rc = roc_nix_mac_addr_del(nix, i);
+                       if (rc) {
+                               plt_err("Failed to flush mcast address, rc=%d",
+                                       rc);
+                               return rc;
+                       }
+
+                       dev->dmac_filter_count--;
+                       /* Update address in NIC data structure */
+                       rte_ether_addr_copy(&null_mac_addr,
+                                           &data->mac_addrs[i]);
+               }
+       }
+
+       if (!mc_addr_set || !nb_mc_addr)
+               return 0;
+
+       /* Check for available space */
+       if (nb_mc_addr >
+           ((uint32_t)(dev->max_mac_entries - dev->dmac_filter_count))) {
+               plt_err("No space is available to add multicast filters");
+               return -ENOSPC;
+       }
+
+       /* Multicast addresses are to be installed */
+       for (i = 0; i < nb_mc_addr; i++) {
+               index = roc_nix_mac_addr_add(nix, mc_addr_set[i].addr_bytes);
+               if (index < 0) {
+                       plt_err("Failed to add mcast mac address, rc=%d",
+                               index);
+                       return index;
+               }
+
+               dev->dmac_filter_count++;
+               /* Update address in NIC data structure */
+               rte_ether_addr_copy(&mc_addr_set[i], &data->mac_addrs[index]);
+       }
+
+       roc_nix_npc_promisc_ena_dis(nix, true);
+       dev->dmac_filter_enable = true;
+       eth_dev->data->promiscuous = false;
+
+       return 0;
+}