net/tap: add remote netdevice traffic capture
[dpdk.git] / drivers / net / mlx5 / mlx5.c
index 7d40b24..ae730df 100644 (file)
 /* Device parameter to enable multi-packet send WQEs. */
 #define MLX5_TXQ_MPW_EN "txq_mpw_en"
 
+/* Device parameter to include 2 dsegs in the title WQEBB. */
+#define MLX5_TXQ_MPW_HDR_DSEG_EN "txq_mpw_hdr_dseg_en"
+
+/* Device parameter to limit the size of inlining packet. */
+#define MLX5_TXQ_MAX_INLINE_LEN "txq_max_inline_len"
+
+/* Device parameter to enable hardware TSO offload. */
+#define MLX5_TSO "tso"
+
 /**
  * Retrieve integer value from environment variable.
  *
@@ -222,6 +231,10 @@ static const struct eth_dev_ops mlx5_dev_ops = {
        .rss_hash_update = mlx5_rss_hash_update,
        .rss_hash_conf_get = mlx5_rss_hash_conf_get,
        .filter_ctrl = mlx5_dev_filter_ctrl,
+       .rx_descriptor_status = mlx5_rx_descriptor_status,
+       .tx_descriptor_status = mlx5_tx_descriptor_status,
+       .rx_queue_intr_enable = mlx5_rx_intr_enable,
+       .rx_queue_intr_disable = mlx5_rx_intr_disable,
 };
 
 static struct {
@@ -289,7 +302,13 @@ mlx5_args_check(const char *key, const char *val, void *opaque)
        } else if (strcmp(MLX5_TXQS_MIN_INLINE, key) == 0) {
                priv->txqs_inline = tmp;
        } else if (strcmp(MLX5_TXQ_MPW_EN, key) == 0) {
-               priv->mps &= !!tmp; /* Enable MPW only if HW supports */
+               priv->mps = !!tmp ? priv->mps : MLX5_MPW_DISABLED;
+       } else if (strcmp(MLX5_TXQ_MPW_HDR_DSEG_EN, key) == 0) {
+               priv->mpw_hdr_dseg = !!tmp;
+       } else if (strcmp(MLX5_TXQ_MAX_INLINE_LEN, key) == 0) {
+               priv->inline_max_packet_sz = tmp;
+       } else if (strcmp(MLX5_TSO, key) == 0) {
+               priv->tso = !!tmp;
        } else {
                WARN("%s: unknown parameter", key);
                return -EINVAL;
@@ -316,6 +335,9 @@ mlx5_args(struct priv *priv, struct rte_devargs *devargs)
                MLX5_TXQ_INLINE,
                MLX5_TXQS_MIN_INLINE,
                MLX5_TXQ_MPW_EN,
+               MLX5_TXQ_MPW_HDR_DSEG_EN,
+               MLX5_TXQ_MAX_INLINE_LEN,
+               MLX5_TSO,
                NULL,
        };
        struct rte_kvargs *kvlist;
@@ -333,8 +355,10 @@ mlx5_args(struct priv *priv, struct rte_devargs *devargs)
                if (rte_kvargs_count(kvlist, params[i])) {
                        ret = rte_kvargs_process(kvlist, params[i],
                                                 mlx5_args_check, priv);
-                       if (ret != 0)
+                       if (ret != 0) {
+                               rte_kvargs_free(kvlist);
                                return ret;
+                       }
                }
        }
        rte_kvargs_free(kvlist);
@@ -367,6 +391,7 @@ mlx5_pci_probe(struct rte_pci_driver *pci_drv, struct rte_pci_device *pci_dev)
        struct ibv_device_attr device_attr;
        unsigned int sriov;
        unsigned int mps;
+       unsigned int tunnel_en;
        int idx;
        int i;
 
@@ -421,21 +446,29 @@ mlx5_pci_probe(struct rte_pci_driver *pci_drv, struct rte_pci_device *pci_dev)
                 * as all ConnectX-5 devices.
                 */
                switch (pci_dev->id.device_id) {
+               case PCI_DEVICE_ID_MELLANOX_CONNECTX4:
+                       tunnel_en = 1;
+                       mps = MLX5_MPW_DISABLED;
+                       break;
                case PCI_DEVICE_ID_MELLANOX_CONNECTX4LX:
+                       mps = MLX5_MPW;
+                       break;
                case PCI_DEVICE_ID_MELLANOX_CONNECTX5:
                case PCI_DEVICE_ID_MELLANOX_CONNECTX5VF:
                case PCI_DEVICE_ID_MELLANOX_CONNECTX5EX:
                case PCI_DEVICE_ID_MELLANOX_CONNECTX5EXVF:
-                       mps = 1;
+                       tunnel_en = 1;
+                       mps = MLX5_MPW_ENHANCED;
                        break;
                default:
-                       mps = 0;
+                       mps = MLX5_MPW_DISABLED;
                }
                INFO("PCI information matches, using device \"%s\""
-                    " (SR-IOV: %s, MPS: %s)",
+                    " (SR-IOV: %s, %sMPS: %s)",
                     list[i]->name,
                     sriov ? "true" : "false",
-                    mps ? "true" : "false");
+                    mps == MLX5_MPW_ENHANCED ? "Enhanced " : "",
+                    mps != MLX5_MPW_DISABLED ? "true" : "false");
                attr_ctx = ibv_open_device(list[i]);
                err = errno;
                break;
@@ -477,6 +510,7 @@ mlx5_pci_probe(struct rte_pci_driver *pci_drv, struct rte_pci_device *pci_dev)
                        IBV_EXP_DEVICE_ATTR_RX_HASH |
                        IBV_EXP_DEVICE_ATTR_VLAN_OFFLOADS |
                        IBV_EXP_DEVICE_ATTR_RX_PAD_END_ALIGN |
+                       IBV_EXP_DEVICE_ATTR_TSO_CAPS |
                        0;
 
                DEBUG("using port %u (%08" PRIx32 ")", port, test);
@@ -529,7 +563,15 @@ mlx5_pci_probe(struct rte_pci_driver *pci_drv, struct rte_pci_device *pci_dev)
                priv->pd = pd;
                priv->mtu = ETHER_MTU;
                priv->mps = mps; /* Enable MPW by default if supported. */
+               /* Set default values for Enhanced MPW, a.k.a MPWv2. */
+               if (mps == MLX5_MPW_ENHANCED) {
+                       priv->mpw_hdr_dseg = 0;
+                       priv->txqs_inline = MLX5_EMPW_MIN_TXQS;
+                       priv->inline_max_packet_sz = MLX5_EMPW_MAX_INLINE_LEN;
+                       priv->txq_inline = MLX5_WQE_SIZE_MAX - MLX5_WQE_SIZE;
+               }
                priv->cqe_comp = 1; /* Enable compression by default. */
+               priv->tunnel_en = tunnel_en;
                err = mlx5_args(priv, pci_dev->device.devargs);
                if (err) {
                        ERROR("failed to process device arguments: %s",
@@ -557,8 +599,9 @@ mlx5_pci_probe(struct rte_pci_driver *pci_drv, struct rte_pci_device *pci_dev)
                priv->ind_table_max_size = exp_device_attr.rx_hash_caps.max_rwq_indirection_table_size;
                /* Remove this check once DPDK supports larger/variable
                 * indirection tables. */
-               if (priv->ind_table_max_size > (unsigned int)RSS_INDIRECTION_TABLE_SIZE)
-                       priv->ind_table_max_size = RSS_INDIRECTION_TABLE_SIZE;
+               if (priv->ind_table_max_size >
+                               (unsigned int)ETH_RSS_RETA_SIZE_512)
+                       priv->ind_table_max_size = ETH_RSS_RETA_SIZE_512;
                DEBUG("maximum RX indirection table size is %u",
                      priv->ind_table_max_size);
                priv->hw_vlan_strip = !!(exp_device_attr.wq_vlan_offloads_cap &
@@ -577,12 +620,26 @@ mlx5_pci_probe(struct rte_pci_driver *pci_drv, struct rte_pci_device *pci_dev)
 
                priv_get_num_vfs(priv, &num_vfs);
                priv->sriov = (num_vfs || sriov);
+               priv->tso = ((priv->tso) &&
+                           (exp_device_attr.tso_caps.max_tso > 0) &&
+                           (exp_device_attr.tso_caps.supported_qpts &
+                           (1 << IBV_QPT_RAW_ETH)));
+               if (priv->tso)
+                       priv->max_tso_payload_sz =
+                               exp_device_attr.tso_caps.max_tso;
                if (priv->mps && !mps) {
                        ERROR("multi-packet send not supported on this device"
                              " (" MLX5_TXQ_MPW_EN ")");
                        err = ENOTSUP;
                        goto port_error;
+               } else if (priv->mps && priv->tso) {
+                       WARN("multi-packet send not supported in conjunction "
+                             "with TSO. MPS disabled");
+                       priv->mps = 0;
                }
+               INFO("%sMPS is %s",
+                    priv->mps == MLX5_MPW_ENHANCED ? "Enhanced " : "",
+                    priv->mps != MLX5_MPW_DISABLED ? "enabled" : "disabled");
                /* Allocate and register default RSS hash keys. */
                priv->rss_conf = rte_calloc(__func__, hash_rxq_init_n,
                                            sizeof((*priv->rss_conf)[0]), 0);