]> git.droids-corp.org - dpdk.git/commitdiff
mlx5: support RSS hash update and get
authorNelio Laranjeiro <nelio.laranjeiro@6wind.com>
Fri, 30 Oct 2015 18:55:11 +0000 (19:55 +0100)
committerThomas Monjalon <thomas.monjalon@6wind.com>
Fri, 30 Oct 2015 23:21:58 +0000 (00:21 +0100)
First implementation of rss_hash_update and rss_hash_conf_get, those
functions still lack in functionality but are usable to change the RSS
hash key.  For now, the PMD does not handle an indirection table for
each kind of flow (IPv4, IPv6, etc.), the same RSS hash key is used
for all protocols.  This situation explains why the rss_hash_conf_get
returns the RSS hash key for all DPDK supported protocols and why the
hash key is set for all of them too.

Signed-off-by: Nelio Laranjeiro <nelio.laranjeiro@6wind.com>
Signed-off-by: Adrien Mazarguil <adrien.mazarguil@6wind.com>
drivers/net/mlx5/Makefile
drivers/net/mlx5/mlx5.c
drivers/net/mlx5/mlx5.h
drivers/net/mlx5/mlx5_rss.c [new file with mode: 0644]
drivers/net/mlx5/mlx5_rxq.c
drivers/net/mlx5/mlx5_rxtx.h

index 938f9243e151094387e29cb2281660b061bfaea8..54f1e897e0db296ea7e68ecef6a3fb26527f0c0d 100644 (file)
@@ -51,6 +51,7 @@ SRCS-$(CONFIG_RTE_LIBRTE_MLX5_PMD) += mlx5_mac.c
 SRCS-$(CONFIG_RTE_LIBRTE_MLX5_PMD) += mlx5_rxmode.c
 SRCS-$(CONFIG_RTE_LIBRTE_MLX5_PMD) += mlx5_vlan.c
 SRCS-$(CONFIG_RTE_LIBRTE_MLX5_PMD) += mlx5_stats.c
+SRCS-$(CONFIG_RTE_LIBRTE_MLX5_PMD) += mlx5_rss.c
 
 # Dependencies.
 DEPDIRS-$(CONFIG_RTE_LIBRTE_MLX5_PMD) += lib/librte_ether
index 4413248bd561e2eaa68fac01154ef83840bc0a6d..5a3d198e0f4071d57e0be37d7c32fabb11e73a5f 100644 (file)
@@ -127,6 +127,7 @@ mlx5_dev_close(struct rte_eth_dev *dev)
                claim_zero(ibv_close_device(priv->ctx));
        } else
                assert(priv->ctx == NULL);
+       rte_free(priv->rss_conf);
        priv_unlock(priv);
        memset(priv, 0, sizeof(*priv));
 }
@@ -154,6 +155,8 @@ static const struct eth_dev_ops mlx5_dev_ops = {
        .mac_addr_remove = mlx5_mac_addr_remove,
        .mac_addr_add = mlx5_mac_addr_add,
        .mtu_set = mlx5_dev_set_mtu,
+       .rss_hash_update = mlx5_rss_hash_update,
+       .rss_hash_conf_get = mlx5_rss_hash_conf_get,
 };
 
 static struct {
@@ -374,6 +377,12 @@ mlx5_pci_devinit(struct rte_pci_driver *pci_drv, struct rte_pci_device *pci_dev)
 #endif /* HAVE_EXP_QUERY_DEVICE */
 
                priv->vf = vf;
+               /* Register default RSS hash key. */
+               err = rss_hash_rss_conf_new_key(priv,
+                                               rss_hash_default_key,
+                                               rss_hash_default_key_len);
+               if (err)
+                       goto port_error;
                /* Configure the first MAC address by default. */
                if (priv_get_mac(priv, &mac.addr_bytes)) {
                        ERROR("cannot get MAC address, is mlx5_en loaded?"
@@ -437,6 +446,7 @@ mlx5_pci_devinit(struct rte_pci_driver *pci_drv, struct rte_pci_device *pci_dev)
                continue;
 
 port_error:
+               rte_free(priv->rss_conf);
                rte_free(priv);
                if (pd)
                        claim_zero(ibv_dealloc_pd(pd));
index 5a41678dfc6aa947e0387fa6f9394b90f09fb818..70bacf5a0cfe195a254eee435e8939a6421eec7a 100644 (file)
@@ -113,6 +113,7 @@ struct priv {
        /* Hash RX QPs feeding the indirection table. */
        struct hash_rxq (*hash_rxqs)[];
        unsigned int hash_rxqs_n; /* Hash RX QPs array size. */
+       struct rte_eth_rss_conf *rss_conf; /* RSS configuration. */
        rte_spinlock_t lock; /* Lock for control functions. */
 };
 
@@ -169,6 +170,12 @@ int priv_mac_addrs_enable(struct priv *);
 void mlx5_mac_addr_add(struct rte_eth_dev *, struct ether_addr *, uint32_t,
                       uint32_t);
 
+/* mlx5_rss.c */
+
+int rss_hash_rss_conf_new_key(struct priv *, const uint8_t *, unsigned int);
+int mlx5_rss_hash_update(struct rte_eth_dev *, struct rte_eth_rss_conf *);
+int mlx5_rss_hash_conf_get(struct rte_eth_dev *, struct rte_eth_rss_conf *);
+
 /* mlx5_rxmode.c */
 
 int priv_promiscuous_enable(struct priv *);
diff --git a/drivers/net/mlx5/mlx5_rss.c b/drivers/net/mlx5/mlx5_rss.c
new file mode 100644 (file)
index 0000000..2dc58e5
--- /dev/null
@@ -0,0 +1,168 @@
+/*-
+ *   BSD LICENSE
+ *
+ *   Copyright 2015 6WIND S.A.
+ *   Copyright 2015 Mellanox.
+ *
+ *   Redistribution and use in source and binary forms, with or without
+ *   modification, are permitted provided that the following conditions
+ *   are met:
+ *
+ *     * Redistributions of source code must retain the above copyright
+ *       notice, this list of conditions and the following disclaimer.
+ *     * Redistributions in binary form must reproduce the above copyright
+ *       notice, this list of conditions and the following disclaimer in
+ *       the documentation and/or other materials provided with the
+ *       distribution.
+ *     * Neither the name of 6WIND S.A. nor the names of its
+ *       contributors may be used to endorse or promote products derived
+ *       from this software without specific prior written permission.
+ *
+ *   THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
+ *   "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
+ *   LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
+ *   A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
+ *   OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
+ *   SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
+ *   LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
+ *   DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
+ *   THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
+ *   (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
+ *   OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
+ */
+
+#include <stddef.h>
+#include <stdint.h>
+#include <errno.h>
+#include <string.h>
+#include <assert.h>
+
+/* Verbs header. */
+/* ISO C doesn't support unnamed structs/unions, disabling -pedantic. */
+#ifdef PEDANTIC
+#pragma GCC diagnostic ignored "-pedantic"
+#endif
+#include <infiniband/verbs.h>
+#ifdef PEDANTIC
+#pragma GCC diagnostic error "-pedantic"
+#endif
+
+/* DPDK headers don't like -pedantic. */
+#ifdef PEDANTIC
+#pragma GCC diagnostic ignored "-pedantic"
+#endif
+#include <rte_malloc.h>
+#include <rte_ethdev.h>
+#ifdef PEDANTIC
+#pragma GCC diagnostic error "-pedantic"
+#endif
+
+#include "mlx5.h"
+#include "mlx5_rxtx.h"
+
+/**
+ * Register a RSS key.
+ *
+ * @param priv
+ *   Pointer to private structure.
+ * @param key
+ *   Hash key to register.
+ * @param key_len
+ *   Hash key length in bytes.
+ *
+ * @return
+ *   0 on success, errno value on failure.
+ */
+int
+rss_hash_rss_conf_new_key(struct priv *priv, const uint8_t *key,
+                         unsigned int key_len)
+{
+       struct rte_eth_rss_conf *rss_conf;
+
+       rss_conf = rte_realloc(priv->rss_conf,
+                              (sizeof(*rss_conf) + key_len),
+                              0);
+       if (!rss_conf)
+               return ENOMEM;
+       rss_conf->rss_key = (void *)(rss_conf + 1);
+       rss_conf->rss_key_len = key_len;
+       memcpy(rss_conf->rss_key, key, key_len);
+       priv->rss_conf = rss_conf;
+       return 0;
+}
+
+/**
+ * DPDK callback to update the RSS hash configuration.
+ *
+ * @param dev
+ *   Pointer to Ethernet device structure.
+ * @param[in] rss_conf
+ *   RSS configuration data.
+ *
+ * @return
+ *   0 on success, negative errno value on failure.
+ */
+int
+mlx5_rss_hash_update(struct rte_eth_dev *dev,
+                    struct rte_eth_rss_conf *rss_conf)
+{
+       struct priv *priv = dev->data->dev_private;
+       int err = 0;
+
+       priv_lock(priv);
+
+       assert(priv->rss_conf != NULL);
+
+       /* Apply configuration. */
+       if (rss_conf->rss_key)
+               err = rss_hash_rss_conf_new_key(priv,
+                                               rss_conf->rss_key,
+                                               rss_conf->rss_key_len);
+       else
+               err = rss_hash_rss_conf_new_key(priv,
+                                               rss_hash_default_key,
+                                               rss_hash_default_key_len);
+
+       /* Store the configuration set into port configure.
+        * This will enable/disable hash RX queues associated to the protocols
+        * enabled/disabled by this update. */
+       priv->dev->data->dev_conf.rx_adv_conf.rss_conf.rss_hf =
+               rss_conf->rss_hf;
+       priv_unlock(priv);
+       assert(err >= 0);
+       return -err;
+}
+
+/**
+ * DPDK callback to get the RSS hash configuration.
+ *
+ * @param dev
+ *   Pointer to Ethernet device structure.
+ * @param[in, out] rss_conf
+ *   RSS configuration data.
+ *
+ * @return
+ *   0 on success, negative errno value on failure.
+ */
+int
+mlx5_rss_hash_conf_get(struct rte_eth_dev *dev,
+                      struct rte_eth_rss_conf *rss_conf)
+{
+       struct priv *priv = dev->data->dev_private;
+
+       priv_lock(priv);
+
+       assert(priv->rss_conf != NULL);
+
+       if (rss_conf->rss_key &&
+           rss_conf->rss_key_len >= priv->rss_conf->rss_key_len)
+               memcpy(rss_conf->rss_key,
+                      priv->rss_conf->rss_key,
+                      priv->rss_conf->rss_key_len);
+       rss_conf->rss_key_len = priv->rss_conf->rss_key_len;
+       /* FIXME: rss_hf should be more specific. */
+       rss_conf->rss_hf = ETH_RSS_PROTO_MASK;
+
+       priv_unlock(priv);
+       return 0;
+}
index 1e15ff9902bfaf0a49c100d1d9f6f32ce7f98f19..79c2346a45721afc17cdb9abba9992badedf30f8 100644 (file)
@@ -135,7 +135,7 @@ static const struct ind_table_init ind_table_init[] = {
 #define IND_TABLE_INIT_N RTE_DIM(ind_table_init)
 
 /* Default RSS hash key also used for ConnectX-3. */
-static uint8_t hash_rxq_default_key[] = {
+uint8_t rss_hash_default_key[] = {
        0x2c, 0xc6, 0x81, 0xd1,
        0x5b, 0xdb, 0xf4, 0xf7,
        0xfc, 0xa2, 0x83, 0x19,
@@ -148,6 +148,9 @@ static uint8_t hash_rxq_default_key[] = {
        0xfc, 0x1f, 0xdc, 0x2a,
 };
 
+/* Length of the default RSS hash key. */
+const size_t rss_hash_default_key_len = sizeof(rss_hash_default_key);
+
 /**
  * Populate flow steering rule for a given hash RX queue type using
  * information from hash_rxq_init[]. Nothing is written to flow_attr when
@@ -326,6 +329,7 @@ priv_create_hash_rxqs(struct priv *priv)
        assert(priv->hash_rxqs_n == 0);
        assert(priv->pd != NULL);
        assert(priv->ctx != NULL);
+       assert(priv->rss_conf != NULL);
        if (priv->rxqs_n == 0)
                return EINVAL;
        assert(priv->rxqs != NULL);
@@ -410,8 +414,8 @@ priv_create_hash_rxqs(struct priv *priv)
                        hash_rxq_type_from_n(&ind_table_init[j], k);
                struct ibv_exp_rx_hash_conf hash_conf = {
                        .rx_hash_function = IBV_EXP_RX_HASH_FUNC_TOEPLITZ,
-                       .rx_hash_key_len = sizeof(hash_rxq_default_key),
-                       .rx_hash_key = hash_rxq_default_key,
+                       .rx_hash_key_len = priv->rss_conf->rss_key_len,
+                       .rx_hash_key = priv->rss_conf->rss_key,
                        .rx_hash_fields_mask = hash_rxq_init[type].hash_fields,
                        .rwq_ind_tbl = (*ind_tables)[j],
                };
index c31fa8e629c1f2ad1ac18fc274a9211fb4acf194..a1bf11f1c85ee0f90cad15c865b9898f475052c8 100644 (file)
@@ -212,6 +212,9 @@ struct txq {
 
 /* mlx5_rxq.c */
 
+extern uint8_t rss_hash_default_key[];
+extern const size_t rss_hash_default_key_len;
+
 size_t hash_rxq_flow_attr(const struct hash_rxq *, struct ibv_flow_attr *,
                          size_t);
 int priv_create_hash_rxqs(struct priv *);