4 * Copyright 2015 6WIND S.A.
5 * Copyright 2015 Mellanox.
7 * Redistribution and use in source and binary forms, with or without
8 * modification, are permitted provided that the following conditions
11 * * Redistributions of source code must retain the above copyright
12 * notice, this list of conditions and the following disclaimer.
13 * * Redistributions in binary form must reproduce the above copyright
14 * notice, this list of conditions and the following disclaimer in
15 * the documentation and/or other materials provided with the
17 * * Neither the name of 6WIND S.A. nor the names of its
18 * contributors may be used to endorse or promote products derived
19 * from this software without specific prior written permission.
21 * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
22 * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
23 * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
24 * A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
25 * OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
26 * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
27 * LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
28 * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
29 * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
30 * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
31 * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
41 /* ISO C doesn't support unnamed structs/unions, disabling -pedantic. */
43 #pragma GCC diagnostic ignored "-pedantic"
45 #include <infiniband/verbs.h>
47 #pragma GCC diagnostic error "-pedantic"
50 /* DPDK headers don't like -pedantic. */
52 #pragma GCC diagnostic ignored "-pedantic"
54 #include <rte_malloc.h>
55 #include <rte_ethdev.h>
57 #pragma GCC diagnostic error "-pedantic"
61 #include "mlx5_rxtx.h"
64 * Get a RSS configuration hash key.
67 * Pointer to private structure.
69 * RSS hash functions configuration must be retrieved for.
72 * Pointer to a RSS configuration structure or NULL if rss_hf cannot
75 static struct rte_eth_rss_conf *
76 rss_hash_get(struct priv *priv, uint64_t rss_hf)
80 for (i = 0; (i != hash_rxq_init_n); ++i) {
81 uint64_t dpdk_rss_hf = hash_rxq_init[i].dpdk_rss_hf;
83 if (!(dpdk_rss_hf & rss_hf))
85 return (*priv->rss_conf)[i];
94 * Pointer to private structure.
96 * Hash key to register.
98 * Hash key length in bytes.
100 * RSS hash functions the provided key applies to.
103 * 0 on success, errno value on failure.
106 rss_hash_rss_conf_new_key(struct priv *priv, const uint8_t *key,
107 unsigned int key_len, uint64_t rss_hf)
111 for (i = 0; (i != hash_rxq_init_n); ++i) {
112 struct rte_eth_rss_conf *rss_conf;
113 uint64_t dpdk_rss_hf = hash_rxq_init[i].dpdk_rss_hf;
115 if (!(dpdk_rss_hf & rss_hf))
117 rss_conf = rte_realloc((*priv->rss_conf)[i],
118 (sizeof(*rss_conf) + key_len),
122 rss_conf->rss_key = (void *)(rss_conf + 1);
123 rss_conf->rss_key_len = key_len;
124 rss_conf->rss_hf = dpdk_rss_hf;
125 memcpy(rss_conf->rss_key, key, key_len);
126 (*priv->rss_conf)[i] = rss_conf;
132 * DPDK callback to update the RSS hash configuration.
135 * Pointer to Ethernet device structure.
136 * @param[in] rss_conf
137 * RSS configuration data.
140 * 0 on success, negative errno value on failure.
143 mlx5_rss_hash_update(struct rte_eth_dev *dev,
144 struct rte_eth_rss_conf *rss_conf)
146 struct priv *priv = dev->data->dev_private;
151 assert(priv->rss_conf != NULL);
153 /* Apply configuration. */
154 if (rss_conf->rss_key)
155 err = rss_hash_rss_conf_new_key(priv,
157 rss_conf->rss_key_len,
160 err = rss_hash_rss_conf_new_key(priv,
161 rss_hash_default_key,
162 rss_hash_default_key_len,
165 /* Store the configuration set into port configure.
166 * This will enable/disable hash RX queues associated to the protocols
167 * enabled/disabled by this update. */
168 priv->dev->data->dev_conf.rx_adv_conf.rss_conf.rss_hf =
176 * DPDK callback to get the RSS hash configuration.
179 * Pointer to Ethernet device structure.
180 * @param[in, out] rss_conf
181 * RSS configuration data.
184 * 0 on success, negative errno value on failure.
187 mlx5_rss_hash_conf_get(struct rte_eth_dev *dev,
188 struct rte_eth_rss_conf *rss_conf)
190 struct priv *priv = dev->data->dev_private;
191 struct rte_eth_rss_conf *priv_rss_conf;
195 assert(priv->rss_conf != NULL);
197 priv_rss_conf = rss_hash_get(priv, rss_conf->rss_hf);
198 if (!priv_rss_conf) {
199 rss_conf->rss_hf = 0;
203 if (rss_conf->rss_key &&
204 rss_conf->rss_key_len >= priv_rss_conf->rss_key_len)
205 memcpy(rss_conf->rss_key,
206 priv_rss_conf->rss_key,
207 priv_rss_conf->rss_key_len);
208 rss_conf->rss_key_len = priv_rss_conf->rss_key_len;
209 rss_conf->rss_hf = priv_rss_conf->rss_hf;
216 * Allocate/reallocate RETA index table.
219 * Pointer to private structure.
221 * The size of the array to allocate.
224 * 0 on success, errno value on failure.
227 priv_rss_reta_index_resize(struct priv *priv, unsigned int reta_size)
230 unsigned int old_size = priv->reta_idx_n;
232 if (priv->reta_idx_n == reta_size)
235 mem = rte_realloc(priv->reta_idx,
236 reta_size * sizeof((*priv->reta_idx)[0]), 0);
239 priv->reta_idx = mem;
240 priv->reta_idx_n = reta_size;
242 if (old_size < reta_size)
243 memset(&(*priv->reta_idx)[old_size], 0,
244 (reta_size - old_size) *
245 sizeof((*priv->reta_idx)[0]));
253 * Pointer to private structure.
254 * @param[in, out] reta_conf
255 * Pointer to the first RETA configuration structure.
260 * 0 on success, errno value on failure.
263 priv_dev_rss_reta_query(struct priv *priv,
264 struct rte_eth_rss_reta_entry64 *reta_conf,
265 unsigned int reta_size)
271 /* See RETA comment in mlx5_dev_infos_get(). */
272 ret = priv_rss_reta_index_resize(priv, priv->ind_table_max_size);
276 /* Fill each entry of the table even if its bit is not set. */
277 for (idx = 0, i = 0; (i != reta_size); ++i) {
278 idx = i / RTE_RETA_GROUP_SIZE;
279 reta_conf[idx].reta[i % RTE_RETA_GROUP_SIZE] =
280 (*priv->reta_idx)[i];
289 * Pointer to private structure.
290 * @param[in] reta_conf
291 * Pointer to the first RETA configuration structure.
296 * 0 on success, errno value on failure.
299 priv_dev_rss_reta_update(struct priv *priv,
300 struct rte_eth_rss_reta_entry64 *reta_conf,
301 unsigned int reta_size)
308 /* See RETA comment in mlx5_dev_infos_get(). */
309 ret = priv_rss_reta_index_resize(priv, priv->ind_table_max_size);
313 for (idx = 0, i = 0; (i != reta_size); ++i) {
314 idx = i / RTE_RETA_GROUP_SIZE;
315 pos = i % RTE_RETA_GROUP_SIZE;
316 if (((reta_conf[idx].mask >> i) & 0x1) == 0)
318 assert(reta_conf[idx].reta[pos] < priv->rxqs_n);
319 (*priv->reta_idx)[i] = reta_conf[idx].reta[pos];
325 * DPDK callback to get the RETA indirection table.
328 * Pointer to Ethernet device structure.
330 * Pointer to RETA configuration structure array.
332 * Size of the RETA table.
335 * 0 on success, negative errno value on failure.
338 mlx5_dev_rss_reta_query(struct rte_eth_dev *dev,
339 struct rte_eth_rss_reta_entry64 *reta_conf,
343 struct priv *priv = dev->data->dev_private;
346 ret = priv_dev_rss_reta_query(priv, reta_conf, reta_size);
352 * DPDK callback to update the RETA indirection table.
355 * Pointer to Ethernet device structure.
357 * Pointer to RETA configuration structure array.
359 * Size of the RETA table.
362 * 0 on success, negative errno value on failure.
365 mlx5_dev_rss_reta_update(struct rte_eth_dev *dev,
366 struct rte_eth_rss_reta_entry64 *reta_conf,
370 struct priv *priv = dev->data->dev_private;
373 ret = priv_dev_rss_reta_update(priv, reta_conf, reta_size);