4 * Copyright(c) 2015 Intel Corporation. All rights reserved.
7 * Redistribution and use in source and binary forms, with or without
8 * modification, are permitted provided that the following conditions
11 * * Redistributions of source code must retain the above copyright
12 * notice, this list of conditions and the following disclaimer.
13 * * Redistributions in binary form must reproduce the above copyright
14 * notice, this list of conditions and the following disclaimer in
15 * the documentation and/or other materials provided with the
17 * * Neither the name of Intel Corporation nor the names of its
18 * contributors may be used to endorse or promote products derived
19 * from this software without specific prior written permission.
21 * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
22 * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
23 * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
24 * A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
25 * OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
26 * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
27 * LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
28 * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
29 * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
30 * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
31 * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
41 #include <rte_cycles.h>
42 #include <sys/queue.h>
44 #include <rte_byteorder.h>
45 #include <rte_common.h>
46 #include <rte_debug.h>
47 #include <rte_ethdev.h>
49 #include <rte_lcore.h>
50 #include <rte_memory.h>
52 #include <rte_string_fns.h>
53 #include <rte_errno.h>
54 #include <rte_eth_bond.h>
55 #include <rte_eth_null.h>
59 #define SLAVE_COUNT (4)
61 #define RXTX_RING_SIZE 1024
62 #define RXTX_QUEUE_COUNT 4
64 #define BONDED_DEV_NAME ("rssconf_bond_dev")
66 #define SLAVE_DEV_NAME_FMT ("rssconf_slave%d")
67 #define SLAVE_RXTX_QUEUE_FMT ("rssconf_slave%d_q%d")
69 #define NUM_MBUFS 8191
70 #define MBUF_SIZE (1600 + sizeof(struct rte_mbuf) + RTE_PKTMBUF_HEADROOM)
71 #define MBUF_CACHE_SIZE 250
74 #define INVALID_SOCKET_ID (-1)
75 #define INVALID_PORT_ID (0xFF)
76 #define INVALID_BONDING_MODE (-1)
80 struct rte_eth_dev_info dev_info;
82 struct rte_eth_rss_conf rss_conf;
84 struct rte_eth_rss_reta_entry64 reta_conf[512 / RTE_RETA_GROUP_SIZE];
87 struct rte_ring *rxtx_queue[RXTX_QUEUE_COUNT];
90 struct link_bonding_rssconf_unittest_params {
92 struct rte_eth_dev_info bond_dev_info;
93 struct rte_eth_rss_reta_entry64 bond_reta_conf[512 / RTE_RETA_GROUP_SIZE];
94 struct slave_conf slave_ports[SLAVE_COUNT];
96 struct rte_mempool *mbuf_pool;
99 static struct link_bonding_rssconf_unittest_params test_params = {
100 .bond_port_id = INVALID_PORT_ID,
102 [0 ... SLAVE_COUNT - 1] = { .port_id = INVALID_PORT_ID, .is_slave = 0}
108 * Default port configuration with RSS turned off
110 static struct rte_eth_conf default_pmd_conf = {
112 .mq_mode = ETH_MQ_RX_NONE,
113 .max_rx_pkt_len = ETHER_MAX_LEN,
115 .header_split = 0, /**< Header Split disabled */
116 .hw_ip_checksum = 0, /**< IP checksum offload enabled */
117 .hw_vlan_filter = 0, /**< VLAN filtering disabled */
118 .jumbo_frame = 0, /**< Jumbo Frame Support disabled */
119 .hw_strip_crc = 0, /**< CRC stripped by hardware */
122 .mq_mode = ETH_MQ_TX_NONE,
127 static struct rte_eth_conf rss_pmd_conf = {
129 .mq_mode = ETH_MQ_RX_RSS,
130 .max_rx_pkt_len = ETHER_MAX_LEN,
132 .header_split = 0, /**< Header Split disabled */
133 .hw_ip_checksum = 0, /**< IP checksum offload enabled */
134 .hw_vlan_filter = 0, /**< VLAN filtering disabled */
135 .jumbo_frame = 0, /**< Jumbo Frame Support disabled */
136 .hw_strip_crc = 0, /**< CRC stripped by hardware */
139 .mq_mode = ETH_MQ_TX_NONE,
144 .rss_hf = ETH_RSS_IPV6,
150 #define FOR_EACH(_i, _item, _array, _size) \
151 for (_i = 0, _item = &_array[0]; _i < _size && (_item = &_array[_i]); _i++)
153 /* Macro for iterating over every port that can be used as a slave
155 * _i variable used as an index in test_params->slave_ports
156 * _slave pointer to &test_params->slave_ports[_idx]
158 #define FOR_EACH_PORT(_i, _port) \
159 FOR_EACH(_i, _port, test_params.slave_ports, \
160 RTE_DIM(test_params.slave_ports))
163 configure_ethdev(uint8_t port_id, struct rte_eth_conf *eth_conf, uint8_t start)
167 TEST_ASSERT(rte_eth_dev_configure(port_id, RXTX_QUEUE_COUNT,
168 RXTX_QUEUE_COUNT, eth_conf) == 0, "Failed to configure device %u",
171 for (rxq = 0; rxq < RXTX_QUEUE_COUNT; rxq++) {
172 TEST_ASSERT(rte_eth_rx_queue_setup(port_id, rxq, RXTX_RING_SIZE,
173 rte_eth_dev_socket_id(port_id), NULL,
174 test_params.mbuf_pool) == 0, "Failed to setup rx queue.");
177 for (txq = 0; txq < RXTX_QUEUE_COUNT; txq++) {
178 TEST_ASSERT(rte_eth_tx_queue_setup(port_id, txq, RXTX_RING_SIZE,
179 rte_eth_dev_socket_id(port_id), NULL) == 0,
180 "Failed to setup tx queue.");
184 TEST_ASSERT(rte_eth_dev_start(port_id) == 0,
185 "Failed to start device (%d).", port_id);
192 * Remove all slaves from bonding
198 struct slave_conf *port;
200 FOR_EACH_PORT(n, port) {
201 port = &test_params.slave_ports[n];
202 if (port->is_slave) {
203 TEST_ASSERT_SUCCESS(rte_eth_bond_slave_remove(
204 test_params.bond_port_id, port->port_id),
205 "Cannot remove slave %d from bonding", port->port_id);
214 remove_slaves_and_stop_bonded_device(void)
216 TEST_ASSERT_SUCCESS(remove_slaves(), "Removing slaves");
217 rte_eth_dev_stop(test_params.bond_port_id);
222 * Add all slaves to bonding
228 struct slave_conf *port;
230 FOR_EACH_PORT(n, port) {
231 port = &test_params.slave_ports[n];
232 if (!port->is_slave) {
233 TEST_ASSERT_SUCCESS(rte_eth_bond_slave_add(test_params.bond_port_id,
234 port->port_id), "Cannot attach slave %d to the bonding",
244 * Set all RETA values in port_id to value
247 reta_set(uint8_t port_id, uint8_t value, int reta_size)
249 struct rte_eth_rss_reta_entry64 reta_conf[512/RTE_RETA_GROUP_SIZE];
252 for (i = 0; i < reta_size / RTE_RETA_GROUP_SIZE; i++) {
253 /* select all fields to set */
254 reta_conf[i].mask = ~0LL;
255 for (j = 0; j < RTE_RETA_GROUP_SIZE; j++)
256 reta_conf[i].reta[j] = value;
259 return rte_eth_dev_rss_reta_update(port_id, reta_conf, reta_size);
263 * Check if slaves RETA is synchronized with bonding port. Returns 1 if slave
264 * port is synced with bonding port.
267 reta_check_synced(struct slave_conf *port)
271 for (i = 0; i < test_params.bond_dev_info.reta_size;
274 int index = i / RTE_RETA_GROUP_SIZE;
275 int shift = i % RTE_RETA_GROUP_SIZE;
277 if (port->reta_conf[index].reta[shift] !=
278 test_params.bond_reta_conf[index].reta[shift])
287 * Fetch bonding ports RETA
290 bond_reta_fetch(void) {
293 for (j = 0; j < test_params.bond_dev_info.reta_size / RTE_RETA_GROUP_SIZE;
295 test_params.bond_reta_conf[j].mask = ~0LL;
297 TEST_ASSERT_SUCCESS(rte_eth_dev_rss_reta_query(test_params.bond_port_id,
298 test_params.bond_reta_conf, test_params.bond_dev_info.reta_size),
299 "Cannot take bonding ports RSS configuration");
307 slave_reta_fetch(struct slave_conf *port) {
310 for (j = 0; j < port->dev_info.reta_size / RTE_RETA_GROUP_SIZE; j++)
311 port->reta_conf[j].mask = ~0LL;
313 TEST_ASSERT_SUCCESS(rte_eth_dev_rss_reta_query(port->port_id,
314 port->reta_conf, port->dev_info.reta_size),
315 "Cannot take bonding ports RSS configuration");
320 * Remove and add slave to check if slaves configuration is synced with
321 * the bonding ports values after adding new slave.
324 slave_remove_and_add(void)
326 struct slave_conf *port = &(test_params.slave_ports[0]);
328 /* 1. Remove first slave from bonding */
329 TEST_ASSERT_SUCCESS(rte_eth_bond_slave_remove(test_params.bond_port_id,
330 port->port_id), "Cannot remove slave #d from bonding");
332 /* 2. Change removed (ex-)slave and bonding configuration to different
335 reta_set(test_params.bond_port_id, 1, test_params.bond_dev_info.reta_size);
338 reta_set(port->port_id, 2, port->dev_info.reta_size);
339 slave_reta_fetch(port);
341 TEST_ASSERT(reta_check_synced(port) == 0,
342 "Removed slave didn't should be synchronized with bonding port");
344 /* 3. Add (ex-)slave and check if configuration changed*/
345 TEST_ASSERT_SUCCESS(rte_eth_bond_slave_add(test_params.bond_port_id,
346 port->port_id), "Cannot add slave");
349 slave_reta_fetch(port);
351 return reta_check_synced(port);
355 * Test configuration propagation over slaves.
362 struct slave_conf *port;
363 uint8_t bond_rss_key[40];
364 struct rte_eth_rss_conf bond_rss_conf;
368 uint64_t default_rss_hf = 0;
370 rte_eth_dev_info_get(test_params.bond_port_id, &test_params.bond_dev_info);
373 * Test hash function propagation
375 for (i = 0; i < sizeof(test_params.bond_dev_info.flow_type_rss_offloads)*8;
378 rss_hf = test_params.bond_dev_info.flow_type_rss_offloads & (1<<i);
380 bond_rss_conf.rss_key = NULL;
381 bond_rss_conf.rss_hf = rss_hf;
383 retval = rte_eth_dev_rss_hash_update(test_params.bond_port_id,
385 TEST_ASSERT_SUCCESS(retval, "Cannot set slaves hash function");
387 FOR_EACH_PORT(n, port) {
388 port = &test_params.slave_ports[n];
390 retval = rte_eth_dev_rss_hash_conf_get(port->port_id,
392 TEST_ASSERT_SUCCESS(retval,
393 "Cannot take slaves RSS configuration");
395 TEST_ASSERT(port->rss_conf.rss_hf == rss_hf,
396 "Hash function not propagated for slave %d",
400 default_rss_hf = rss_hf;
406 * Test key propagation
408 for (i = 1; i < 10; i++) {
410 /* Set all keys to zero */
411 FOR_EACH_PORT(n, port) {
412 port = &test_params.slave_ports[n];
413 memset(port->rss_conf.rss_key, 0, 40);
414 retval = rte_eth_dev_rss_hash_update(port->port_id,
416 TEST_ASSERT_SUCCESS(retval, "Cannot set slaves RSS keys");
419 memset(bond_rss_key, i, sizeof(bond_rss_key));
420 bond_rss_conf.rss_hf = default_rss_hf,
421 bond_rss_conf.rss_key = bond_rss_key;
422 bond_rss_conf.rss_key_len = 40;
424 retval = rte_eth_dev_rss_hash_update(test_params.bond_port_id,
426 TEST_ASSERT_SUCCESS(retval, "Cannot set bonded port RSS keys");
428 FOR_EACH_PORT(n, port) {
429 port = &test_params.slave_ports[n];
431 retval = rte_eth_dev_rss_hash_conf_get(port->port_id,
434 TEST_ASSERT_SUCCESS(retval,
435 "Cannot take slaves RSS configuration");
438 retval = memcmp(port->rss_conf.rss_key, bond_rss_key,
439 sizeof(bond_rss_key));
440 TEST_ASSERT(retval == 0, "Key value not propagated for slave %d",
446 * Test RETA propagation
448 for (i = 0; i < RXTX_QUEUE_COUNT; i++) {
450 /* Set all keys to zero */
451 FOR_EACH_PORT(n, port) {
452 port = &test_params.slave_ports[n];
453 retval = reta_set(port->port_id, (i + 1) % RXTX_QUEUE_COUNT,
454 port->dev_info.reta_size);
455 TEST_ASSERT_SUCCESS(retval, "Cannot set slaves RETA");
458 TEST_ASSERT_SUCCESS(reta_set(test_params.bond_port_id,
459 i % RXTX_QUEUE_COUNT, test_params.bond_dev_info.reta_size),
460 "Cannot set bonded port RETA");
464 FOR_EACH_PORT(n, port) {
465 port = &test_params.slave_ports[n];
467 slave_reta_fetch(port);
468 TEST_ASSERT(reta_check_synced(port) == 1, "RETAs inconsistent");
476 * Test propagation logic, when RX_RSS mq_mode is turned on for bonding port
482 * Configure bonding port in RSS mq mode
484 TEST_ASSERT_SUCCESS(configure_ethdev(test_params.bond_port_id,
485 &rss_pmd_conf, 0), "Failed to configure bonding device\n");
487 rte_eth_dev_info_get(test_params.bond_port_id, &test_params.bond_dev_info);
489 TEST_ASSERT_SUCCESS(bond_slaves(), "Bonding slaves failed");
491 TEST_ASSERT_SUCCESS(rte_eth_dev_start(test_params.bond_port_id),
492 "Failed to start bonding port (%d).", test_params.bond_port_id);
494 TEST_ASSERT_SUCCESS(test_propagate(), "Propagation test failed");
496 TEST_ASSERT(slave_remove_and_add() == 1, "New slave should be synced");
498 remove_slaves_and_stop_bonded_device();
504 * Test propagation logic, when RX_RSS mq_mode is turned off for bonding port
509 TEST_ASSERT_SUCCESS(configure_ethdev(test_params.bond_port_id,
510 &default_pmd_conf, 0), "Failed to configure bonding device\n");
512 rte_eth_dev_info_get(test_params.bond_port_id, &test_params.bond_dev_info);
514 TEST_ASSERT_SUCCESS(bond_slaves(), "Bonding slaves failed");
516 TEST_ASSERT_SUCCESS(rte_eth_dev_start(test_params.bond_port_id),
517 "Failed to start bonding port (%d).", test_params.bond_port_id);
519 TEST_ASSERT_SUCCESS(test_propagate(), "Propagation test failed");
521 TEST_ASSERT(slave_remove_and_add() == 0, "New slave shouldn't be synced");
523 remove_slaves_and_stop_bonded_device();
535 struct slave_conf *port;
537 if (test_params.mbuf_pool == NULL) {
539 test_params.mbuf_pool = rte_mempool_create("RSS_MBUF_POOL", NUM_MBUFS *
540 SLAVE_COUNT, MBUF_SIZE, MBUF_CACHE_SIZE,
541 sizeof(struct rte_pktmbuf_pool_private), rte_pktmbuf_pool_init,
542 NULL, rte_pktmbuf_init, NULL, rte_socket_id(), 0);
544 TEST_ASSERT(test_params.mbuf_pool != NULL,
545 "rte_mempool_create failed\n");
548 /* Create / initialize ring eth devs. */
549 FOR_EACH_PORT(n, port) {
550 port = &test_params.slave_ports[n];
552 port_id = rte_eth_dev_count();
553 snprintf(name, sizeof(name), SLAVE_DEV_NAME_FMT, port_id);
555 retval = eth_dev_null_create(name, 0, 64, 0);
556 TEST_ASSERT_SUCCESS(retval, "Failed to create null device '%s'\n",
559 port->port_id = port_id;
561 port->rss_conf.rss_key = port->rss_key;
562 port->rss_conf.rss_key_len = 40;
564 retval = configure_ethdev(port->port_id, &default_pmd_conf, 0);
565 TEST_ASSERT_SUCCESS(retval, "Failed to configure virtual ethdev %s\n",
568 rte_eth_dev_info_get(port->port_id, &port->dev_info);
571 if (test_params.bond_port_id == INVALID_PORT_ID) {
572 retval = rte_eth_bond_create(BONDED_DEV_NAME, 0, rte_socket_id());
574 TEST_ASSERT(retval >= 0, "Failed to create bonded ethdev %s",
577 test_params.bond_port_id = retval;
579 TEST_ASSERT_SUCCESS(configure_ethdev(test_params.bond_port_id,
580 &default_pmd_conf, 0), "Failed to configure bonding device\n");
582 rte_eth_dev_info_get(test_params.bond_port_id,
583 &test_params.bond_dev_info);
590 testsuite_teardown(void)
592 struct slave_conf *port;
596 * Any cleanup/reset state is done when particular test is
599 rte_eth_dev_stop(test_params.bond_port_id);
601 FOR_EACH_PORT(i, port)
602 rte_eth_dev_stop(port->port_id);
608 check_environment(void)
614 test_rssconf_executor(int (*test_func)(void))
618 /* Check if environment is clean. Fail to launch a test if there was
619 * a critical error before that prevented to reset environment. */
620 TEST_ASSERT_SUCCESS(check_environment(),
621 "Refusing to launch test in dirty environment.");
623 RTE_VERIFY(test_func != NULL);
624 test_result = (*test_func)();
626 /* If test succeed check if environment wast left in good condition. */
627 if (test_result == TEST_SUCCESS)
628 test_result = check_environment();
630 /* Reset environment in case test failed to do that. */
631 if (test_result != TEST_SUCCESS) {
632 TEST_ASSERT_SUCCESS(remove_slaves_and_stop_bonded_device(),
633 "Failed to stop bonded device");
640 test_setup_wrapper(void)
642 return test_rssconf_executor(&test_setup);
646 test_rss_wrapper(void)
648 return test_rssconf_executor(&test_rss);
652 test_rss_lazy_wrapper(void)
654 return test_rssconf_executor(&test_rss_lazy);
657 static struct unit_test_suite link_bonding_rssconf_test_suite = {
658 .suite_name = "RSS Dynamic Configuration for Bonding Unit Test Suite",
659 .teardown = testsuite_teardown,
661 TEST_CASE_NAMED("test_setup", test_setup_wrapper),
662 TEST_CASE_NAMED("test_rss", test_rss_wrapper),
663 TEST_CASE_NAMED("test_rss_lazy", test_rss_lazy_wrapper),
664 { NULL, NULL, NULL, NULL, NULL } /**< NULL terminate unit test array */
669 test_link_bonding_rssconf(void)
671 return unit_test_suite_runner(&link_bonding_rssconf_test_suite);
674 static struct test_command test_link_bonding_rssconf_cmd = {
675 .command = "link_bonding_rssconf_autotest",
676 .callback = test_link_bonding_rssconf,
679 REGISTER_TEST_COMMAND(test_link_bonding_rssconf_cmd);