1 /* SPDX-License-Identifier: BSD-3-Clause
2 * Copyright(c) 2019 Intel Corporation
8 #include <sys/socket.h>
10 #include <rte_cycles.h>
11 #include <rte_errno.h>
13 #include <rte_random.h>
14 #include <rte_malloc.h>
20 #define PRINT_USAGE_START "%s [EAL options] --\n"
22 #define GET_CB_FIELD(in, fd, base, lim, dlm) do { \
26 val = strtoul((in), &end_fld, (base)); \
27 if (errno != 0 || end_fld[0] != (dlm) || val > (lim)) \
29 (fd) = (typeof(fd))val; \
33 #define DEF_ROUTES_NUM 0x10000
34 #define DEF_LOOKUP_IPS_NUM 0x100000
36 #define DEFAULT_LPM_TBL8 100000U
38 #define CMP_FLAG (1 << 0)
39 #define CMP_ALL_FLAG (1 << 1)
40 #define IPV6_FLAG (1 << 2)
41 #define FIB_RIB_TYPE (1 << 3)
42 #define FIB_V4_DIR_TYPE (1 << 4)
43 #define FIB_V6_TRIE_TYPE (1 << 4)
44 #define FIB_TYPE_MASK (FIB_RIB_TYPE|FIB_V4_DIR_TYPE|FIB_V6_TRIE_TYPE)
45 #define SHUFFLE_FLAG (1 << 7)
46 #define DRY_RUN_FLAG (1 << 8)
48 static char *distrib_string;
49 static char line[LINE_MAX];
58 #define NIPQUAD_FMT "%u.%u.%u.%u"
59 #define NIPQUAD(addr) \
60 (unsigned)((unsigned char *)&addr)[3], \
61 (unsigned)((unsigned char *)&addr)[2], \
62 (unsigned)((unsigned char *)&addr)[1], \
63 (unsigned)((unsigned char *)&addr)[0]
65 #define NIPQUAD6_FMT "%04x:%04x:%04x:%04x:%04x:%04x:%04x:%04x"
66 #define NIPQUAD6(addr) \
67 ((uint8_t *)addr)[0] << 8 | \
68 ((uint8_t *)addr)[1], \
69 ((uint8_t *)addr)[2] << 8 | \
70 ((uint8_t *)addr)[3], \
71 ((uint8_t *)addr)[4] << 8 | \
72 ((uint8_t *)addr)[5], \
73 ((uint8_t *)addr)[6] << 8 | \
74 ((uint8_t *)addr)[7], \
75 ((uint8_t *)addr)[8] << 8 | \
76 ((uint8_t *)addr)[9], \
77 ((uint8_t *)addr)[10] << 8 | \
78 ((uint8_t *)addr)[11], \
79 ((uint8_t *)addr)[12] << 8 | \
80 ((uint8_t *)addr)[13], \
81 ((uint8_t *)addr)[14] << 8 | \
87 const char *routes_file;
88 const char *lookup_ips_file;
89 const char *routes_file_s;
90 const char *lookup_ips_file_s;
94 uint32_t nb_lookup_ips;
95 uint32_t nb_lookup_ips_rnd;
96 uint32_t nb_routes_per_depth[128 + 1];
100 uint8_t rnd_lookup_ips_ratio;
105 .lookup_ips_file = NULL,
106 .nb_routes = DEF_ROUTES_NUM,
107 .nb_lookup_ips = DEF_LOOKUP_IPS_NUM,
108 .nb_lookup_ips_rnd = 0,
109 .nb_routes_per_depth = {0},
110 .flags = FIB_V4_DIR_TYPE,
111 .tbl8 = DEFAULT_LPM_TBL8,
113 .rnd_lookup_ips_ratio = 0,
131 get_rnd_rng(uint64_t l, uint64_t u)
136 return (rte_rand() % (u - l) + l);
139 static __rte_always_inline __attribute__((pure)) uint8_t
140 bits_in_nh(uint8_t nh_sz)
142 return 8 * (1 << nh_sz);
145 static __rte_always_inline __attribute__((pure)) uint64_t
146 get_max_nh(uint8_t nh_sz)
148 /* min between fib and lpm6 which is 21 bits */
149 return RTE_MIN(((1ULL << (bits_in_nh(nh_sz) - 1)) - 1),
156 if (config.flags & IPV6_FLAG) {
157 if ((config.flags & FIB_TYPE_MASK) == FIB_V6_TRIE_TYPE)
158 return RTE_FIB6_TRIE;
160 return RTE_FIB6_DUMMY;
162 if ((config.flags & FIB_TYPE_MASK) == FIB_V4_DIR_TYPE)
163 return RTE_FIB_DIR24_8;
164 if ((config.flags & FIB_TYPE_MASK) == FIB_RIB_TYPE)
165 return RTE_FIB_DUMMY;
171 complete_distrib(uint8_t depth_lim, const uint32_t n, uint8_t rpd[],
179 * complete number of routes for every depth
180 * that was configured with ratio
182 for (depth = 0; depth <= depth_lim; depth++) {
183 if (rpd[depth] != 0) {
184 if (rpd[depth] == UINT8_MAX)
185 config.nb_routes_per_depth[depth] =
188 config.nb_routes_per_depth[depth] =
189 (n * rpd[depth]) / 100;
191 nr += config.nb_routes_per_depth[depth];
197 printf("Too much configured routes\n");
201 /*complete number of routes for every unspecified depths*/
202 for (depth = 0; depth <= depth_lim; depth++) {
203 if (rpd[depth] == 0) {
204 /*we don't need more than two /1 routes*/
205 uint64_t max_routes_per_depth =
206 1ULL << RTE_MIN(depth, 63);
207 uint32_t avg_routes_left = (n - nr) /
208 (depth_lim + 1 - m++);
209 config.nb_routes_per_depth[depth] =
210 RTE_MIN(max_routes_per_depth, avg_routes_left);
211 nr += config.nb_routes_per_depth[depth];
219 parse_distrib(uint8_t depth_lim, const uint32_t n)
221 uint8_t rpd[128 + 1] = {0}; /*routes ratios per depth including /0 */
222 uint32_t nrpd[128 + 1] = {0}; /* number of routes per depth */
224 uint8_t depth, ratio, ratio_acc = 0;
227 in = strtok(distrib_string, ",");
229 /*parse configures routes percentage ratios*/
231 GET_CB_FIELD(in, depth, 0, UINT8_MAX, ':');
232 if (in[strlen(in) - 1] == '%') {
233 in[strlen(in) - 1] = 0;
234 GET_CB_FIELD(in, ratio, 0, UINT8_MAX, '\0');
235 if (depth > depth_lim) {
236 printf("Depth /%d is bigger than maximum "
237 "allowed depth /%d for this AF\n",
242 printf("Ratio for depth /%d is bigger "
243 "than 100%%\n", depth);
246 if ((depth < 64) && ((n * ratio) / 100) >
248 printf("Configured ratio %d%% for depth /%d "
249 "has %d different routes, but maximum "
250 "is %lu\n", ratio, depth,
251 ((n * ratio) / 100), (1UL << depth));
255 /*configured zero routes for a given depth*/
257 rpd[depth] = UINT8_MAX;
258 /*sum of all percentage ratios*/
261 GET_CB_FIELD(in, n_routes, 0, UINT32_MAX, '\0');
262 rpd[depth] = UINT8_MAX;
263 nrpd[depth] = n_routes;
266 /*number of configured depths in*/
267 in = strtok(NULL, ",");
270 if (ratio_acc > 100) {
271 printf("Total ratio's sum is bigger than 100%%\n");
275 return complete_distrib(depth_lim, n, rpd, nrpd);
279 shuffle_rt_4(struct rt_rule_4 *rt, int n)
281 struct rt_rule_4 tmp;
284 for (i = 0; i < n; i++) {
286 tmp.addr = rt[i].addr;
287 tmp.depth = rt[i].depth;
290 rt[i].addr = rt[j].addr;
291 rt[i].depth = rt[j].depth;
294 rt[j].addr = tmp.addr;
295 rt[j].depth = tmp.depth;
301 shuffle_rt_6(struct rt_rule_6 *rt, int n)
303 struct rt_rule_6 tmp;
306 for (i = 0; i < n; i++) {
308 memcpy(tmp.addr, rt[i].addr, 16);
309 tmp.depth = rt[i].depth;
312 memcpy(rt[i].addr, rt[j].addr, 16);
313 rt[i].depth = rt[j].depth;
316 memcpy(rt[j].addr, tmp.addr, 16);
317 rt[j].depth = tmp.depth;
323 gen_random_rt_4(struct rt_rule_4 *rt, int nh_sz)
325 uint32_t i, j, k = 0;
327 if (config.nb_routes_per_depth[0] != 0) {
330 rt[k++].nh = rte_rand() & get_max_nh(nh_sz);
333 for (i = 1; i <= 32; i++) {
336 step = (double)(1ULL << i) / config.nb_routes_per_depth[i];
337 for (j = 0; j < config.nb_routes_per_depth[i];
338 j++, k++, edge += step) {
339 uint64_t rnd_val = get_rnd_rng((uint64_t)edge,
340 (uint64_t)(edge + step));
341 rt[k].addr = rnd_val << (32 - i);
343 rt[k].nh = rte_rand() & get_max_nh(nh_sz);
349 complete_v6_addr(uint32_t *addr, uint32_t rnd, int n)
353 for (i = 0; i < n; i++)
354 addr[i] = rte_rand();
361 gen_random_rt_6(struct rt_rule_6 *rt, int nh_sz)
363 uint32_t a, i, j, k = 0;
365 if (config.nb_routes_per_depth[0] != 0) {
366 memset(rt[k].addr, 0, 16);
368 rt[k++].nh = rte_rand() & get_max_nh(nh_sz);
371 for (a = 0; a < 4; a++) {
372 for (i = 1; i <= 32; i++) {
375 double step = (double)(1ULL << i) /
376 config.nb_routes_per_depth[(a * 32) + i];
377 for (j = 0; j < config.nb_routes_per_depth[a * 32 + i];
378 j++, k++, edge += step) {
379 uint64_t rnd_val = get_rnd_rng((uint64_t)edge,
380 (uint64_t)(edge + step));
381 rnd = rte_cpu_to_be_32(rnd_val << (32 - i));
382 complete_v6_addr((uint32_t *)rt[k].addr,
384 rt[k].depth = (a * 32) + i;
385 rt[k].nh = rte_rand() & get_max_nh(nh_sz);
392 set_rnd_ipv6(uint8_t *addr, uint8_t *route, int depth)
396 for (i = 0; i < 16; i++)
397 addr[i] = rte_rand();
399 for (i = 0; i < 16; i++) {
402 else if (depth > 0) {
403 addr[i] &= (uint16_t)UINT8_MAX >> depth;
404 addr[i] |= route[i] & UINT8_MAX << (8 - depth);
412 gen_rnd_lookup_tbl(int af)
414 uint32_t *tbl4 = config.lookup_tbl;
415 uint8_t *tbl6 = config.lookup_tbl;
416 struct rt_rule_4 *rt4 = (struct rt_rule_4 *)config.rt;
417 struct rt_rule_6 *rt6 = (struct rt_rule_6 *)config.rt;
421 for (i = 0, j = 0; i < config.nb_lookup_ips;
422 i++, j = (j + 1) % config.nb_routes) {
423 if ((rte_rand() % 100) < config.rnd_lookup_ips_ratio) {
424 tbl4[i] = rte_rand();
425 config.nb_lookup_ips_rnd++;
427 tbl4[i] = rt4[j].addr | (rte_rand() &
428 ((1ULL << (32 - rt4[j].depth)) - 1));
431 for (i = 0, j = 0; i < config.nb_lookup_ips;
432 i++, j = (j + 1) % config.nb_routes) {
433 if ((rte_rand() % 100) < config.rnd_lookup_ips_ratio) {
434 set_rnd_ipv6(&tbl6[i * 16], rt6[j].addr, 0);
435 config.nb_lookup_ips_rnd++;
437 set_rnd_ipv6(&tbl6[i * 16], rt6[j].addr,
445 _inet_net_pton(int af, char *prefix, void *addr)
447 const char *dlm = "/";
450 unsigned int max_depth;
452 if ((prefix == NULL) || (addr == NULL))
455 s = strtok_r(prefix, dlm, &sp);
459 ret = inet_pton(af, s, addr);
463 s = strtok_r(NULL, dlm, &sp);
464 max_depth = (af == AF_INET) ? 32 : 128;
465 GET_CB_FIELD(s, depth, 0, max_depth, 0);
474 char *s, *sp, *in[RT_NUM];
475 static const char *dlm = " \t\n";
476 int string_tok_nb = RTE_DIM(in);
477 struct rt_rule_4 *rt;
479 rt = (struct rt_rule_4 *)config.rt;
481 while (fgets(line, sizeof(line), f) != NULL) {
483 for (i = 0; i != string_tok_nb; i++) {
484 in[i] = strtok_r(s, dlm, &sp);
490 ret = _inet_net_pton(AF_INET, in[RT_PREFIX], &rt[j].addr);
494 rt[j].addr = rte_be_to_cpu_32(rt[j].addr);
496 config.nb_routes_per_depth[ret]++;
497 GET_CB_FIELD(in[RT_NEXTHOP], rt[j].nh, 0,
508 char *s, *sp, *in[RT_NUM];
509 static const char *dlm = " \t\n";
510 int string_tok_nb = RTE_DIM(in);
511 struct rt_rule_6 *rt;
513 rt = (struct rt_rule_6 *)config.rt;
515 while (fgets(line, sizeof(line), f) != NULL) {
517 for (i = 0; i != string_tok_nb; i++) {
518 in[i] = strtok_r(s, dlm, &sp);
524 ret = _inet_net_pton(AF_INET6, in[RT_PREFIX], rt[j].addr);
529 config.nb_routes_per_depth[ret]++;
530 GET_CB_FIELD(in[RT_NEXTHOP], rt[j].nh, 0,
539 parse_lookup(FILE *f, int af)
542 uint8_t *tbl = (uint8_t *)config.lookup_tbl;
543 int step = (af == AF_INET) ? 4 : 16;
546 while (fgets(line, sizeof(line), f) != NULL) {
547 s = strtok(line, " \t\n");
550 ret = inet_pton(af, s, &tbl[i]);
562 uint32_t *tbl4 = config.lookup_tbl;
563 uint8_t *tbl6 = config.lookup_tbl;
566 f = fopen(config.lookup_ips_file_s, "w");
568 printf("Can not open file %s\n", config.lookup_ips_file_s);
573 for (i = 0; i < config.nb_lookup_ips; i++)
574 fprintf(f, NIPQUAD_FMT"\n", NIPQUAD(tbl4[i]));
576 for (i = 0; i < config.nb_lookup_ips; i++)
577 fprintf(f, NIPQUAD6_FMT"\n", NIPQUAD6(&tbl6[i * 16]));
590 depth_lim = ((config.flags & IPV6_FLAG) == IPV6_FLAG) ? 128 : 32;
594 "Routes distribution:\n", config.nb_routes);
596 for (i = 1; i <= depth_lim; i++) {
598 "depth /%d:%u", i, config.nb_routes_per_depth[i]);
603 fprintf(stdout, "%c", dlm);
607 "Lookup tuples: %u\n"
608 "Configured ratios of random ips for lookup: %u\n"
609 "Random lookup ips: %u\n",
610 config.nb_lookup_ips, config.rnd_lookup_ips_ratio,
611 config.nb_lookup_ips_rnd);
619 "[-f <routes file>]\n"
620 "[-t <ip's file for lookup>]\n"
621 "[-n <number of routes (if -f is not specified)>]\n"
622 "[-l <number of ip's for lookup (if -t is not specified)>]\n"
623 "[-d <\",\" separated \"depth:n%%\"routes depth distribution"
624 "(if -f is not specified)>]\n"
625 "[-r <percentage ratio of random ip's to lookup"
626 "(if -t is not specified)>]\n"
627 "[-c <do comarison with LPM library>]\n"
628 "[-6 <do tests with ipv6 (default ipv4)>]\n"
629 "[-s <shuffle randomly generated routes>]\n"
630 "[-a <check nexthops for all ipv4 address space"
631 "(only valid with -c)>]\n"
632 "[-b <fib algorithm>]\n\tavailable options for ipv4\n"
633 "\t\trib - RIB based FIB\n"
634 "\t\tdir - DIR24_8 based FIB\n"
635 "\tavailable options for ipv6:\n"
636 "\t\trib - RIB based FIB\n"
637 "\t\ttrie - TRIE based FIB\n"
638 "defaults are: dir for ipv4 and trie for ipv6\n"
639 "[-e <entry size (valid only for dir and trie fib types): "
640 "1/2/4/8 (default 4)>]\n"
641 "[-g <number of tbl8's for dir24_8 or trie FIBs>]\n"
642 "[-w <path to the file to dump routing table>]\n"
643 "[-u <path to the file to dump ip's for lookup>]\n"
644 "[-v <type of loookup function:"
645 "\ts1, s2, s3 (3 types of scalar), v (vector) -"
646 " for DIR24_8 based FIB\n"
647 "\ts, v - for TRIE based ipv6 FIB>]\n",
654 if ((config.routes_file == NULL) && (config.lookup_ips_file != NULL)) {
655 printf("-t option only valid with -f option\n");
659 if ((config.flags & CMP_ALL_FLAG) && (config.flags & IPV6_FLAG)) {
660 printf("-a flag is only valid for ipv4\n");
664 if ((config.flags & CMP_ALL_FLAG) &&
665 ((config.flags & CMP_FLAG) != CMP_FLAG)) {
666 printf("-a flag is valid only with -c flag\n");
670 if (!((config.ent_sz == 1) || (config.ent_sz == 2) ||
671 (config.ent_sz == 4) || (config.ent_sz == 8))) {
672 printf("wrong -e option %d, can be 1 or 2 or 4 or 8\n",
677 if ((config.ent_sz == 1) && (config.flags & IPV6_FLAG)) {
678 printf("-e 1 is valid only for ipv4\n");
685 parse_opts(int argc, char **argv)
690 while ((opt = getopt(argc, argv, "f:t:n:d:l:r:c6ab:e:g:w:u:sv:")) !=
694 config.routes_file = optarg;
697 config.lookup_ips_file = optarg;
700 config.routes_file_s = optarg;
701 config.flags |= DRY_RUN_FLAG;
704 config.lookup_ips_file_s = optarg;
705 config.flags |= DRY_RUN_FLAG;
709 config.nb_routes = strtoul(optarg, &endptr, 10);
710 if ((errno != 0) || (config.nb_routes == 0)) {
712 rte_exit(-EINVAL, "Invalid option -n\n");
716 distrib_string = optarg;
720 config.nb_lookup_ips = strtoul(optarg, &endptr, 10);
721 if ((errno != 0) || (config.nb_lookup_ips == 0)) {
723 rte_exit(-EINVAL, "Invalid option -l\n");
728 config.rnd_lookup_ips_ratio =
729 strtoul(optarg, &endptr, 10);
731 (config.rnd_lookup_ips_ratio == 0) ||
732 (config.rnd_lookup_ips_ratio >= 100)) {
734 rte_exit(-EINVAL, "Invalid option -r\n");
738 config.flags |= SHUFFLE_FLAG;
741 config.flags |= CMP_FLAG;
744 config.flags |= IPV6_FLAG;
747 config.flags |= CMP_ALL_FLAG;
750 if (strcmp(optarg, "rib") == 0) {
751 config.flags &= ~FIB_TYPE_MASK;
752 config.flags |= FIB_RIB_TYPE;
753 } else if (strcmp(optarg, "dir") == 0) {
754 config.flags &= ~FIB_TYPE_MASK;
755 config.flags |= FIB_V4_DIR_TYPE;
756 } else if (strcmp(optarg, "trie") == 0) {
757 config.flags &= ~FIB_TYPE_MASK;
758 config.flags |= FIB_V6_TRIE_TYPE;
760 rte_exit(-EINVAL, "Invalid option -b\n");
764 config.ent_sz = strtoul(optarg, &endptr, 10);
767 rte_exit(-EINVAL, "Invalid option -e\n");
772 config.tbl8 = strtoul(optarg, &endptr, 10);
773 if ((errno != 0) || (config.tbl8 == 0)) {
775 rte_exit(-EINVAL, "Invalid option -g\n");
779 if ((strcmp(optarg, "s1") == 0) ||
780 (strcmp(optarg, "s") == 0)) {
781 config.lookup_fn = 1;
783 } else if (strcmp(optarg, "v") == 0) {
784 config.lookup_fn = 2;
786 } else if (strcmp(optarg, "s2") == 0) {
787 config.lookup_fn = 3;
789 } else if (strcmp(optarg, "s3") == 0) {
790 config.lookup_fn = 4;
794 rte_exit(-EINVAL, "Invalid option -v %s\n", optarg);
797 rte_exit(-EINVAL, "Invalid options\n");
803 dump_rt_4(struct rt_rule_4 *rt)
808 f = fopen(config.routes_file_s, "w");
810 printf("Can not open file %s\n", config.routes_file_s);
814 for (i = 0; i < config.nb_routes; i++)
815 fprintf(f, NIPQUAD_FMT"/%d %"PRIu64"\n", NIPQUAD(rt[i].addr),
816 rt[i].depth, rt[i].nh);
823 print_depth_err(void)
825 printf("LPM does not support /0 prefix length (default route), use "
826 "-d 0:0 option or remove /0 prefix from routes file\n");
835 struct rte_fib_conf conf = {0};
836 struct rt_rule_4 *rt;
839 struct rte_lpm *lpm = NULL;
840 struct rte_lpm_config lpm_conf;
841 uint32_t *tbl4 = config.lookup_tbl;
842 uint64_t fib_nh[BURST_SZ];
843 uint32_t lpm_nh[BURST_SZ];
845 rt = (struct rt_rule_4 *)config.rt;
847 if (config.flags & DRY_RUN_FLAG) {
848 if (config.routes_file_s != NULL)
852 if (config.lookup_ips_file_s != NULL)
853 ret = dump_lookup(AF_INET);
857 conf.type = get_fib_type();
858 conf.default_nh = def_nh;
859 conf.max_routes = config.nb_routes * 2;
860 if (conf.type == RTE_FIB_DIR24_8) {
861 conf.dir24_8.nh_sz = __builtin_ctz(config.ent_sz);
862 conf.dir24_8.num_tbl8 = RTE_MIN(config.tbl8,
863 get_max_nh(conf.dir24_8.nh_sz));
866 fib = rte_fib_create("test", -1, &conf);
868 printf("Can not alloc FIB, err %d\n", rte_errno);
872 if (config.lookup_fn != 0) {
873 if (config.lookup_fn == 1)
874 ret = rte_fib_select_lookup(fib,
875 RTE_FIB_LOOKUP_DIR24_8_SCALAR_MACRO);
876 else if (config.lookup_fn == 2)
877 ret = rte_fib_select_lookup(fib,
878 RTE_FIB_LOOKUP_DIR24_8_VECTOR_AVX512);
879 else if (config.lookup_fn == 3)
880 ret = rte_fib_select_lookup(fib,
881 RTE_FIB_LOOKUP_DIR24_8_SCALAR_INLINE);
882 else if (config.lookup_fn == 4)
883 ret = rte_fib_select_lookup(fib,
884 RTE_FIB_LOOKUP_DIR24_8_SCALAR_UNI);
888 printf("Can not init lookup function\n");
893 for (k = config.print_fract, i = 0; k > 0; k--) {
894 start = rte_rdtsc_precise();
895 for (j = 0; j < (config.nb_routes - i) / k; j++) {
896 ret = rte_fib_add(fib, rt[i + j].addr, rt[i + j].depth,
898 if (unlikely(ret != 0)) {
899 printf("Can not add a route to FIB, err %d\n",
904 printf("AVG FIB add %"PRIu64"\n",
905 (rte_rdtsc_precise() - start) / j);
909 if (config.flags & CMP_FLAG) {
910 lpm_conf.max_rules = config.nb_routes * 2;
911 lpm_conf.number_tbl8s = RTE_MAX(conf.dir24_8.num_tbl8,
914 lpm = rte_lpm_create("test_lpm", -1, &lpm_conf);
916 printf("Can not alloc LPM, err %d\n", rte_errno);
919 for (k = config.print_fract, i = 0; k > 0; k--) {
920 start = rte_rdtsc_precise();
921 for (j = 0; j < (config.nb_routes - i) / k; j++) {
922 ret = rte_lpm_add(lpm, rt[i + j].addr,
923 rt[i + j].depth, rt[i + j].nh);
925 if (rt[i + j].depth == 0)
927 printf("Can not add a route to LPM, "
932 printf("AVG LPM add %"PRIu64"\n",
933 (rte_rdtsc_precise() - start) / j);
939 for (i = 0; i < config.nb_lookup_ips; i += BURST_SZ) {
940 start = rte_rdtsc_precise();
941 ret = rte_fib_lookup_bulk(fib, tbl4 + i, fib_nh, BURST_SZ);
942 acc += rte_rdtsc_precise() - start;
944 printf("FIB lookup fails, err %d\n", ret);
948 printf("AVG FIB lookup %.1f\n", (double)acc / (double)i);
950 if (config.flags & CMP_FLAG) {
952 for (i = 0; i < config.nb_lookup_ips; i += BURST_SZ) {
953 start = rte_rdtsc_precise();
954 ret = rte_lpm_lookup_bulk(lpm, tbl4 + i, lpm_nh,
956 acc += rte_rdtsc_precise() - start;
958 printf("LPM lookup fails, err %d\n", ret);
962 printf("AVG LPM lookup %.1f\n", (double)acc / (double)i);
964 for (i = 0; i < config.nb_lookup_ips; i += BURST_SZ) {
965 rte_fib_lookup_bulk(fib, tbl4 + i, fib_nh, BURST_SZ);
966 rte_lpm_lookup_bulk(lpm, tbl4 + i, lpm_nh, BURST_SZ);
967 for (j = 0; j < BURST_SZ; j++) {
968 struct rte_lpm_tbl_entry *tbl;
969 tbl = (struct rte_lpm_tbl_entry *)&lpm_nh[j];
970 if ((fib_nh[j] != tbl->next_hop) &&
971 !((tbl->valid == 0) &&
972 (fib_nh[j] == def_nh))) {
978 printf("FIB and LPM lookup returns same values\n");
981 for (k = config.print_fract, i = 0; k > 0; k--) {
982 start = rte_rdtsc_precise();
983 for (j = 0; j < (config.nb_routes - i) / k; j++)
984 rte_fib_delete(fib, rt[i + j].addr, rt[i + j].depth);
986 printf("AVG FIB delete %"PRIu64"\n",
987 (rte_rdtsc_precise() - start) / j);
991 if (config.flags & CMP_FLAG) {
992 for (k = config.print_fract, i = 0; k > 0; k--) {
993 start = rte_rdtsc_precise();
994 for (j = 0; j < (config.nb_routes - i) / k; j++)
995 rte_lpm_delete(lpm, rt[i + j].addr,
998 printf("AVG LPM delete %"PRIu64"\n",
999 (rte_rdtsc_precise() - start) / j);
1008 dump_rt_6(struct rt_rule_6 *rt)
1013 f = fopen(config.routes_file_s, "w");
1015 printf("Can not open file %s\n", config.routes_file_s);
1019 for (i = 0; i < config.nb_routes; i++) {
1020 fprintf(f, NIPQUAD6_FMT"/%d %"PRIu64"\n", NIPQUAD6(rt[i].addr),
1021 rt[i].depth, rt[i].nh);
1031 uint64_t start, acc;
1032 uint64_t def_nh = 0;
1033 struct rte_fib6 *fib;
1034 struct rte_fib6_conf conf = {0};
1035 struct rt_rule_6 *rt;
1038 struct rte_lpm6 *lpm = NULL;
1039 struct rte_lpm6_config lpm_conf;
1041 uint64_t fib_nh[BURST_SZ];
1042 int32_t lpm_nh[BURST_SZ];
1044 rt = (struct rt_rule_6 *)config.rt;
1045 tbl6 = config.lookup_tbl;
1047 if (config.flags & DRY_RUN_FLAG) {
1048 if (config.routes_file_s != NULL)
1049 ret = dump_rt_6(rt);
1052 if (config.lookup_ips_file_s != NULL)
1053 ret = dump_lookup(AF_INET6);
1057 conf.type = get_fib_type();
1058 conf.default_nh = def_nh;
1059 conf.max_routes = config.nb_routes * 2;
1060 if (conf.type == RTE_FIB6_TRIE) {
1061 conf.trie.nh_sz = __builtin_ctz(config.ent_sz);
1062 conf.trie.num_tbl8 = RTE_MIN(config.tbl8,
1063 get_max_nh(conf.trie.nh_sz));
1066 fib = rte_fib6_create("test", -1, &conf);
1068 printf("Can not alloc FIB, err %d\n", rte_errno);
1072 if (config.lookup_fn != 0) {
1073 if (config.lookup_fn == 1)
1074 ret = rte_fib6_select_lookup(fib,
1075 RTE_FIB6_LOOKUP_TRIE_SCALAR);
1076 else if (config.lookup_fn == 2)
1077 ret = rte_fib6_select_lookup(fib,
1078 RTE_FIB6_LOOKUP_TRIE_VECTOR_AVX512);
1082 printf("Can not init lookup function\n");
1087 for (k = config.print_fract, i = 0; k > 0; k--) {
1088 start = rte_rdtsc_precise();
1089 for (j = 0; j < (config.nb_routes - i) / k; j++) {
1090 ret = rte_fib6_add(fib, rt[i + j].addr,
1091 rt[i + j].depth, rt[i + j].nh);
1092 if (unlikely(ret != 0)) {
1093 printf("Can not add a route to FIB, err %d\n",
1098 printf("AVG FIB add %"PRIu64"\n",
1099 (rte_rdtsc_precise() - start) / j);
1103 if (config.flags & CMP_FLAG) {
1104 lpm_conf.max_rules = config.nb_routes * 2;
1105 lpm_conf.number_tbl8s = RTE_MAX(conf.trie.num_tbl8,
1108 lpm = rte_lpm6_create("test_lpm", -1, &lpm_conf);
1110 printf("Can not alloc LPM, err %d\n", rte_errno);
1113 for (k = config.print_fract, i = 0; k > 0; k--) {
1114 start = rte_rdtsc_precise();
1115 for (j = 0; j < (config.nb_routes - i) / k; j++) {
1116 ret = rte_lpm6_add(lpm, rt[i + j].addr,
1117 rt[i + j].depth, rt[i + j].nh);
1119 if (rt[i + j].depth == 0)
1121 printf("Can not add a route to LPM, "
1126 printf("AVG LPM add %"PRIu64"\n",
1127 (rte_rdtsc_precise() - start) / j);
1133 for (i = 0; i < config.nb_lookup_ips; i += BURST_SZ) {
1134 start = rte_rdtsc_precise();
1135 ret = rte_fib6_lookup_bulk(fib, (uint8_t (*)[16])(tbl6 + i*16),
1137 acc += rte_rdtsc_precise() - start;
1139 printf("FIB lookup fails, err %d\n", ret);
1143 printf("AVG FIB lookup %.1f\n", (double)acc / (double)i);
1145 if (config.flags & CMP_FLAG) {
1147 for (i = 0; i < config.nb_lookup_ips; i += BURST_SZ) {
1148 start = rte_rdtsc_precise();
1149 ret = rte_lpm6_lookup_bulk_func(lpm,
1150 (uint8_t (*)[16])(tbl6 + i*16),
1152 acc += rte_rdtsc_precise() - start;
1154 printf("LPM lookup fails, err %d\n", ret);
1158 printf("AVG LPM lookup %.1f\n", (double)acc / (double)i);
1160 for (i = 0; i < config.nb_lookup_ips; i += BURST_SZ) {
1161 rte_fib6_lookup_bulk(fib,
1162 (uint8_t (*)[16])(tbl6 + i*16),
1164 rte_lpm6_lookup_bulk_func(lpm,
1165 (uint8_t (*)[16])(tbl6 + i*16),
1167 for (j = 0; j < BURST_SZ; j++) {
1168 if ((fib_nh[j] != (uint32_t)lpm_nh[j]) &&
1169 !((lpm_nh[j] == -1) &&
1170 (fib_nh[j] == def_nh))) {
1176 printf("FIB and LPM lookup returns same values\n");
1179 for (k = config.print_fract, i = 0; k > 0; k--) {
1180 start = rte_rdtsc_precise();
1181 for (j = 0; j < (config.nb_routes - i) / k; j++)
1182 rte_fib6_delete(fib, rt[i + j].addr, rt[i + j].depth);
1184 printf("AVG FIB delete %"PRIu64"\n",
1185 (rte_rdtsc_precise() - start) / j);
1189 if (config.flags & CMP_FLAG) {
1190 for (k = config.print_fract, i = 0; k > 0; k--) {
1191 start = rte_rdtsc_precise();
1192 for (j = 0; j < (config.nb_routes - i) / k; j++)
1193 rte_lpm6_delete(lpm, rt[i + j].addr,
1196 printf("AVG LPM delete %"PRIu64"\n",
1197 (rte_rdtsc_precise() - start) / j);
1205 main(int argc, char **argv)
1207 int ret, af, rt_ent_sz, lookup_ent_sz;
1212 ret = rte_eal_init(argc, argv);
1214 rte_panic("Cannot init EAL\n");
1219 config.prgname = argv[0];
1221 parse_opts(argc, argv);
1223 ret = check_config();
1225 rte_exit(-ret, "Bad configuration\n");
1227 af = ((config.flags & IPV6_FLAG) == 0) ? AF_INET : AF_INET6;
1228 depth_lim = (af == AF_INET) ? 32 : 128;
1229 rt_ent_sz = (af == AF_INET) ? sizeof(struct rt_rule_4) :
1230 sizeof(struct rt_rule_6);
1231 lookup_ent_sz = (af == AF_INET) ? 4 : 16;
1233 /* Count number of rules in file*/
1234 if (config.routes_file != NULL) {
1235 fr = fopen(config.routes_file, "r");
1237 rte_exit(-errno, "Can not open file with routes %s\n",
1238 config.routes_file);
1240 config.nb_routes = 0;
1241 while (fgets(line, sizeof(line), fr) != NULL)
1246 /* Count number of ip's in file*/
1247 if (config.lookup_ips_file != NULL) {
1248 fl = fopen(config.lookup_ips_file, "r");
1250 rte_exit(-errno, "Can not open file with ip's %s\n",
1251 config.lookup_ips_file);
1253 config.nb_lookup_ips = 0;
1254 while (fgets(line, sizeof(line), fl) != NULL)
1255 config.nb_lookup_ips++;
1259 /* Alloc routes table*/
1260 config.rt = rte_malloc(NULL, rt_ent_sz * config.nb_routes, 0);
1261 if (config.rt == NULL)
1262 rte_exit(-ENOMEM, "Can not alloc rt\n");
1264 /* Alloc table with ip's for lookup*/
1265 config.lookup_tbl = rte_malloc(NULL, lookup_ent_sz *
1266 config.nb_lookup_ips, 0);
1267 if (config.lookup_tbl == NULL)
1268 rte_exit(-ENOMEM, "Can not alloc lookup table\n");
1270 /* Fill routes table */
1272 if (distrib_string != NULL)
1273 ret = parse_distrib(depth_lim, config.nb_routes);
1275 uint8_t rpd[129] = {0};
1276 uint32_t nrpd[129] = {0};
1277 ret = complete_distrib(depth_lim, config.nb_routes,
1282 "Bad routes distribution configuration\n");
1283 if (af == AF_INET) {
1284 gen_random_rt_4(config.rt,
1285 __builtin_ctz(config.ent_sz));
1286 if (config.flags & SHUFFLE_FLAG)
1287 shuffle_rt_4(config.rt, config.nb_routes);
1289 gen_random_rt_6(config.rt,
1290 __builtin_ctz(config.ent_sz));
1291 if (config.flags & SHUFFLE_FLAG)
1292 shuffle_rt_6(config.rt, config.nb_routes);
1296 ret = parse_rt_4(fr);
1298 ret = parse_rt_6(fr);
1301 rte_exit(-ret, "failed to parse routes file %s\n",
1302 config.routes_file);
1306 /* Fill lookup table with ip's*/
1308 gen_rnd_lookup_tbl(af);
1310 ret = parse_lookup(fl, af);
1312 rte_exit(-ret, "failed to parse lookup file\n");