net/mlx5: fix match MPLS over GRE with key
[dpdk.git] / examples / l3fwd / l3fwd_lpm.c
index aff80fe..ff1c18a 100644 (file)
 #include "l3fwd.h"
 #include "l3fwd_event.h"
 
-struct ipv4_l3fwd_lpm_route {
-       uint32_t ip;
-       uint8_t  depth;
-       uint8_t  if_out;
-};
-
-struct ipv6_l3fwd_lpm_route {
-       uint8_t ip[16];
-       uint8_t  depth;
-       uint8_t  if_out;
-};
-
-/* 198.18.0.0/16 are set aside for RFC2544 benchmarking (RFC5735). */
-static const struct ipv4_l3fwd_lpm_route ipv4_l3fwd_lpm_route_array[] = {
-       {RTE_IPV4(198, 18, 0, 0), 24, 0},
-       {RTE_IPV4(198, 18, 1, 0), 24, 1},
-       {RTE_IPV4(198, 18, 2, 0), 24, 2},
-       {RTE_IPV4(198, 18, 3, 0), 24, 3},
-       {RTE_IPV4(198, 18, 4, 0), 24, 4},
-       {RTE_IPV4(198, 18, 5, 0), 24, 5},
-       {RTE_IPV4(198, 18, 6, 0), 24, 6},
-       {RTE_IPV4(198, 18, 7, 0), 24, 7},
-};
-
-/* 2001:0200::/48 is IANA reserved range for IPv6 benchmarking (RFC5180) */
-static const struct ipv6_l3fwd_lpm_route ipv6_l3fwd_lpm_route_array[] = {
-       {{32, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0}, 48, 0},
-       {{32, 1, 2, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0}, 48, 1},
-       {{32, 1, 2, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0}, 48, 2},
-       {{32, 1, 2, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0}, 48, 3},
-       {{32, 1, 2, 0, 0, 0, 0, 0, 0, 4, 0, 0, 0, 0, 0, 0}, 48, 4},
-       {{32, 1, 2, 0, 0, 0, 0, 0, 0, 5, 0, 0, 0, 0, 0, 0}, 48, 5},
-       {{32, 1, 2, 0, 0, 0, 0, 0, 0, 6, 0, 0, 0, 0, 0, 0}, 48, 6},
-       {{32, 1, 2, 0, 0, 0, 0, 0, 0, 7, 0, 0, 0, 0, 0, 0}, 48, 7},
-};
+#include "l3fwd_route.h"
 
 #define IPV4_L3FWD_LPM_MAX_RULES         1024
 #define IPV4_L3FWD_LPM_NUMBER_TBL8S (1 << 8)
@@ -75,27 +41,31 @@ static struct rte_lpm *ipv4_l3fwd_lpm_lookup_struct[NB_SOCKETS];
 static struct rte_lpm6 *ipv6_l3fwd_lpm_lookup_struct[NB_SOCKETS];
 
 static inline uint16_t
-lpm_get_ipv4_dst_port(void *ipv4_hdr, uint16_t portid, void *lookup_struct)
+lpm_get_ipv4_dst_port(const struct rte_ipv4_hdr *ipv4_hdr,
+                     uint16_t portid,
+                     struct rte_lpm *ipv4_l3fwd_lookup_struct)
 {
+       uint32_t dst_ip = rte_be_to_cpu_32(ipv4_hdr->dst_addr);
        uint32_t next_hop;
-       struct rte_lpm *ipv4_l3fwd_lookup_struct =
-               (struct rte_lpm *)lookup_struct;
 
-       return (uint16_t) ((rte_lpm_lookup(ipv4_l3fwd_lookup_struct,
-               rte_be_to_cpu_32(((struct rte_ipv4_hdr *)ipv4_hdr)->dst_addr),
-               &next_hop) == 0) ? next_hop : portid);
+       if (rte_lpm_lookup(ipv4_l3fwd_lookup_struct, dst_ip, &next_hop) == 0)
+               return next_hop;
+       else
+               return portid;
 }
 
 static inline uint16_t
-lpm_get_ipv6_dst_port(void *ipv6_hdr, uint16_t portid, void *lookup_struct)
+lpm_get_ipv6_dst_port(const struct rte_ipv6_hdr *ipv6_hdr,
+                     uint16_t portid,
+                     struct rte_lpm6 *ipv6_l3fwd_lookup_struct)
 {
+       const uint8_t *dst_ip = ipv6_hdr->dst_addr;
        uint32_t next_hop;
-       struct rte_lpm6 *ipv6_l3fwd_lookup_struct =
-               (struct rte_lpm6 *)lookup_struct;
 
-       return (uint16_t) ((rte_lpm6_lookup(ipv6_l3fwd_lookup_struct,
-                       ((struct rte_ipv6_hdr *)ipv6_hdr)->dst_addr,
-                       &next_hop) == 0) ?  next_hop : portid);
+       if (rte_lpm6_lookup(ipv6_l3fwd_lookup_struct, dst_ip, &next_hop) == 0)
+               return next_hop;
+       else
+               return portid;
 }
 
 static __rte_always_inline uint16_t
@@ -159,7 +129,7 @@ lpm_get_dst_port_with_ipv4(const struct lcore_conf *qconf, struct rte_mbuf *pkt,
 
 #if defined(RTE_ARCH_X86)
 #include "l3fwd_lpm_sse.h"
-#elif defined RTE_MACHINE_CPUFLAG_NEON
+#elif defined __ARM_NEON
 #include "l3fwd_lpm_neon.h"
 #elif defined(RTE_ARCH_PPC_64)
 #include "l3fwd_lpm_altivec.h"
@@ -169,7 +139,7 @@ lpm_get_dst_port_with_ipv4(const struct lcore_conf *qconf, struct rte_mbuf *pkt,
 
 /* main processing loop */
 int
-lpm_main_loop(__attribute__((unused)) void *dummy)
+lpm_main_loop(__rte_unused void *dummy)
 {
        struct rte_mbuf *pkts_burst[MAX_PKT_BURST];
        unsigned lcore_id;
@@ -181,19 +151,19 @@ lpm_main_loop(__attribute__((unused)) void *dummy)
        const uint64_t drain_tsc = (rte_get_tsc_hz() + US_PER_S - 1) /
                US_PER_S * BURST_TX_DRAIN_US;
 
-       prev_tsc = 0;
-
        lcore_id = rte_lcore_id();
        qconf = &lcore_conf[lcore_id];
 
-       if (qconf->n_rx_queue == 0) {
+       const uint16_t n_rx_q = qconf->n_rx_queue;
+       const uint16_t n_tx_p = qconf->n_tx_port;
+       if (n_rx_q == 0) {
                RTE_LOG(INFO, L3FWD, "lcore %u has nothing to do\n", lcore_id);
                return 0;
        }
 
        RTE_LOG(INFO, L3FWD, "entering main loop on lcore %u\n", lcore_id);
 
-       for (i = 0; i < qconf->n_rx_queue; i++) {
+       for (i = 0; i < n_rx_q; i++) {
 
                portid = qconf->rx_queue_list[i].port_id;
                queueid = qconf->rx_queue_list[i].queue_id;
@@ -202,9 +172,10 @@ lpm_main_loop(__attribute__((unused)) void *dummy)
                        lcore_id, portid, queueid);
        }
 
-       while (!force_quit) {
+       cur_tsc = rte_rdtsc();
+       prev_tsc = cur_tsc;
 
-               cur_tsc = rte_rdtsc();
+       while (!force_quit) {
 
                /*
                 * TX burst queue drain
@@ -212,7 +183,7 @@ lpm_main_loop(__attribute__((unused)) void *dummy)
                diff_tsc = cur_tsc - prev_tsc;
                if (unlikely(diff_tsc > drain_tsc)) {
 
-                       for (i = 0; i < qconf->n_tx_port; ++i) {
+                       for (i = 0; i < n_tx_p; ++i) {
                                portid = qconf->tx_port_id[i];
                                if (qconf->tx_mbufs[portid].len == 0)
                                        continue;
@@ -228,7 +199,7 @@ lpm_main_loop(__attribute__((unused)) void *dummy)
                /*
                 * Read packet from RX queues
                 */
-               for (i = 0; i < qconf->n_rx_queue; ++i) {
+               for (i = 0; i < n_rx_q; ++i) {
                        portid = qconf->rx_queue_list[i].port_id;
                        queueid = qconf->rx_queue_list[i].queue_id;
                        nb_rx = rte_eth_rx_burst(portid, queueid, pkts_burst,
@@ -236,7 +207,7 @@ lpm_main_loop(__attribute__((unused)) void *dummy)
                        if (nb_rx == 0)
                                continue;
 
-#if defined RTE_ARCH_X86 || defined RTE_MACHINE_CPUFLAG_NEON \
+#if defined RTE_ARCH_X86 || defined __ARM_NEON \
                         || defined RTE_ARCH_PPC_64
                        l3fwd_lpm_send_packets(nb_rx, pkts_burst,
                                                portid, qconf);
@@ -245,6 +216,8 @@ lpm_main_loop(__attribute__((unused)) void *dummy)
                                                        portid, qconf);
 #endif /* X86 */
                }
+
+               cur_tsc = rte_rdtsc();
        }
 
        return 0;
@@ -255,7 +228,7 @@ lpm_process_event_pkt(const struct lcore_conf *lconf, struct rte_mbuf *mbuf)
 {
        mbuf->port = lpm_get_dst_port(lconf, mbuf, mbuf->port);
 
-#if defined RTE_ARCH_X86 || defined RTE_MACHINE_CPUFLAG_NEON \
+#if defined RTE_ARCH_X86 || defined __ARM_NEON \
        || defined RTE_ARCH_PPC_64
        process_packet(mbuf, &mbuf->port);
 #else
@@ -413,7 +386,7 @@ lpm_event_loop(struct l3fwd_event_resources *evt_rsrc,
 }
 
 int __rte_noinline
-lpm_event_main_loop_tx_d(__attribute__((unused)) void *dummy)
+lpm_event_main_loop_tx_d(__rte_unused void *dummy)
 {
        struct l3fwd_event_resources *evt_rsrc =
                                        l3fwd_get_eventdev_rsrc();
@@ -423,7 +396,7 @@ lpm_event_main_loop_tx_d(__attribute__((unused)) void *dummy)
 }
 
 int __rte_noinline
-lpm_event_main_loop_tx_d_burst(__attribute__((unused)) void *dummy)
+lpm_event_main_loop_tx_d_burst(__rte_unused void *dummy)
 {
        struct l3fwd_event_resources *evt_rsrc =
                                        l3fwd_get_eventdev_rsrc();
@@ -433,7 +406,7 @@ lpm_event_main_loop_tx_d_burst(__attribute__((unused)) void *dummy)
 }
 
 int __rte_noinline
-lpm_event_main_loop_tx_q(__attribute__((unused)) void *dummy)
+lpm_event_main_loop_tx_q(__rte_unused void *dummy)
 {
        struct l3fwd_event_resources *evt_rsrc =
                                        l3fwd_get_eventdev_rsrc();
@@ -443,7 +416,7 @@ lpm_event_main_loop_tx_q(__attribute__((unused)) void *dummy)
 }
 
 int __rte_noinline
-lpm_event_main_loop_tx_q_burst(__attribute__((unused)) void *dummy)
+lpm_event_main_loop_tx_q_burst(__rte_unused void *dummy)
 {
        struct l3fwd_event_resources *evt_rsrc =
                                        l3fwd_get_eventdev_rsrc();
@@ -475,18 +448,18 @@ setup_lpm(const int socketid)
                        socketid);
 
        /* populate the LPM table */
-       for (i = 0; i < RTE_DIM(ipv4_l3fwd_lpm_route_array); i++) {
+       for (i = 0; i < RTE_DIM(ipv4_l3fwd_route_array); i++) {
                struct in_addr in;
 
                /* skip unused ports */
-               if ((1 << ipv4_l3fwd_lpm_route_array[i].if_out &
+               if ((1 << ipv4_l3fwd_route_array[i].if_out &
                                enabled_port_mask) == 0)
                        continue;
 
                ret = rte_lpm_add(ipv4_l3fwd_lpm_lookup_struct[socketid],
-                       ipv4_l3fwd_lpm_route_array[i].ip,
-                       ipv4_l3fwd_lpm_route_array[i].depth,
-                       ipv4_l3fwd_lpm_route_array[i].if_out);
+                       ipv4_l3fwd_route_array[i].ip,
+                       ipv4_l3fwd_route_array[i].depth,
+                       ipv4_l3fwd_route_array[i].if_out);
 
                if (ret < 0) {
                        rte_exit(EXIT_FAILURE,
@@ -494,11 +467,11 @@ setup_lpm(const int socketid)
                                i, socketid);
                }
 
-               in.s_addr = htonl(ipv4_l3fwd_lpm_route_array[i].ip);
+               in.s_addr = htonl(ipv4_l3fwd_route_array[i].ip);
                printf("LPM: Adding route %s / %d (%d)\n",
                       inet_ntop(AF_INET, &in, abuf, sizeof(abuf)),
-                       ipv4_l3fwd_lpm_route_array[i].depth,
-                       ipv4_l3fwd_lpm_route_array[i].if_out);
+                       ipv4_l3fwd_route_array[i].depth,
+                       ipv4_l3fwd_route_array[i].if_out);
        }
 
        /* create the LPM6 table */
@@ -515,17 +488,17 @@ setup_lpm(const int socketid)
                        socketid);
 
        /* populate the LPM table */
-       for (i = 0; i < RTE_DIM(ipv6_l3fwd_lpm_route_array); i++) {
+       for (i = 0; i < RTE_DIM(ipv6_l3fwd_route_array); i++) {
 
                /* skip unused ports */
-               if ((1 << ipv6_l3fwd_lpm_route_array[i].if_out &
+               if ((1 << ipv6_l3fwd_route_array[i].if_out &
                                enabled_port_mask) == 0)
                        continue;
 
                ret = rte_lpm6_add(ipv6_l3fwd_lpm_lookup_struct[socketid],
-                       ipv6_l3fwd_lpm_route_array[i].ip,
-                       ipv6_l3fwd_lpm_route_array[i].depth,
-                       ipv6_l3fwd_lpm_route_array[i].if_out);
+                       ipv6_l3fwd_route_array[i].ip,
+                       ipv6_l3fwd_route_array[i].depth,
+                       ipv6_l3fwd_route_array[i].if_out);
 
                if (ret < 0) {
                        rte_exit(EXIT_FAILURE,
@@ -534,10 +507,10 @@ setup_lpm(const int socketid)
                }
 
                printf("LPM: Adding route %s / %d (%d)\n",
-                      inet_ntop(AF_INET6, ipv6_l3fwd_lpm_route_array[i].ip,
+                      inet_ntop(AF_INET6, ipv6_l3fwd_route_array[i].ip,
                                 abuf, sizeof(abuf)),
-                      ipv6_l3fwd_lpm_route_array[i].depth,
-                      ipv6_l3fwd_lpm_route_array[i].if_out);
+                      ipv6_l3fwd_route_array[i].depth,
+                      ipv6_l3fwd_route_array[i].if_out);
        }
 }