1 /* SPDX-License-Identifier: BSD-3-Clause
2 * Copyright(c) 2010-2016 Intel Corporation
8 #include <rte_ethdev.h>
11 #define DO_RFC_1812_CHECKS
13 #define RTE_LOGTYPE_L3FWD RTE_LOGTYPE_USER1
15 #if !defined(NO_HASH_MULTI_LOOKUP) && defined(RTE_MACHINE_CPUFLAG_NEON)
16 #define NO_HASH_MULTI_LOOKUP 1
19 #define MAX_PKT_BURST 32
20 #define BURST_TX_DRAIN_US 100 /* TX drain every ~100us */
22 #define MAX_RX_QUEUE_PER_LCORE 16
25 * Try to avoid TX buffering if we have at least MAX_TX_BURST packets to send.
27 #define MAX_TX_BURST (MAX_PKT_BURST / 2)
31 /* Configure how many packets ahead to prefetch, when reading packets */
32 #define PREFETCH_OFFSET 3
34 /* Used to mark destination port as 'invalid'. */
35 #define BAD_PORT ((uint16_t)-1)
39 /* replace first 12B of the ethernet header. */
42 /* Hash parameters. */
44 /* default to 4 million hash entries (approx) */
45 #define L3FWD_HASH_ENTRIES (1024*1024*4)
47 /* 32-bit has less address-space for hugepage memory, limit to 1M entries */
48 #define L3FWD_HASH_ENTRIES (1024*1024*1)
50 #define HASH_ENTRY_NUMBER_DEFAULT 4
54 struct rte_mbuf *m_table[MAX_PKT_BURST];
57 struct lcore_rx_queue {
60 } __rte_cache_aligned;
64 struct lcore_rx_queue rx_queue_list[MAX_RX_QUEUE_PER_LCORE];
66 uint16_t tx_port_id[RTE_MAX_ETHPORTS];
67 uint16_t tx_queue_id[RTE_MAX_ETHPORTS];
68 struct mbuf_table tx_mbufs[RTE_MAX_ETHPORTS];
69 void *ipv4_lookup_struct;
70 void *ipv6_lookup_struct;
71 } __rte_cache_aligned;
73 extern volatile bool force_quit;
75 /* ethernet addresses of ports */
76 extern uint64_t dest_eth_addr[RTE_MAX_ETHPORTS];
77 extern struct rte_ether_addr ports_eth_addr[RTE_MAX_ETHPORTS];
79 /* mask of enabled ports */
80 extern uint32_t enabled_port_mask;
82 /* Used only in exact match mode. */
83 extern int ipv6; /**< ipv6 is false by default. */
84 extern uint32_t hash_entry_number;
86 extern xmm_t val_eth[RTE_MAX_ETHPORTS];
88 extern struct lcore_conf lcore_conf[RTE_MAX_LCORE];
90 /* Send burst of packets on an output interface */
92 send_burst(struct lcore_conf *qconf, uint16_t n, uint16_t port)
94 struct rte_mbuf **m_table;
98 queueid = qconf->tx_queue_id[port];
99 m_table = (struct rte_mbuf **)qconf->tx_mbufs[port].m_table;
101 ret = rte_eth_tx_burst(port, queueid, m_table, n);
102 if (unlikely(ret < n)) {
104 rte_pktmbuf_free(m_table[ret]);
111 /* Enqueue a single packet, and send burst if queue is filled */
113 send_single_packet(struct lcore_conf *qconf,
114 struct rte_mbuf *m, uint16_t port)
118 len = qconf->tx_mbufs[port].len;
119 qconf->tx_mbufs[port].m_table[len] = m;
122 /* enough pkts to be sent */
123 if (unlikely(len == MAX_PKT_BURST)) {
124 send_burst(qconf, MAX_PKT_BURST, port);
128 qconf->tx_mbufs[port].len = len;
132 #ifdef DO_RFC_1812_CHECKS
134 is_valid_ipv4_pkt(struct rte_ipv4_hdr *pkt, uint32_t link_len)
136 /* From http://www.rfc-editor.org/rfc/rfc1812.txt section 5.2.2 */
138 * 1. The packet length reported by the Link Layer must be large
139 * enough to hold the minimum length legal IP datagram (20 bytes).
141 if (link_len < sizeof(struct rte_ipv4_hdr))
144 /* 2. The IP checksum must be correct. */
145 /* this is checked in H/W */
148 * 3. The IP version number must be 4. If the version number is not 4
149 * then the packet may be another version of IP, such as IPng or
152 if (((pkt->version_ihl) >> 4) != 4)
155 * 4. The IP header length field must be large enough to hold the
156 * minimum length legal IP datagram (20 bytes = 5 words).
158 if ((pkt->version_ihl & 0xf) < 5)
162 * 5. The IP total length field must be large enough to hold the IP
163 * datagram header, whose length is specified in the IP header length
166 if (rte_cpu_to_be_16(pkt->total_length) < sizeof(struct rte_ipv4_hdr))
171 #endif /* DO_RFC_1812_CHECKS */
173 /* Function pointers for LPM or EM functionality. */
175 setup_lpm(const int socketid);
178 setup_hash(const int socketid);
181 em_check_ptype(int portid);
184 lpm_check_ptype(int portid);
187 em_cb_parse_ptype(uint16_t port, uint16_t queue, struct rte_mbuf *pkts[],
188 uint16_t nb_pkts, uint16_t max_pkts, void *user_param);
191 lpm_cb_parse_ptype(uint16_t port, uint16_t queue, struct rte_mbuf *pkts[],
192 uint16_t nb_pkts, uint16_t max_pkts, void *user_param);
195 em_main_loop(__attribute__((unused)) void *dummy);
198 lpm_main_loop(__attribute__((unused)) void *dummy);
200 /* Return ipv4/ipv6 fwd lookup struct for LPM or EM. */
202 em_get_ipv4_l3fwd_lookup_struct(const int socketid);
205 em_get_ipv6_l3fwd_lookup_struct(const int socketid);
208 lpm_get_ipv4_l3fwd_lookup_struct(const int socketid);
211 lpm_get_ipv6_l3fwd_lookup_struct(const int socketid);
213 #endif /* __L3_FWD_H__ */