4 * Copyright(c) 2010-2014 Intel Corporation. All rights reserved.
7 * Redistribution and use in source and binary forms, with or without
8 * modification, are permitted provided that the following conditions
11 * * Redistributions of source code must retain the above copyright
12 * notice, this list of conditions and the following disclaimer.
13 * * Redistributions in binary form must reproduce the above copyright
14 * notice, this list of conditions and the following disclaimer in
15 * the documentation and/or other materials provided with the
17 * * Neither the name of Intel Corporation nor the names of its
18 * contributors may be used to endorse or promote products derived
19 * from this software without specific prior written permission.
21 * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
22 * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
23 * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
24 * A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
25 * OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
26 * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
27 * LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
28 * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
29 * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
30 * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
31 * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
37 #include <rte_common.h>
39 #include <rte_mempool.h>
40 #include <rte_ethdev.h>
41 #include <rte_cycles.h>
43 #include <rte_meter.h>
46 * Traffic metering configuration
49 #define APP_MODE_FWD 0
50 #define APP_MODE_SRTCM_COLOR_BLIND 1
51 #define APP_MODE_SRTCM_COLOR_AWARE 2
52 #define APP_MODE_TRTCM_COLOR_BLIND 3
53 #define APP_MODE_TRTCM_COLOR_AWARE 4
55 #define APP_MODE APP_MODE_SRTCM_COLOR_BLIND
61 #define APP_PKT_FLOW_POS 33
62 #define APP_PKT_COLOR_POS 5
65 #if APP_PKT_FLOW_POS > 64 || APP_PKT_COLOR_POS > 64
66 #error Byte offset needs to be less than 64
70 * Buffer pool configuration
73 #define MBUF_SIZE (2048 + sizeof(struct rte_mbuf) + RTE_PKTMBUF_HEADROOM)
75 #define MEMPOOL_CACHE_SIZE 256
77 static struct rte_mempool *pool = NULL;
83 static struct rte_eth_conf port_conf = {
85 .max_rx_pkt_len = ETHER_MAX_LEN,
96 .rss_hf = ETH_RSS_IPV4 | ETH_RSS_IPV6,
100 .mq_mode = ETH_DCB_NONE,
104 static const struct rte_eth_rxconf rx_conf = {
106 .pthresh = 8, /* RX prefetch threshold reg */
107 .hthresh = 8, /* RX host threshold reg */
108 .wthresh = 4, /* RX write-back threshold reg */
110 .rx_free_thresh = 32,
113 static const struct rte_eth_txconf tx_conf = {
115 .pthresh = 36, /* TX prefetch threshold reg */
116 .hthresh = 0, /* TX host threshold reg */
117 .wthresh = 0, /* TX write-back threshold reg */
124 #define NIC_RX_QUEUE_DESC 128
125 #define NIC_TX_QUEUE_DESC 512
127 #define NIC_RX_QUEUE 0
128 #define NIC_TX_QUEUE 0
134 #define PKT_RX_BURST_MAX 32
135 #define PKT_TX_BURST_MAX 32
136 #define TIME_TX_DRAIN 200000ULL
138 static uint8_t port_rx;
139 static uint8_t port_tx;
140 static struct rte_mbuf *pkts_rx[PKT_RX_BURST_MAX];
141 static struct rte_mbuf *pkts_tx[PKT_TX_BURST_MAX];
142 static uint16_t pkts_tx_len = 0;
145 struct rte_meter_srtcm_params app_srtcm_params[] = {
146 {.cir = 1000000 * 46, .cbs = 2048, .ebs = 2048},
149 struct rte_meter_trtcm_params app_trtcm_params[] = {
150 {.cir = 1000000 * 46, .pir = 1500000 * 46, .cbs = 2048, .pbs = 2048},
153 #define DIM(a) (sizeof (a) / sizeof ((a)[0]))
154 #define APP_FLOWS_MAX 256
156 FLOW_METER app_flows[APP_FLOWS_MAX];
159 app_configure_flow_table(void)
163 for (i = 0, j = 0; i < APP_FLOWS_MAX; i ++, j = (j + 1) % DIM(PARAMS)){
164 FUNC_CONFIG(&app_flows[i], &PARAMS[j]);
169 app_set_pkt_color(uint8_t *pkt_data, enum policer_action color)
171 pkt_data[APP_PKT_COLOR_POS] = (uint8_t)color;
175 app_pkt_handle(struct rte_mbuf *pkt, uint64_t time)
177 uint8_t input_color, output_color;
178 uint8_t *pkt_data = rte_pktmbuf_mtod(pkt, uint8_t *);
179 uint32_t pkt_len = rte_pktmbuf_pkt_len(pkt) - sizeof(struct ether_hdr);
180 uint8_t flow_id = (uint8_t)(pkt_data[APP_PKT_FLOW_POS] & (APP_FLOWS_MAX - 1));
181 input_color = pkt_data[APP_PKT_COLOR_POS];
182 enum policer_action action;
184 /* color input is not used for blind modes */
185 output_color = (uint8_t) FUNC_METER(&app_flows[flow_id], time, pkt_len,
186 (enum rte_meter_color) input_color);
188 /* Apply policing and set the output color */
189 action = policer_table[input_color][output_color];
190 app_set_pkt_color(pkt_data, action);
196 static __attribute__((noreturn)) int
197 main_loop(__attribute__((unused)) void *dummy)
199 uint64_t current_time, last_time = rte_rdtsc();
200 uint32_t lcore_id = rte_lcore_id();
202 printf("Core %u: port RX = %d, port TX = %d\n", lcore_id, port_rx, port_tx);
208 /* Mechanism to avoid stale packets in the output buffer */
209 current_time = rte_rdtsc();
210 time_diff = current_time - last_time;
211 if (unlikely(time_diff > TIME_TX_DRAIN)) {
214 if (pkts_tx_len == 0) {
215 last_time = current_time;
220 /* Write packet burst to NIC TX */
221 ret = rte_eth_tx_burst(port_tx, NIC_TX_QUEUE, pkts_tx, pkts_tx_len);
223 /* Free buffers for any packets not written successfully */
224 if (unlikely(ret < pkts_tx_len)) {
225 for ( ; ret < pkts_tx_len; ret ++) {
226 rte_pktmbuf_free(pkts_tx[ret]);
230 /* Empty the output buffer */
233 last_time = current_time;
236 /* Read packet burst from NIC RX */
237 nb_rx = rte_eth_rx_burst(port_rx, NIC_RX_QUEUE, pkts_rx, PKT_RX_BURST_MAX);
240 for (i = 0; i < nb_rx; i ++) {
241 struct rte_mbuf *pkt = pkts_rx[i];
243 /* Handle current packet */
244 if (app_pkt_handle(pkt, current_time) == DROP)
245 rte_pktmbuf_free(pkt);
247 pkts_tx[pkts_tx_len] = pkt;
251 /* Write packets from output buffer to NIC TX when full burst is available */
252 if (unlikely(pkts_tx_len == PKT_TX_BURST_MAX)) {
253 /* Write packet burst to NIC TX */
254 int ret = rte_eth_tx_burst(port_tx, NIC_TX_QUEUE, pkts_tx, PKT_TX_BURST_MAX);
256 /* Free buffers for any packets not written successfully */
257 if (unlikely(ret < PKT_TX_BURST_MAX)) {
258 for ( ; ret < PKT_TX_BURST_MAX; ret ++) {
259 rte_pktmbuf_free(pkts_tx[ret]);
263 /* Empty the output buffer */
271 print_usage(const char *prgname)
273 printf ("%s [EAL options] -- -p PORTMASK\n"
274 " -p PORTMASK: hexadecimal bitmask of ports to configure\n",
279 parse_portmask(const char *portmask)
284 /* parse hexadecimal string */
285 pm = strtoul(portmask, &end, 16);
286 if ((portmask[0] == '\0') || (end == NULL) || (*end != '\0'))
295 /* Parse the argument given in the command line of the application */
297 parse_args(int argc, char **argv)
302 char *prgname = argv[0];
303 static struct option lgopts[] = {
306 uint64_t port_mask, i, mask;
310 while ((opt = getopt_long(argc, argvopt, "p:", lgopts, &option_index)) != EOF) {
313 port_mask = parse_portmask(optarg);
314 if (port_mask == 0) {
315 printf("invalid port mask (null port mask)\n");
316 print_usage(prgname);
320 for (i = 0, mask = 1; i < 64; i ++, mask <<= 1){
321 if (mask & port_mask){
328 for (i = 0, mask = 1; i < 64; i ++, mask <<= 1){
329 if (mask & port_mask){
336 if (port_mask != 0) {
337 printf("invalid port mask (more than 2 ports)\n");
338 print_usage(prgname);
344 print_usage(prgname);
350 print_usage(prgname);
354 argv[optind-1] = prgname;
356 optind = 0; /* reset getopt lib */
361 MAIN(int argc, char **argv)
367 ret = rte_eal_init(argc, argv);
369 rte_exit(EXIT_FAILURE, "Invalid EAL parameters\n");
372 if (rte_lcore_count() != 1) {
373 rte_exit(EXIT_FAILURE, "This application does not accept more than one core. "
374 "Please adjust the \"-c COREMASK\" parameter accordingly.\n");
377 /* Application non-EAL arguments parse */
378 ret = parse_args(argc, argv);
380 rte_exit(EXIT_FAILURE, "Invalid input arguments\n");
382 /* Buffer pool init */
383 pool = rte_mempool_create("pool", NB_MBUF, MBUF_SIZE, MEMPOOL_CACHE_SIZE,
384 sizeof(struct rte_pktmbuf_pool_private), rte_pktmbuf_pool_init, NULL,
385 rte_pktmbuf_init, NULL, rte_socket_id(), 0);
387 rte_exit(EXIT_FAILURE, "Buffer pool creation error\n");
390 if (rte_pmd_init_all() < 0)
391 rte_exit(EXIT_FAILURE, "PMD init error\n");
393 if (rte_eal_pci_probe() < 0)
394 rte_exit(EXIT_FAILURE, "PCI probe error\n");
397 ret = rte_eth_dev_configure(port_rx, 1, 1, &port_conf);
399 rte_exit(EXIT_FAILURE, "Port %d configuration error (%d)\n", port_rx, ret);
401 ret = rte_eth_rx_queue_setup(port_rx, NIC_RX_QUEUE, NIC_RX_QUEUE_DESC, rte_eth_dev_socket_id(port_rx), &rx_conf, pool);
403 rte_exit(EXIT_FAILURE, "Port %d RX queue setup error (%d)\n", port_rx, ret);
405 ret = rte_eth_tx_queue_setup(port_rx, NIC_TX_QUEUE, NIC_TX_QUEUE_DESC, rte_eth_dev_socket_id(port_rx), &tx_conf);
407 rte_exit(EXIT_FAILURE, "Port %d TX queue setup error (%d)\n", port_rx, ret);
409 ret = rte_eth_dev_configure(port_tx, 1, 1, &port_conf);
411 rte_exit(EXIT_FAILURE, "Port %d configuration error (%d)\n", port_tx, ret);
413 ret = rte_eth_rx_queue_setup(port_tx, NIC_RX_QUEUE, NIC_RX_QUEUE_DESC, rte_eth_dev_socket_id(port_tx), &rx_conf, pool);
415 rte_exit(EXIT_FAILURE, "Port %d RX queue setup error (%d)\n", port_tx, ret);
417 ret = rte_eth_tx_queue_setup(port_tx, NIC_TX_QUEUE, NIC_TX_QUEUE_DESC, rte_eth_dev_socket_id(port_tx), &tx_conf);
419 rte_exit(EXIT_FAILURE, "Port %d TX queue setup error (%d)\n", port_tx, ret);
421 ret = rte_eth_dev_start(port_rx);
423 rte_exit(EXIT_FAILURE, "Port %d start error (%d)\n", port_rx, ret);
425 ret = rte_eth_dev_start(port_tx);
427 rte_exit(EXIT_FAILURE, "Port %d start error (%d)\n", port_tx, ret);
429 rte_eth_promiscuous_enable(port_rx);
431 rte_eth_promiscuous_enable(port_tx);
433 /* App configuration */
434 app_configure_flow_table();
436 /* Launch per-lcore init on every lcore */
437 rte_eal_mp_remote_launch(main_loop, NULL, CALL_MASTER);
438 RTE_LCORE_FOREACH_SLAVE(lcore_id) {
439 if (rte_eal_wait_lcore(lcore_id) < 0)