1 /* SPDX-License-Identifier: BSD-3-Clause
2 * Copyright(c) 2017 Intel Corporation
5 #ifndef __INCLUDE_RTE_ETH_SOFTNIC_INTERNALS_H__
6 #define __INCLUDE_RTE_ETH_SOFTNIC_INTERNALS_H__
10 #include <sys/queue.h>
12 #include <rte_mempool.h>
15 #include <rte_ethdev.h>
16 #include <rte_sched.h>
17 #include <rte_port_in_action.h>
18 #include <rte_table_action.h>
19 #include <rte_pipeline.h>
21 #include <rte_ethdev_core.h>
22 #include <ethdev_driver.h>
23 #include <rte_tm_driver.h>
24 #include <rte_flow_driver.h>
25 #include <rte_mtr_driver.h>
27 #include "rte_eth_softnic.h"
41 int sc; /**< Service cores. */
43 /** Traffic Management (TM) */
45 uint32_t n_queues; /**< Number of queues */
46 uint16_t qsize[RTE_SCHED_TRAFFIC_CLASSES_PER_PIPE];
55 TAILQ_HEAD(flow_list, rte_flow);
57 struct flow_attr_map {
58 char pipeline_name[NAME_SIZE];
63 #ifndef SOFTNIC_FLOW_MAX_GROUPS
64 #define SOFTNIC_FLOW_MAX_GROUPS 64
67 struct flow_internals {
68 struct flow_attr_map ingress_map[SOFTNIC_FLOW_MAX_GROUPS];
69 struct flow_attr_map egress_map[SOFTNIC_FLOW_MAX_GROUPS];
76 /* MTR meter profile */
77 struct softnic_mtr_meter_profile {
78 TAILQ_ENTRY(softnic_mtr_meter_profile) node;
79 uint32_t meter_profile_id;
80 struct rte_mtr_meter_profile params;
84 TAILQ_HEAD(softnic_mtr_meter_profile_list, softnic_mtr_meter_profile);
86 /* MTR meter policy */
87 struct softnic_mtr_meter_policy {
88 TAILQ_ENTRY(softnic_mtr_meter_policy) node;
89 uint32_t meter_policy_id;
90 enum rte_table_action_policer policer[RTE_COLORS];
94 TAILQ_HEAD(softnic_mtr_meter_policy_list, softnic_mtr_meter_policy);
96 /* MTR meter object */
98 TAILQ_ENTRY(softnic_mtr) node;
100 struct rte_mtr_params params;
101 struct rte_flow *flow;
104 TAILQ_HEAD(softnic_mtr_list, softnic_mtr);
106 struct mtr_internals {
107 struct softnic_mtr_meter_profile_list meter_profiles;
108 struct softnic_mtr_meter_policy_list meter_policies;
109 struct softnic_mtr_list mtrs;
115 struct softnic_mempool_params {
116 uint32_t buffer_size;
121 struct softnic_mempool {
122 TAILQ_ENTRY(softnic_mempool) node;
123 char name[NAME_SIZE];
124 struct rte_mempool *m;
125 uint32_t buffer_size;
128 TAILQ_HEAD(softnic_mempool_list, softnic_mempool);
133 struct softnic_swq_params {
138 TAILQ_ENTRY(softnic_swq) node;
139 char name[NAME_SIZE];
143 TAILQ_HEAD(softnic_swq_list, softnic_swq);
148 struct softnic_link_params {
149 const char *dev_name;
150 uint16_t port_id; /**< Valid only when *dev_name* is NULL. */
153 struct softnic_link {
154 TAILQ_ENTRY(softnic_link) node;
155 char name[NAME_SIZE];
161 TAILQ_HEAD(softnic_link_list, softnic_link);
167 #ifndef TM_MAX_SUBPORTS
168 #define TM_MAX_SUBPORTS 8
171 #ifndef TM_MAX_PIPES_PER_SUBPORT
172 #define TM_MAX_PIPES_PER_SUBPORT 4096
175 #ifndef TM_MAX_PIPE_PROFILE
176 #define TM_MAX_PIPE_PROFILE 256
179 #ifndef TM_MAX_SUBPORT_PROFILE
180 #define TM_MAX_SUBPORT_PROFILE 256
184 struct rte_sched_port_params port_params;
185 struct rte_sched_subport_params subport_params[TM_MAX_SUBPORTS];
186 struct rte_sched_subport_profile_params
187 subport_profile[TM_MAX_SUBPORT_PROFILE];
188 uint32_t n_subport_profiles;
189 uint32_t subport_to_profile[TM_MAX_SUBPORT_PROFILE];
190 struct rte_sched_pipe_params pipe_profiles[TM_MAX_PIPE_PROFILE];
191 uint32_t n_pipe_profiles;
192 uint32_t pipe_to_profile[TM_MAX_SUBPORTS * TM_MAX_PIPES_PER_SUBPORT];
197 TM_NODE_LEVEL_PORT = 0,
198 TM_NODE_LEVEL_SUBPORT,
205 /* TM Shaper Profile */
206 struct tm_shaper_profile {
207 TAILQ_ENTRY(tm_shaper_profile) node;
208 uint32_t shaper_profile_id;
210 struct rte_tm_shaper_params params;
213 TAILQ_HEAD(tm_shaper_profile_list, tm_shaper_profile);
215 /* TM Shared Shaper */
216 struct tm_shared_shaper {
217 TAILQ_ENTRY(tm_shared_shaper) node;
218 uint32_t shared_shaper_id;
220 uint32_t shaper_profile_id;
223 TAILQ_HEAD(tm_shared_shaper_list, tm_shared_shaper);
225 /* TM WRED Profile */
226 struct tm_wred_profile {
227 TAILQ_ENTRY(tm_wred_profile) node;
228 uint32_t wred_profile_id;
230 struct rte_tm_wred_params params;
233 TAILQ_HEAD(tm_wred_profile_list, tm_wred_profile);
237 TAILQ_ENTRY(tm_node) node;
239 uint32_t parent_node_id;
243 struct tm_node *parent_node;
244 struct tm_shaper_profile *shaper_profile;
245 struct tm_wred_profile *wred_profile;
246 struct rte_tm_node_params params;
247 struct rte_tm_node_stats stats;
251 TAILQ_HEAD(tm_node_list, tm_node);
253 /* TM Hierarchy Specification */
254 struct tm_hierarchy {
255 struct tm_shaper_profile_list shaper_profiles;
256 struct tm_shared_shaper_list shared_shapers;
257 struct tm_wred_profile_list wred_profiles;
258 struct tm_node_list nodes;
260 uint32_t n_shaper_profiles;
261 uint32_t n_shared_shapers;
262 uint32_t n_wred_profiles;
265 uint32_t n_tm_nodes[TM_NODE_LEVEL_MAX];
268 struct tm_internals {
269 /** Hierarchy specification
271 * -Hierarchy is unfrozen at init and when port is stopped.
272 * -Hierarchy is frozen on successful hierarchy commit.
273 * -Run-time hierarchy changes are not allowed, therefore it makes
274 * sense to keep the hierarchy frozen after the port is started.
276 struct tm_hierarchy h;
277 int hierarchy_frozen;
280 struct tm_params params;
283 struct softnic_tmgr_port {
284 TAILQ_ENTRY(softnic_tmgr_port) node;
285 char name[NAME_SIZE];
286 struct rte_sched_port *s;
289 TAILQ_HEAD(softnic_tmgr_port_list, softnic_tmgr_port);
295 TAILQ_ENTRY(softnic_tap) node;
296 char name[NAME_SIZE];
300 TAILQ_HEAD(softnic_tap_list, softnic_tap);
305 struct softnic_cryptodev_params {
306 const char *dev_name;
307 uint32_t dev_id; /**< Valid only when *dev_name* is NULL. */
310 uint32_t session_pool_size;
313 struct softnic_cryptodev {
314 TAILQ_ENTRY(softnic_cryptodev) node;
315 char name[NAME_SIZE];
318 struct rte_mempool *mp_create;
319 struct rte_mempool *mp_init;
322 TAILQ_HEAD(softnic_cryptodev_list, softnic_cryptodev);
327 struct softnic_port_in_action_profile_params {
328 uint64_t action_mask;
329 struct rte_port_in_action_fltr_config fltr;
330 struct rte_port_in_action_lb_config lb;
333 struct softnic_port_in_action_profile {
334 TAILQ_ENTRY(softnic_port_in_action_profile) node;
335 char name[NAME_SIZE];
336 struct softnic_port_in_action_profile_params params;
337 struct rte_port_in_action_profile *ap;
340 TAILQ_HEAD(softnic_port_in_action_profile_list, softnic_port_in_action_profile);
345 struct softnic_table_action_profile_params {
346 uint64_t action_mask;
347 struct rte_table_action_common_config common;
348 struct rte_table_action_lb_config lb;
349 struct rte_table_action_mtr_config mtr;
350 struct rte_table_action_tm_config tm;
351 struct rte_table_action_encap_config encap;
352 struct rte_table_action_nat_config nat;
353 struct rte_table_action_ttl_config ttl;
354 struct rte_table_action_stats_config stats;
355 struct rte_table_action_sym_crypto_config sym_crypto;
358 struct softnic_table_action_profile {
359 TAILQ_ENTRY(softnic_table_action_profile) node;
360 char name[NAME_SIZE];
361 struct softnic_table_action_profile_params params;
362 struct rte_table_action_profile *ap;
365 TAILQ_HEAD(softnic_table_action_profile_list, softnic_table_action_profile);
367 struct softnic_table_meter_profile {
368 TAILQ_ENTRY(softnic_table_meter_profile) node;
369 uint32_t meter_profile_id;
370 struct rte_table_action_meter_profile profile;
373 TAILQ_HEAD(softnic_table_meter_profile_list,
374 softnic_table_meter_profile);
379 struct pipeline_params {
380 uint32_t timer_period_ms;
381 uint32_t offset_port_id;
384 enum softnic_port_in_type {
393 struct softnic_port_in_params {
395 enum softnic_port_in_type type;
396 char dev_name[NAME_SIZE];
403 const char *mempool_name;
408 const char *mempool_name;
409 const char *file_name;
410 uint32_t n_bytes_per_pkt;
422 char action_profile_name[NAME_SIZE];
425 enum softnic_port_out_type {
434 struct softnic_port_out_params {
435 enum softnic_port_out_type type;
436 char dev_name[NAME_SIZE];
443 const char *file_name;
457 enum softnic_table_type {
465 struct softnic_table_acl_params {
467 uint32_t ip_header_offset;
471 struct softnic_table_array_params {
476 #ifndef TABLE_RULE_MATCH_SIZE_MAX
477 #define TABLE_RULE_MATCH_SIZE_MAX 256
480 struct softnic_table_hash_params {
484 uint8_t key_mask[TABLE_RULE_MATCH_SIZE_MAX];
486 int extendable_bucket;
489 struct softnic_table_lpm_params {
495 struct softnic_table_params {
497 enum softnic_table_type match_type;
499 struct softnic_table_acl_params acl;
500 struct softnic_table_array_params array;
501 struct softnic_table_hash_params hash;
502 struct softnic_table_lpm_params lpm;
506 char action_profile_name[NAME_SIZE];
509 struct softnic_port_in {
510 struct softnic_port_in_params params;
511 struct softnic_port_in_action_profile *ap;
512 struct rte_port_in_action *a;
515 struct softnic_port_out {
516 struct softnic_port_out_params params;
519 struct softnic_table {
520 struct softnic_table_params params;
521 struct softnic_table_action_profile *ap;
522 struct rte_table_action *a;
523 struct flow_list flows;
524 struct rte_table_action_dscp_table dscp_table;
525 struct softnic_table_meter_profile_list meter_profiles;
529 TAILQ_ENTRY(pipeline) node;
530 char name[NAME_SIZE];
532 struct rte_pipeline *p;
533 struct pipeline_params params;
534 struct softnic_port_in port_in[RTE_PIPELINE_PORT_IN_MAX];
535 struct softnic_port_out port_out[RTE_PIPELINE_PORT_OUT_MAX];
536 struct softnic_table table[RTE_PIPELINE_TABLE_MAX];
538 uint32_t n_ports_out;
541 struct rte_ring *msgq_req;
542 struct rte_ring *msgq_rsp;
543 uint32_t timer_period_ms;
550 TAILQ_HEAD(pipeline_list, pipeline);
555 #ifndef THREAD_PIPELINES_MAX
556 #define THREAD_PIPELINES_MAX 256
559 #ifndef THREAD_MSGQ_SIZE
560 #define THREAD_MSGQ_SIZE 64
563 #ifndef THREAD_TIMER_PERIOD_MS
564 #define THREAD_TIMER_PERIOD_MS 100
568 * Main thread: data plane thread context
570 struct softnic_thread {
571 struct rte_ring *msgq_req;
572 struct rte_ring *msgq_rsp;
578 * Data plane threads: context
580 #ifndef TABLE_RULE_ACTION_SIZE_MAX
581 #define TABLE_RULE_ACTION_SIZE_MAX 2048
584 struct softnic_table_data {
585 struct rte_table_action *a;
588 struct pipeline_data {
589 struct rte_pipeline *p;
590 struct softnic_table_data table_data[RTE_PIPELINE_TABLE_MAX];
593 struct rte_ring *msgq_req;
594 struct rte_ring *msgq_rsp;
595 uint64_t timer_period; /* Measured in CPU cycles. */
598 uint8_t buffer[TABLE_RULE_ACTION_SIZE_MAX];
601 struct softnic_thread_data {
602 struct rte_pipeline *p[THREAD_PIPELINES_MAX];
603 uint32_t n_pipelines;
605 struct pipeline_data pipeline_data[THREAD_PIPELINES_MAX];
606 struct rte_ring *msgq_req;
607 struct rte_ring *msgq_rsp;
608 uint64_t timer_period; /* Measured in CPU cycles. */
610 uint64_t time_next_min;
612 } __rte_cache_aligned;
617 struct pmd_internals {
619 struct pmd_params params;
622 struct tm_internals tm; /**< Traffic Management */
625 struct flow_internals flow;
626 struct mtr_internals mtr;
628 struct softnic_conn *conn;
629 struct softnic_mempool_list mempool_list;
630 struct softnic_swq_list swq_list;
631 struct softnic_link_list link_list;
632 struct softnic_tmgr_port_list tmgr_port_list;
633 struct softnic_tap_list tap_list;
634 struct softnic_cryptodev_list cryptodev_list;
635 struct softnic_port_in_action_profile_list port_in_action_profile_list;
636 struct softnic_table_action_profile_list table_action_profile_list;
637 struct pipeline_list pipeline_list;
638 struct softnic_thread thread[RTE_MAX_LCORE];
639 struct softnic_thread_data thread_data[RTE_MAX_LCORE];
642 static inline struct rte_eth_dev *
643 ETHDEV(struct pmd_internals *softnic)
651 status = rte_eth_dev_get_port_by_name(softnic->params.name, &port_id);
655 return &rte_eth_devices[port_id];
662 flow_attr_map_set(struct pmd_internals *softnic,
665 const char *pipeline_name,
668 struct flow_attr_map *
669 flow_attr_map_get(struct pmd_internals *softnic,
673 extern const struct rte_flow_ops pmd_flow_ops;
679 softnic_mtr_init(struct pmd_internals *p);
682 softnic_mtr_free(struct pmd_internals *p);
685 softnic_mtr_find(struct pmd_internals *p,
688 struct softnic_mtr_meter_profile *
689 softnic_mtr_meter_profile_find(struct pmd_internals *p,
690 uint32_t meter_profile_id);
692 struct softnic_mtr_meter_policy *
693 softnic_mtr_meter_policy_find(struct pmd_internals *p,
694 uint32_t meter_policy_id);
696 extern const struct rte_mtr_ops pmd_mtr_ops;
702 softnic_mempool_init(struct pmd_internals *p);
705 softnic_mempool_free(struct pmd_internals *p);
707 struct softnic_mempool *
708 softnic_mempool_find(struct pmd_internals *p,
711 struct softnic_mempool *
712 softnic_mempool_create(struct pmd_internals *p,
714 struct softnic_mempool_params *params);
720 softnic_swq_init(struct pmd_internals *p);
723 softnic_swq_free(struct pmd_internals *p);
726 softnic_softnic_swq_free_keep_rxq_txq(struct pmd_internals *p);
729 softnic_swq_find(struct pmd_internals *p,
733 softnic_swq_create(struct pmd_internals *p,
735 struct softnic_swq_params *params);
741 softnic_link_init(struct pmd_internals *p);
744 softnic_link_free(struct pmd_internals *p);
746 struct softnic_link *
747 softnic_link_find(struct pmd_internals *p,
750 struct softnic_link *
751 softnic_link_create(struct pmd_internals *p,
753 struct softnic_link_params *params);
759 softnic_tmgr_init(struct pmd_internals *p);
762 softnic_tmgr_free(struct pmd_internals *p);
764 struct softnic_tmgr_port *
765 softnic_tmgr_port_find(struct pmd_internals *p,
768 struct softnic_tmgr_port *
769 softnic_tmgr_port_create(struct pmd_internals *p,
773 tm_hierarchy_init(struct pmd_internals *p);
776 tm_hierarchy_free(struct pmd_internals *p);
779 tm_used(struct rte_eth_dev *dev)
781 struct pmd_internals *p = dev->data->dev_private;
783 return p->soft.tm.h.n_tm_nodes[TM_NODE_LEVEL_PORT];
786 extern const struct rte_tm_ops pmd_tm_ops;
792 softnic_tap_init(struct pmd_internals *p);
795 softnic_tap_free(struct pmd_internals *p);
798 softnic_tap_find(struct pmd_internals *p,
802 softnic_tap_create(struct pmd_internals *p,
809 softnic_cryptodev_init(struct pmd_internals *p);
812 softnic_cryptodev_free(struct pmd_internals *p);
814 struct softnic_cryptodev *
815 softnic_cryptodev_find(struct pmd_internals *p,
818 struct softnic_cryptodev *
819 softnic_cryptodev_create(struct pmd_internals *p,
821 struct softnic_cryptodev_params *params);
827 softnic_port_in_action_profile_init(struct pmd_internals *p);
830 softnic_port_in_action_profile_free(struct pmd_internals *p);
832 struct softnic_port_in_action_profile *
833 softnic_port_in_action_profile_find(struct pmd_internals *p,
836 struct softnic_port_in_action_profile *
837 softnic_port_in_action_profile_create(struct pmd_internals *p,
839 struct softnic_port_in_action_profile_params *params);
845 softnic_table_action_profile_init(struct pmd_internals *p);
848 softnic_table_action_profile_free(struct pmd_internals *p);
850 struct softnic_table_action_profile *
851 softnic_table_action_profile_find(struct pmd_internals *p,
854 struct softnic_table_action_profile *
855 softnic_table_action_profile_create(struct pmd_internals *p,
857 struct softnic_table_action_profile_params *params);
863 softnic_pipeline_init(struct pmd_internals *p);
866 softnic_pipeline_free(struct pmd_internals *p);
869 softnic_pipeline_disable_all(struct pmd_internals *p);
872 softnic_pipeline_thread_count(struct pmd_internals *p, uint32_t thread_id);
875 softnic_pipeline_find(struct pmd_internals *p, const char *name);
878 softnic_pipeline_create(struct pmd_internals *p,
880 struct pipeline_params *params);
883 softnic_pipeline_port_in_create(struct pmd_internals *p,
884 const char *pipeline_name,
885 struct softnic_port_in_params *params,
889 softnic_pipeline_port_in_connect_to_table(struct pmd_internals *p,
890 const char *pipeline_name,
895 softnic_pipeline_port_out_create(struct pmd_internals *p,
896 const char *pipeline_name,
897 struct softnic_port_out_params *params);
900 softnic_pipeline_port_out_find(struct pmd_internals *softnic,
901 const char *pipeline_name,
906 softnic_pipeline_table_create(struct pmd_internals *p,
907 const char *pipeline_name,
908 struct softnic_table_params *params);
910 struct softnic_table_meter_profile *
911 softnic_pipeline_table_meter_profile_find(struct softnic_table *table,
912 uint32_t meter_profile_id);
914 struct softnic_table_rule_match_acl {
941 struct softnic_table_rule_match_array {
945 struct softnic_table_rule_match_hash {
946 uint8_t key[TABLE_RULE_MATCH_SIZE_MAX];
949 struct softnic_table_rule_match_lpm {
961 struct softnic_table_rule_match {
962 enum softnic_table_type match_type;
965 struct softnic_table_rule_match_acl acl;
966 struct softnic_table_rule_match_array array;
967 struct softnic_table_rule_match_hash hash;
968 struct softnic_table_rule_match_lpm lpm;
972 #ifndef SYM_CRYPTO_MAX_KEY_SIZE
973 #define SYM_CRYPTO_MAX_KEY_SIZE (256)
975 struct softnic_table_rule_action {
976 uint64_t action_mask;
977 struct rte_table_action_fwd_params fwd;
978 struct rte_table_action_lb_params lb;
979 struct rte_table_action_mtr_params mtr;
980 struct rte_table_action_tm_params tm;
981 struct rte_table_action_encap_params encap;
982 struct rte_table_action_nat_params nat;
983 struct rte_table_action_ttl_params ttl;
984 struct rte_table_action_stats_params stats;
985 struct rte_table_action_time_params time;
986 struct rte_table_action_tag_params tag;
987 struct rte_table_action_decap_params decap;
988 struct rte_table_action_sym_crypto_params sym_crypto;
989 uint8_t sym_crypto_key[SYM_CRYPTO_MAX_KEY_SIZE];
993 TAILQ_ENTRY(rte_flow) node;
994 struct softnic_table_rule_match match;
995 struct softnic_table_rule_action action;
997 struct pipeline *pipeline;
1002 softnic_pipeline_port_in_stats_read(struct pmd_internals *p,
1003 const char *pipeline_name,
1005 struct rte_pipeline_port_in_stats *stats,
1009 softnic_pipeline_port_in_enable(struct pmd_internals *p,
1010 const char *pipeline_name,
1014 softnic_pipeline_port_in_disable(struct pmd_internals *p,
1015 const char *pipeline_name,
1019 softnic_pipeline_port_out_stats_read(struct pmd_internals *p,
1020 const char *pipeline_name,
1022 struct rte_pipeline_port_out_stats *stats,
1026 softnic_pipeline_table_stats_read(struct pmd_internals *p,
1027 const char *pipeline_name,
1029 struct rte_pipeline_table_stats *stats,
1033 softnic_pipeline_table_rule_add(struct pmd_internals *p,
1034 const char *pipeline_name,
1036 struct softnic_table_rule_match *match,
1037 struct softnic_table_rule_action *action,
1041 softnic_pipeline_table_rule_add_bulk(struct pmd_internals *p,
1042 const char *pipeline_name,
1044 struct softnic_table_rule_match *match,
1045 struct softnic_table_rule_action *action,
1050 softnic_pipeline_table_rule_add_default(struct pmd_internals *p,
1051 const char *pipeline_name,
1053 struct softnic_table_rule_action *action,
1057 softnic_pipeline_table_rule_delete(struct pmd_internals *p,
1058 const char *pipeline_name,
1060 struct softnic_table_rule_match *match);
1063 softnic_pipeline_table_rule_delete_default(struct pmd_internals *p,
1064 const char *pipeline_name,
1068 softnic_pipeline_table_rule_stats_read(struct pmd_internals *p,
1069 const char *pipeline_name,
1072 struct rte_table_action_stats_counters *stats,
1076 softnic_pipeline_table_mtr_profile_add(struct pmd_internals *p,
1077 const char *pipeline_name,
1079 uint32_t meter_profile_id,
1080 struct rte_table_action_meter_profile *profile);
1083 softnic_pipeline_table_mtr_profile_delete(struct pmd_internals *p,
1084 const char *pipeline_name,
1086 uint32_t meter_profile_id);
1089 softnic_pipeline_table_rule_mtr_read(struct pmd_internals *p,
1090 const char *pipeline_name,
1094 struct rte_table_action_mtr_counters *stats,
1098 softnic_pipeline_table_dscp_table_update(struct pmd_internals *p,
1099 const char *pipeline_name,
1102 struct rte_table_action_dscp_table *dscp_table);
1105 softnic_pipeline_table_rule_ttl_read(struct pmd_internals *p,
1106 const char *pipeline_name,
1109 struct rte_table_action_ttl_counters *stats,
1116 softnic_thread_init(struct pmd_internals *p);
1119 softnic_thread_free(struct pmd_internals *p);
1122 softnic_thread_pipeline_enable(struct pmd_internals *p,
1124 const char *pipeline_name);
1127 softnic_thread_pipeline_disable(struct pmd_internals *p,
1129 const char *pipeline_name);
1135 softnic_cli_process(char *in,
1141 softnic_cli_script_process(struct pmd_internals *softnic,
1142 const char *file_name,
1143 size_t msg_in_len_max,
1144 size_t msg_out_len_max);
1146 #endif /* __INCLUDE_RTE_ETH_SOFTNIC_INTERNALS_H__ */