4 * Copyright(c) 2016-2017 Intel Corporation. All rights reserved.
6 * Redistribution and use in source and binary forms, with or without
7 * modification, are permitted provided that the following conditions
10 * * Redistributions of source code must retain the above copyright
11 * notice, this list of conditions and the following disclaimer.
12 * * Redistributions in binary form must reproduce the above copyright
13 * notice, this list of conditions and the following disclaimer in
14 * the documentation and/or other materials provided with the
16 * * Neither the name of Intel Corporation nor the names of its
17 * contributors may be used to endorse or promote products derived
18 * from this software without specific prior written permission.
20 * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
21 * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
22 * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
23 * A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
24 * OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
25 * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
26 * LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
27 * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
28 * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
29 * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
30 * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
36 #include <rte_eventdev.h>
37 #include <rte_eventdev_pmd.h>
38 #include <rte_atomic.h>
40 #define SW_DEFAULT_CREDIT_QUANTA 32
41 #define SW_DEFAULT_SCHED_QUANTA 128
42 #define SW_QID_NUM_FIDS 16384
44 #define SW_Q_PRIORITY_MAX 255
45 #define SW_PORTS_MAX 64
46 #define MAX_SW_CONS_Q_DEPTH 128
47 #define SW_INFLIGHT_EVENTS_TOTAL 4096
48 /* allow for lots of over-provisioning */
49 #define MAX_SW_PROD_Q_DEPTH 4096
50 #define SW_FRAGMENTS_MAX 16
52 #define EVENTDEV_NAME_SW_PMD event_sw
53 #define SW_PMD_NAME RTE_STR(event_sw)
55 #define SW_SCHED_TYPE_DIRECT (RTE_SCHED_TYPE_PARALLEL + 1)
57 #ifdef RTE_LIBRTE_PMD_EVDEV_SW_DEBUG
58 #define SW_LOG_INFO(fmt, args...) \
59 RTE_LOG(INFO, EVENTDEV, "[%s] %s() line %u: " fmt "\n", \
61 __func__, __LINE__, ## args)
63 #define SW_LOG_DBG(fmt, args...) \
64 RTE_LOG(DEBUG, EVENTDEV, "[%s] %s() line %u: " fmt "\n", \
66 __func__, __LINE__, ## args)
68 #define SW_LOG_INFO(fmt, args...)
69 #define SW_LOG_DBG(fmt, args...)
72 #define SW_LOG_ERR(fmt, args...) \
73 RTE_LOG(ERR, EVENTDEV, "[%s] %s() line %u: " fmt "\n", \
75 __func__, __LINE__, ## args)
77 /* Records basic event stats at a given point. Used in port and qid structs */
78 struct sw_point_stats {
84 /* structure used to track what port a flow (FID) is pinned to */
86 /* which CQ this FID is currently pinned to */
88 /* number of packets gone to the CQ with this FID */
92 struct reorder_buffer_entry {
93 uint16_t num_fragments; /**< Number of packet fragments */
94 uint16_t fragment_index; /**< Points to the oldest valid frag */
95 uint8_t ready; /**< Entry is ready to be reordered */
96 struct rte_event fragments[SW_FRAGMENTS_MAX];
100 /* set when the QID has been initialized */
102 /* The type of this QID */
104 /* Integer ID representing the queue. This is used in history lists,
105 * to identify the stage of processing.
108 struct sw_point_stats stats;
110 /* Internal priority rings for packets */
111 struct iq_ring *iq[SW_IQS_MAX];
112 uint32_t iq_pkt_mask; /* A mask to indicate packets in an IQ */
113 uint64_t iq_pkt_count[SW_IQS_MAX];
115 /* Information on what CQs are polling this IQ */
116 uint32_t cq_num_mapped_cqs;
117 uint32_t cq_next_tx; /* cq to write next (non-atomic) packet */
118 uint32_t cq_map[SW_PORTS_MAX];
120 /* Track flow ids for atomic load balancing */
121 struct sw_fid_t fids[SW_QID_NUM_FIDS];
123 /* Track packet order for reordering when needed */
124 struct reorder_buffer_entry *reorder_buffer; /*< pkts await reorder */
125 struct rte_ring *reorder_buffer_freelist; /* available reorder slots */
126 uint32_t reorder_buffer_index; /* oldest valid reorder buffer entry */
127 uint32_t window_size; /* Used to wrap reorder_buffer_index */
133 struct rte_eventdev_data *data;
139 * max events in this instance. Cached here for performance.
140 * (also available in data->conf.nb_events_limit)
142 uint32_t nb_events_limit;
144 /* Internal queues - one per logical queue */
145 struct sw_qid qids[RTE_EVENT_MAX_QUEUES_PER_DEV] __rte_cache_aligned;
147 int32_t sched_quanta;
149 uint32_t credit_update_quanta;
152 static inline struct sw_evdev *
153 sw_pmd_priv(const struct rte_eventdev *eventdev)
155 return eventdev->data->dev_private;
158 static inline const struct sw_evdev *
159 sw_pmd_priv_const(const struct rte_eventdev *eventdev)
161 return eventdev->data->dev_private;
164 #endif /* _SW_EVDEV_H_ */