1 /* SPDX-License-Identifier: BSD-3-Clause
2 * Copyright(C) 2019 Marvell International Ltd.
5 #ifndef __OTX2_EVDEV_H__
6 #define __OTX2_EVDEV_H__
8 #include <rte_eventdev.h>
10 #include "otx2_common.h"
12 #include "otx2_mempool.h"
14 #define EVENTDEV_NAME_OCTEONTX2_PMD otx2_eventdev
16 #define sso_func_trace otx2_sso_dbg
18 #define OTX2_SSO_MAX_VHGRP RTE_EVENT_MAX_QUEUES_PER_DEV
19 #define OTX2_SSO_MAX_VHWS (UINT8_MAX)
20 #define OTX2_SSO_FC_NAME "otx2_evdev_xaq_fc"
21 #define OTX2_SSO_XAQ_SLACK (8)
22 #define OTX2_SSO_XAQ_CACHE_CNT (0x7)
24 /* SSO LF register offsets (BAR2) */
25 #define SSO_LF_GGRP_OP_ADD_WORK0 (0x0ull)
26 #define SSO_LF_GGRP_OP_ADD_WORK1 (0x8ull)
28 #define SSO_LF_GGRP_QCTL (0x20ull)
29 #define SSO_LF_GGRP_EXE_DIS (0x80ull)
30 #define SSO_LF_GGRP_INT (0x100ull)
31 #define SSO_LF_GGRP_INT_W1S (0x108ull)
32 #define SSO_LF_GGRP_INT_ENA_W1S (0x110ull)
33 #define SSO_LF_GGRP_INT_ENA_W1C (0x118ull)
34 #define SSO_LF_GGRP_INT_THR (0x140ull)
35 #define SSO_LF_GGRP_INT_CNT (0x180ull)
36 #define SSO_LF_GGRP_XAQ_CNT (0x1b0ull)
37 #define SSO_LF_GGRP_AQ_CNT (0x1c0ull)
38 #define SSO_LF_GGRP_AQ_THR (0x1e0ull)
39 #define SSO_LF_GGRP_MISC_CNT (0x200ull)
41 /* SSOW LF register offsets (BAR2) */
42 #define SSOW_LF_GWS_LINKS (0x10ull)
43 #define SSOW_LF_GWS_PENDWQP (0x40ull)
44 #define SSOW_LF_GWS_PENDSTATE (0x50ull)
45 #define SSOW_LF_GWS_NW_TIM (0x70ull)
46 #define SSOW_LF_GWS_GRPMSK_CHG (0x80ull)
47 #define SSOW_LF_GWS_INT (0x100ull)
48 #define SSOW_LF_GWS_INT_W1S (0x108ull)
49 #define SSOW_LF_GWS_INT_ENA_W1S (0x110ull)
50 #define SSOW_LF_GWS_INT_ENA_W1C (0x118ull)
51 #define SSOW_LF_GWS_TAG (0x200ull)
52 #define SSOW_LF_GWS_WQP (0x210ull)
53 #define SSOW_LF_GWS_SWTP (0x220ull)
54 #define SSOW_LF_GWS_PENDTAG (0x230ull)
55 #define SSOW_LF_GWS_OP_ALLOC_WE (0x400ull)
56 #define SSOW_LF_GWS_OP_GET_WORK (0x600ull)
57 #define SSOW_LF_GWS_OP_SWTAG_FLUSH (0x800ull)
58 #define SSOW_LF_GWS_OP_SWTAG_UNTAG (0x810ull)
59 #define SSOW_LF_GWS_OP_SWTP_CLR (0x820ull)
60 #define SSOW_LF_GWS_OP_UPD_WQP_GRP0 (0x830ull)
61 #define SSOW_LF_GWS_OP_UPD_WQP_GRP1 (0x838ull)
62 #define SSOW_LF_GWS_OP_DESCHED (0x880ull)
63 #define SSOW_LF_GWS_OP_DESCHED_NOSCH (0x8c0ull)
64 #define SSOW_LF_GWS_OP_SWTAG_DESCHED (0x980ull)
65 #define SSOW_LF_GWS_OP_SWTAG_NOSCHED (0x9c0ull)
66 #define SSOW_LF_GWS_OP_CLR_NSCHED0 (0xa00ull)
67 #define SSOW_LF_GWS_OP_CLR_NSCHED1 (0xa08ull)
68 #define SSOW_LF_GWS_OP_SWTP_SET (0xc00ull)
69 #define SSOW_LF_GWS_OP_SWTAG_NORM (0xc10ull)
70 #define SSOW_LF_GWS_OP_SWTAG_FULL0 (0xc20ull)
71 #define SSOW_LF_GWS_OP_SWTAG_FULL1 (0xc28ull)
72 #define SSOW_LF_GWS_OP_GWC_INVAL (0xe00ull)
74 #define OTX2_SSOW_GET_BASE_ADDR(_GW) ((_GW) - SSOW_LF_GWS_OP_GET_WORK)
76 #define NSEC2USEC(__ns) ((__ns) / 1E3)
77 #define USEC2NSEC(__us) ((__us) * 1E3)
78 #define NSEC2TICK(__ns, __freq) (((__ns) * (__freq)) / 1E9)
80 enum otx2_sso_lf_type {
85 union otx2_sso_event {
89 uint32_t sub_event_type:8;
90 uint32_t event_type:4;
107 struct otx2_sso_evdev {
108 OTX2_DEV; /* Base class */
109 uint8_t max_event_queues;
110 uint8_t max_event_ports;
111 uint8_t is_timeout_deq;
112 uint8_t nb_event_queues;
113 uint8_t nb_event_ports;
116 uint32_t min_dequeue_timeout_ns;
117 uint32_t max_dequeue_timeout_ns;
118 int32_t max_num_events;
123 struct rte_mempool *xaq_pool;
129 uint32_t xaq_buf_size;
132 uint16_t sso_msixoff[OTX2_SSO_MAX_VHGRP];
133 uint16_t ssow_msixoff[OTX2_SSO_MAX_VHWS];
134 } __rte_cache_aligned;
136 #define OTX2_SSOGWS_OPS \
138 uintptr_t getwrk_op; \
142 uintptr_t swtag_norm_op; \
143 uintptr_t swtag_desched_op; \
147 /* Event port aka GWS */
149 /* Get Work Fastpath data */
153 /* Add Work Fastpath data */
154 uint64_t xaq_lmt __rte_cache_aligned;
156 uintptr_t grps_base[OTX2_SSO_MAX_VHGRP];
157 } __rte_cache_aligned;
159 struct otx2_ssogws_state {
163 struct otx2_ssogws_dual {
164 /* Get Work Fastpath data */
165 struct otx2_ssogws_state ws_state[2]; /* Ping and Pong */
167 uint8_t vws; /* Ping pong bit */
169 /* Add Work Fastpath data */
170 uint64_t xaq_lmt __rte_cache_aligned;
172 uintptr_t grps_base[OTX2_SSO_MAX_VHGRP];
173 } __rte_cache_aligned;
175 static inline struct otx2_sso_evdev *
176 sso_pmd_priv(const struct rte_eventdev *event_dev)
178 return event_dev->data->dev_private;
182 parse_kvargs_flag(const char *key, const char *value, void *opaque)
186 *(uint8_t *)opaque = !!atoi(value);
191 parse_kvargs_value(const char *key, const char *value, void *opaque)
195 *(uint32_t *)opaque = (uint32_t)atoi(value);
199 /* Single WS API's */
200 uint16_t otx2_ssogws_enq(void *port, const struct rte_event *ev);
201 uint16_t otx2_ssogws_enq_burst(void *port, const struct rte_event ev[],
203 uint16_t otx2_ssogws_enq_new_burst(void *port, const struct rte_event ev[],
205 uint16_t otx2_ssogws_enq_fwd_burst(void *port, const struct rte_event ev[],
208 uint16_t otx2_ssogws_deq(void *port, struct rte_event *ev,
209 uint64_t timeout_ticks);
210 uint16_t otx2_ssogws_deq_burst(void *port, struct rte_event ev[],
211 uint16_t nb_events, uint64_t timeout_ticks);
212 uint16_t otx2_ssogws_deq_timeout(void *port, struct rte_event *ev,
213 uint64_t timeout_ticks);
214 uint16_t otx2_ssogws_deq_timeout_burst(void *port, struct rte_event ev[],
216 uint64_t timeout_ticks);
218 uint16_t otx2_ssogws_dual_enq(void *port, const struct rte_event *ev);
219 uint16_t otx2_ssogws_dual_enq_burst(void *port, const struct rte_event ev[],
221 uint16_t otx2_ssogws_dual_enq_new_burst(void *port, const struct rte_event ev[],
223 uint16_t otx2_ssogws_dual_enq_fwd_burst(void *port, const struct rte_event ev[],
226 uint16_t otx2_ssogws_dual_deq(void *port, struct rte_event *ev,
227 uint64_t timeout_ticks);
228 uint16_t otx2_ssogws_dual_deq_burst(void *port, struct rte_event ev[],
229 uint16_t nb_events, uint64_t timeout_ticks);
230 uint16_t otx2_ssogws_dual_deq_timeout(void *port, struct rte_event *ev,
231 uint64_t timeout_ticks);
232 uint16_t otx2_ssogws_dual_deq_timeout_burst(void *port, struct rte_event ev[],
234 uint64_t timeout_ticks);
235 void sso_fastpath_fns_set(struct rte_eventdev *event_dev);
237 typedef void (*otx2_handle_event_t)(void *arg, struct rte_event ev);
238 void ssogws_flush_events(struct otx2_ssogws *ws, uint8_t queue_id,
239 uintptr_t base, otx2_handle_event_t fn, void *arg);
240 void ssogws_reset(struct otx2_ssogws *ws);
241 /* Init and Fini API's */
242 int otx2_sso_init(struct rte_eventdev *event_dev);
243 int otx2_sso_fini(struct rte_eventdev *event_dev);
245 int sso_register_irqs(const struct rte_eventdev *event_dev);
246 void sso_unregister_irqs(const struct rte_eventdev *event_dev);
248 #endif /* __OTX2_EVDEV_H__ */