drivers/event/cnxk/cnxk_eventdev.h

   1 /* SPDX-License-Identifier: BSD-3-Clause
   2  * Copyright(C) 2021 Marvell.
   3  */
   4
   5 #ifndef __CNXK_EVENTDEV_H__
   6 #define __CNXK_EVENTDEV_H__
   7
   8 #include <rte_devargs.h>
   9 #include <rte_kvargs.h>
  10 #include <rte_mbuf_pool_ops.h>
  11 #include <rte_pci.h>
  12
  13 #include <eventdev_pmd_pci.h>
  14
  15 #include "roc_api.h"
  16
  17 #define CNXK_SSO_XAE_CNT   "xae_cnt"
  18 #define CNXK_SSO_GGRP_QOS  "qos"
  19 #define CN9K_SSO_SINGLE_WS "single_ws"
  20 #define CN10K_SSO_GW_MODE  "gw_mode"
  21
  22 #define NSEC2USEC(__ns)         ((__ns) / 1E3)
  23 #define USEC2NSEC(__us)         ((__us)*1E3)
  24 #define NSEC2TICK(__ns, __freq) (((__ns) * (__freq)) / 1E9)
  25
  26 #define CNXK_SSO_MAX_HWGRP     (RTE_EVENT_MAX_QUEUES_PER_DEV + 1)
  27 #define CNXK_SSO_FC_NAME       "cnxk_evdev_xaq_fc"
  28 #define CNXK_SSO_MZ_NAME       "cnxk_evdev_mz"
  29 #define CNXK_SSO_XAQ_CACHE_CNT (0x7)
  30 #define CNXK_SSO_XAQ_SLACK     (8)
  31
  32 #define CNXK_TT_FROM_TAG(x)         (((x) >> 32) & SSO_TT_EMPTY)
  33 #define CNXK_TT_FROM_EVENT(x)       (((x) >> 38) & SSO_TT_EMPTY)
  34 #define CNXK_EVENT_TYPE_FROM_TAG(x) (((x) >> 28) & 0xf)
  35 #define CNXK_SUB_EVENT_FROM_TAG(x)  (((x) >> 20) & 0xff)
  36 #define CNXK_CLR_SUB_EVENT(x)       (~(0xffu << 20) & x)
  37 #define CNXK_GRP_FROM_TAG(x)        (((x) >> 36) & 0x3ff)
  38 #define CNXK_SWTAG_PEND(x)          (BIT_ULL(62) & x)
  39
  40 #define CN9K_SSOW_GET_BASE_ADDR(_GW) ((_GW)-SSOW_LF_GWS_OP_GET_WORK0)
  41
  42 #define CN10K_GW_MODE_NONE     0
  43 #define CN10K_GW_MODE_PREF     1
  44 #define CN10K_GW_MODE_PREF_WFE 2
  45
  46 typedef void *(*cnxk_sso_init_hws_mem_t)(void *dev, uint8_t port_id);
  47 typedef void (*cnxk_sso_hws_setup_t)(void *dev, void *ws, uintptr_t *grp_base);
  48 typedef void (*cnxk_sso_hws_release_t)(void *dev, void *ws);
  49 typedef int (*cnxk_sso_link_t)(void *dev, void *ws, uint16_t *map,
  50                                uint16_t nb_link);
  51 typedef int (*cnxk_sso_unlink_t)(void *dev, void *ws, uint16_t *map,
  52                                  uint16_t nb_link);
  53 typedef void (*cnxk_handle_event_t)(void *arg, struct rte_event ev);
  54 typedef void (*cnxk_sso_hws_reset_t)(void *arg, void *ws);
  55 typedef void (*cnxk_sso_hws_flush_t)(void *ws, uint8_t queue_id, uintptr_t base,
  56                                      cnxk_handle_event_t fn, void *arg);
  57
  58 struct cnxk_sso_qos {
  59         uint16_t queue;
  60         uint8_t xaq_prcnt;
  61         uint8_t taq_prcnt;
  62         uint8_t iaq_prcnt;
  63 };
  64
  65 struct cnxk_sso_evdev {
  66         struct roc_sso sso;
  67         uint8_t max_event_queues;
  68         uint8_t max_event_ports;
  69         uint8_t is_timeout_deq;
  70         uint8_t nb_event_queues;
  71         uint8_t nb_event_ports;
  72         uint8_t configured;
  73         uint32_t deq_tmo_ns;
  74         uint32_t min_dequeue_timeout_ns;
  75         uint32_t max_dequeue_timeout_ns;
  76         int32_t max_num_events;
  77         uint64_t *fc_mem;
  78         uint64_t xaq_lmt;
  79         uint64_t nb_xaq_cfg;
  80         rte_iova_t fc_iova;
  81         struct rte_mempool *xaq_pool;
  82         /* Dev args */
  83         uint32_t xae_cnt;
  84         uint8_t qos_queue_cnt;
  85         struct cnxk_sso_qos *qos_parse_data;
  86         /* CN9K */
  87         uint8_t dual_ws;
  88         /* CN10K */
  89         uint8_t gw_mode;
  90 } __rte_cache_aligned;
  91
  92 /* CN10K HWS ops */
  93 #define CN10K_SSO_HWS_OPS                                                      \
  94         uintptr_t swtag_desched_op;                                            \
  95         uintptr_t swtag_flush_op;                                              \
  96         uintptr_t swtag_untag_op;                                              \
  97         uintptr_t swtag_norm_op;                                               \
  98         uintptr_t updt_wqe_op;                                                 \
  99         uintptr_t tag_wqe_op;                                                  \
 100         uintptr_t getwrk_op
 101
 102 struct cn10k_sso_hws {
 103         /* Get Work Fastpath data */
 104         CN10K_SSO_HWS_OPS;
 105         uint32_t gw_wdata;
 106         uint8_t swtag_req;
 107         uint8_t hws_id;
 108         /* Add Work Fastpath data */
 109         uint64_t xaq_lmt __rte_cache_aligned;
 110         uint64_t *fc_mem;
 111         uintptr_t grps_base[CNXK_SSO_MAX_HWGRP];
 112         uint64_t base;
 113         uintptr_t lmt_base;
 114 } __rte_cache_aligned;
 115
 116 /* CN9K HWS ops */
 117 #define CN9K_SSO_HWS_OPS                                                       \
 118         uintptr_t swtag_desched_op;                                            \
 119         uintptr_t swtag_flush_op;                                              \
 120         uintptr_t swtag_norm_op;                                               \
 121         uintptr_t getwrk_op;                                                   \
 122         uintptr_t tag_op;                                                      \
 123         uintptr_t wqp_op
 124
 125 /* Event port a.k.a GWS */
 126 struct cn9k_sso_hws {
 127         /* Get Work Fastpath data */
 128         CN9K_SSO_HWS_OPS;
 129         uint8_t swtag_req;
 130         uint8_t hws_id;
 131         /* Add Work Fastpath data */
 132         uint64_t xaq_lmt __rte_cache_aligned;
 133         uint64_t *fc_mem;
 134         uintptr_t grps_base[CNXK_SSO_MAX_HWGRP];
 135         uint64_t base;
 136 } __rte_cache_aligned;
 137
 138 struct cn9k_sso_hws_state {
 139         CN9K_SSO_HWS_OPS;
 140 };
 141
 142 struct cn9k_sso_hws_dual {
 143         /* Get Work Fastpath data */
 144         struct cn9k_sso_hws_state ws_state[2]; /* Ping and Pong */
 145         uint8_t swtag_req;
 146         uint8_t vws; /* Ping pong bit */
 147         uint8_t hws_id;
 148         /* Add Work Fastpath data */
 149         uint64_t xaq_lmt __rte_cache_aligned;
 150         uint64_t *fc_mem;
 151         uintptr_t grps_base[CNXK_SSO_MAX_HWGRP];
 152         uint64_t base[2];
 153 } __rte_cache_aligned;
 154
 155 struct cnxk_sso_hws_cookie {
 156         const struct rte_eventdev *event_dev;
 157         bool configured;
 158 } __rte_cache_aligned;
 159
 160 static inline int
 161 parse_kvargs_value(const char *key, const char *value, void *opaque)
 162 {
 163         RTE_SET_USED(key);
 164
 165         *(uint32_t *)opaque = (uint32_t)atoi(value);
 166         return 0;
 167 }
 168
 169 static inline struct cnxk_sso_evdev *
 170 cnxk_sso_pmd_priv(const struct rte_eventdev *event_dev)
 171 {
 172         return event_dev->data->dev_private;
 173 }
 174
 175 static inline struct cnxk_sso_hws_cookie *
 176 cnxk_sso_hws_get_cookie(void *ws)
 177 {
 178         return RTE_PTR_SUB(ws, sizeof(struct cnxk_sso_hws_cookie));
 179 }
 180
 181 /* Configuration functions */
 182 int cnxk_sso_xaq_allocate(struct cnxk_sso_evdev *dev);
 183
 184 /* Common ops API. */
 185 int cnxk_sso_init(struct rte_eventdev *event_dev);
 186 int cnxk_sso_fini(struct rte_eventdev *event_dev);
 187 int cnxk_sso_remove(struct rte_pci_device *pci_dev);
 188 void cnxk_sso_info_get(struct cnxk_sso_evdev *dev,
 189                        struct rte_event_dev_info *dev_info);
 190 int cnxk_sso_dev_validate(const struct rte_eventdev *event_dev);
 191 int cnxk_setup_event_ports(const struct rte_eventdev *event_dev,
 192                            cnxk_sso_init_hws_mem_t init_hws_mem,
 193                            cnxk_sso_hws_setup_t hws_setup);
 194 void cnxk_sso_restore_links(const struct rte_eventdev *event_dev,
 195                             cnxk_sso_link_t link_fn);
 196 void cnxk_sso_queue_def_conf(struct rte_eventdev *event_dev, uint8_t queue_id,
 197                              struct rte_event_queue_conf *queue_conf);
 198 int cnxk_sso_queue_setup(struct rte_eventdev *event_dev, uint8_t queue_id,
 199                          const struct rte_event_queue_conf *queue_conf);
 200 void cnxk_sso_queue_release(struct rte_eventdev *event_dev, uint8_t queue_id);
 201 void cnxk_sso_port_def_conf(struct rte_eventdev *event_dev, uint8_t port_id,
 202                             struct rte_event_port_conf *port_conf);
 203 int cnxk_sso_port_setup(struct rte_eventdev *event_dev, uint8_t port_id,
 204                         cnxk_sso_hws_setup_t hws_setup_fn);
 205 int cnxk_sso_timeout_ticks(struct rte_eventdev *event_dev, uint64_t ns,
 206                            uint64_t *tmo_ticks);
 207 int cnxk_sso_start(struct rte_eventdev *event_dev,
 208                    cnxk_sso_hws_reset_t reset_fn,
 209                    cnxk_sso_hws_flush_t flush_fn);
 210 void cnxk_sso_stop(struct rte_eventdev *event_dev,
 211                    cnxk_sso_hws_reset_t reset_fn,
 212                    cnxk_sso_hws_flush_t flush_fn);
 213 int cnxk_sso_close(struct rte_eventdev *event_dev, cnxk_sso_unlink_t unlink_fn);
 214 int cnxk_sso_selftest(const char *dev_name);
 215 void cnxk_sso_dump(struct rte_eventdev *event_dev, FILE *f);
 216
 217 /* CN9K */
 218 void cn9k_sso_set_rsrc(void *arg);
 219
 220 #endif /* __CNXK_EVENTDEV_H__ */