git.droids-corp.org / dpdk.git / blobdiff
? search:
summary | shortlog | log | commit | commitdiff | tree
raw | inline | side by side
event/octeontx2: add Rx adapter fastpath ops
[dpdk.git] / drivers / event / octeontx2 / otx2_worker_dual.c
diff --git a/drivers/event/octeontx2/otx2_worker_dual.c b/drivers/event/octeontx2/otx2_worker_dual.c
index 58fd588..b5cf9ac 100644 (file)
--- a/drivers/event/octeontx2/otx2_worker_dual.c
+++ b/drivers/event/octeontx2/otx2_worker_dual.c
@@ -140,68 +140,162 @@ otx2_ssogws_dual_enq_fwd_burst(void *port, const struct rte_event ev[],
        return 1;
 }
 
-uint16_t __hot
-otx2_ssogws_dual_deq(void *port, struct rte_event *ev, uint64_t timeout_ticks)
-{
-       struct otx2_ssogws_dual *ws = port;
-       uint8_t gw;
-
-       RTE_SET_USED(timeout_ticks);
-       if (ws->swtag_req) {
-               otx2_ssogws_swtag_wait((struct otx2_ssogws *)
-                                      &ws->ws_state[!ws->vws]);
-               ws->swtag_req = 0;
-               return 1;
-       }
-
-       gw = otx2_ssogws_dual_get_work(&ws->ws_state[ws->vws],
-                                      &ws->ws_state[!ws->vws], ev);
-       ws->vws = !ws->vws;
-
-       return gw;
-}
-
-uint16_t __hot
-otx2_ssogws_dual_deq_burst(void *port, struct rte_event ev[],
-                          uint16_t nb_events, uint64_t timeout_ticks)
-{
-       RTE_SET_USED(nb_events);
-
-       return otx2_ssogws_dual_deq(port, ev, timeout_ticks);
-}
-
-uint16_t __hot
-otx2_ssogws_dual_deq_timeout(void *port, struct rte_event *ev,
-                            uint64_t timeout_ticks)
-{
-       struct otx2_ssogws_dual *ws = port;
-       uint64_t iter;
-       uint8_t gw;
-
-       if (ws->swtag_req) {
-               otx2_ssogws_swtag_wait((struct otx2_ssogws *)
-                                      &ws->ws_state[!ws->vws]);
-               ws->swtag_req = 0;
-               return 1;
-       }
-
-       gw = otx2_ssogws_dual_get_work(&ws->ws_state[ws->vws],
-                                      &ws->ws_state[!ws->vws], ev);
-       ws->vws = !ws->vws;
-       for (iter = 1; iter < timeout_ticks && (gw == 0); iter++) {
-               gw = otx2_ssogws_dual_get_work(&ws->ws_state[ws->vws],
-                                              &ws->ws_state[!ws->vws], ev);
-               ws->vws = !ws->vws;
-       }
-
-       return gw;
+#define R(name, f5, f4, f3, f2, f1, f0, flags)                         \
+uint16_t __hot                                                         \
+otx2_ssogws_dual_deq_ ##name(void *port, struct rte_event *ev,         \
+                            uint64_t timeout_ticks)                    \
+{                                                                      \
+       struct otx2_ssogws_dual *ws = port;                             \
+       uint8_t gw;                                                     \
+                                                                       \
+       RTE_SET_USED(timeout_ticks);                                    \
+       if (ws->swtag_req) {                                            \
+               otx2_ssogws_swtag_wait((struct otx2_ssogws *)           \
+                                      &ws->ws_state[!ws->vws]);        \
+               ws->swtag_req = 0;                                      \
+               return 1;                                               \
+       }                                                               \
+                                                                       \
+       gw = otx2_ssogws_dual_get_work(&ws->ws_state[ws->vws],          \
+                                      &ws->ws_state[!ws->vws], ev,     \
+                                      flags, ws->lookup_mem);          \
+       ws->vws = !ws->vws;                                             \
+                                                                       \
+       return gw;                                                      \
+}                                                                      \
+                                                                       \
+uint16_t __hot                                                         \
+otx2_ssogws_dual_deq_burst_ ##name(void *port, struct rte_event ev[],  \
+                                  uint16_t nb_events,                  \
+                                  uint64_t timeout_ticks)              \
+{                                                                      \
+       RTE_SET_USED(nb_events);                                        \
+                                                                       \
+       return otx2_ssogws_dual_deq_ ##name(port, ev, timeout_ticks);   \
+}                                                                      \
+                                                                       \
+uint16_t __hot                                                         \
+otx2_ssogws_dual_deq_timeout_ ##name(void *port, struct rte_event *ev, \
+                                    uint64_t timeout_ticks)            \
+{                                                                      \
+       struct otx2_ssogws_dual *ws = port;                             \
+       uint64_t iter;                                                  \
+       uint8_t gw;                                                     \
+                                                                       \
+       if (ws->swtag_req) {                                            \
+               otx2_ssogws_swtag_wait((struct otx2_ssogws *)           \
+                                      &ws->ws_state[!ws->vws]);        \
+               ws->swtag_req = 0;                                      \
+               return 1;                                               \
+       }                                                               \
+                                                                       \
+       gw = otx2_ssogws_dual_get_work(&ws->ws_state[ws->vws],          \
+                                      &ws->ws_state[!ws->vws], ev,     \
+                                      flags, ws->lookup_mem);          \
+       ws->vws = !ws->vws;                                             \
+       for (iter = 1; iter < timeout_ticks && (gw == 0); iter++) {     \
+               gw = otx2_ssogws_dual_get_work(&ws->ws_state[ws->vws],  \
+                                              &ws->ws_state[!ws->vws], \
+                                              ev, flags,               \
+                                              ws->lookup_mem);         \
+               ws->vws = !ws->vws;                                     \
+       }                                                               \
+                                                                       \
+       return gw;                                                      \
+}                                                                      \
+                                                                       \
+uint16_t __hot                                                         \
+otx2_ssogws_dual_deq_timeout_burst_ ##name(void *port,                 \
+                                          struct rte_event ev[],       \
+                                          uint16_t nb_events,          \
+                                          uint64_t timeout_ticks)      \
+{                                                                      \
+       RTE_SET_USED(nb_events);                                        \
+                                                                       \
+       return otx2_ssogws_dual_deq_timeout_ ##name(port, ev,           \
+                                                   timeout_ticks);     \
+}                                                                      \
+                                                                       \
+uint16_t __hot                                                         \
+otx2_ssogws_dual_deq_seg_ ##name(void *port, struct rte_event *ev,     \
+                                uint64_t timeout_ticks)                \
+{                                                                      \
+       struct otx2_ssogws_dual *ws = port;                             \
+       uint8_t gw;                                                     \
+                                                                       \
+       RTE_SET_USED(timeout_ticks);                                    \
+       if (ws->swtag_req) {                                            \
+               otx2_ssogws_swtag_wait((struct otx2_ssogws *)           \
+                                      &ws->ws_state[!ws->vws]);        \
+               ws->swtag_req = 0;                                      \
+               return 1;                                               \
+       }                                                               \
+                                                                       \
+       gw = otx2_ssogws_dual_get_work(&ws->ws_state[ws->vws],          \
+                                      &ws->ws_state[!ws->vws], ev,     \
+                                      flags | NIX_RX_MULTI_SEG_F,      \
+                                      ws->lookup_mem);                 \
+       ws->vws = !ws->vws;                                             \
+                                                                       \
+       return gw;                                                      \
+}                                                                      \
+                                                                       \
+uint16_t __hot                                                         \
+otx2_ssogws_dual_deq_seg_burst_ ##name(void *port,                     \
+                                      struct rte_event ev[],           \
+                                      uint16_t nb_events,              \
+                                      uint64_t timeout_ticks)          \
+{                                                                      \
+       RTE_SET_USED(nb_events);                                        \
+                                                                       \
+       return otx2_ssogws_dual_deq_seg_ ##name(port, ev,               \
+                                               timeout_ticks);         \
+}                                                                      \
+                                                                       \
+uint16_t __hot                                                         \
+otx2_ssogws_dual_deq_seg_timeout_ ##name(void *port,                   \
+                                        struct rte_event *ev,          \
+                                        uint64_t timeout_ticks)        \
+{                                                                      \
+       struct otx2_ssogws_dual *ws = port;                             \
+       uint64_t iter;                                                  \
+       uint8_t gw;                                                     \
+                                                                       \
+       if (ws->swtag_req) {                                            \
+               otx2_ssogws_swtag_wait((struct otx2_ssogws *)           \
+                                      &ws->ws_state[!ws->vws]);        \
+               ws->swtag_req = 0;                                      \
+               return 1;                                               \
+       }                                                               \
+                                                                       \
+       gw = otx2_ssogws_dual_get_work(&ws->ws_state[ws->vws],          \
+                                      &ws->ws_state[!ws->vws], ev,     \
+                                      flags | NIX_RX_MULTI_SEG_F,      \
+                                      ws->lookup_mem);                 \
+       ws->vws = !ws->vws;                                             \
+       for (iter = 1; iter < timeout_ticks && (gw == 0); iter++) {     \
+               gw = otx2_ssogws_dual_get_work(&ws->ws_state[ws->vws],  \
+                                              &ws->ws_state[!ws->vws], \
+                                              ev, flags |              \
+                                              NIX_RX_MULTI_SEG_F,      \
+                                              ws->lookup_mem);         \
+               ws->vws = !ws->vws;                                     \
+       }                                                               \
+                                                                       \
+       return gw;                                                      \
+}                                                                      \
+                                                                       \
+uint16_t __hot                                                         \
+otx2_ssogws_dual_deq_seg_timeout_burst_ ##name(void *port,             \
+                                              struct rte_event ev[],   \
+                                              uint16_t nb_events,      \
+                                              uint64_t timeout_ticks)  \
+{                                                                      \
+       RTE_SET_USED(nb_events);                                        \
+                                                                       \
+       return otx2_ssogws_dual_deq_seg_timeout_ ##name(port, ev,       \
+                                                       timeout_ticks); \
 }
 
-uint16_t __hot
-otx2_ssogws_dual_deq_timeout_burst(void *port, struct rte_event ev[],
-                                  uint16_t nb_events, uint64_t timeout_ticks)
-{
-       RTE_SET_USED(nb_events);
-
-       return otx2_ssogws_dual_deq_timeout(port, ev, timeout_ticks);
-}
+SSO_RX_ADPTR_ENQ_FASTPATH_FUNC
+#undef R
DPDK repo used for reviews