X-Git-Url: http://git.droids-corp.org/?a=blobdiff_plain;f=drivers%2Fevent%2Focteontx2%2Fotx2_worker.c;h=88bac391c7099c75e8fad681d0a58d09b49e4892;hb=f5cd3a9f6016c4940dc615afe9a1adf9d015a8be;hp=ea2d0b5a4b43e888171204439f3bf939004e2dc7;hpb=0fe4accd8ec8377805e0669b84b9e4e8139014f1;p=dpdk.git diff --git a/drivers/event/octeontx2/otx2_worker.c b/drivers/event/octeontx2/otx2_worker.c index ea2d0b5a4b..88bac391c7 100644 --- a/drivers/event/octeontx2/otx2_worker.c +++ b/drivers/event/octeontx2/otx2_worker.c @@ -81,8 +81,8 @@ otx2_ssogws_release_event(struct otx2_ssogws *ws) otx2_ssogws_swtag_flush(ws); } -#define R(name, f5, f4, f3, f2, f1, f0, flags) \ -uint16_t __hot \ +#define R(name, f6, f5, f4, f3, f2, f1, f0, flags) \ +uint16_t __rte_hot \ otx2_ssogws_deq_ ##name(void *port, struct rte_event *ev, \ uint64_t timeout_ticks) \ { \ @@ -99,7 +99,7 @@ otx2_ssogws_deq_ ##name(void *port, struct rte_event *ev, \ return otx2_ssogws_get_work(ws, ev, flags, ws->lookup_mem); \ } \ \ -uint16_t __hot \ +uint16_t __rte_hot \ otx2_ssogws_deq_burst_ ##name(void *port, struct rte_event ev[], \ uint16_t nb_events, \ uint64_t timeout_ticks) \ @@ -109,7 +109,7 @@ otx2_ssogws_deq_burst_ ##name(void *port, struct rte_event ev[], \ return otx2_ssogws_deq_ ##name(port, ev, timeout_ticks); \ } \ \ -uint16_t __hot \ +uint16_t __rte_hot \ otx2_ssogws_deq_timeout_ ##name(void *port, struct rte_event *ev, \ uint64_t timeout_ticks) \ { \ @@ -131,7 +131,7 @@ otx2_ssogws_deq_timeout_ ##name(void *port, struct rte_event *ev, \ return ret; \ } \ \ -uint16_t __hot \ +uint16_t __rte_hot \ otx2_ssogws_deq_timeout_burst_ ##name(void *port, struct rte_event ev[],\ uint16_t nb_events, \ uint64_t timeout_ticks) \ @@ -141,7 +141,7 @@ otx2_ssogws_deq_timeout_burst_ ##name(void *port, struct rte_event ev[],\ return otx2_ssogws_deq_timeout_ ##name(port, ev, timeout_ticks);\ } \ \ -uint16_t __hot \ +uint16_t __rte_hot \ otx2_ssogws_deq_seg_ ##name(void *port, struct rte_event *ev, \ uint64_t timeout_ticks) \ { \ @@ -159,7 +159,7 @@ otx2_ssogws_deq_seg_ ##name(void *port, struct rte_event *ev, \ ws->lookup_mem); \ } \ \ -uint16_t __hot \ +uint16_t __rte_hot \ otx2_ssogws_deq_seg_burst_ ##name(void *port, struct rte_event ev[], \ uint16_t nb_events, \ uint64_t timeout_ticks) \ @@ -169,7 +169,7 @@ otx2_ssogws_deq_seg_burst_ ##name(void *port, struct rte_event ev[], \ return otx2_ssogws_deq_seg_ ##name(port, ev, timeout_ticks); \ } \ \ -uint16_t __hot \ +uint16_t __rte_hot \ otx2_ssogws_deq_seg_timeout_ ##name(void *port, struct rte_event *ev, \ uint64_t timeout_ticks) \ { \ @@ -193,7 +193,7 @@ otx2_ssogws_deq_seg_timeout_ ##name(void *port, struct rte_event *ev, \ return ret; \ } \ \ -uint16_t __hot \ +uint16_t __rte_hot \ otx2_ssogws_deq_seg_timeout_burst_ ##name(void *port, \ struct rte_event ev[], \ uint16_t nb_events, \ @@ -208,7 +208,7 @@ otx2_ssogws_deq_seg_timeout_burst_ ##name(void *port, \ SSO_RX_ADPTR_ENQ_FASTPATH_FUNC #undef R -uint16_t __hot +uint16_t __rte_hot otx2_ssogws_enq(void *port, const struct rte_event *ev) { struct otx2_ssogws *ws = port; @@ -230,7 +230,7 @@ otx2_ssogws_enq(void *port, const struct rte_event *ev) return 1; } -uint16_t __hot +uint16_t __rte_hot otx2_ssogws_enq_burst(void *port, const struct rte_event ev[], uint16_t nb_events) { @@ -238,7 +238,7 @@ otx2_ssogws_enq_burst(void *port, const struct rte_event ev[], return otx2_ssogws_enq(port, ev); } -uint16_t __hot +uint16_t __rte_hot otx2_ssogws_enq_new_burst(void *port, const struct rte_event ev[], uint16_t nb_events) { @@ -255,7 +255,7 @@ otx2_ssogws_enq_new_burst(void *port, const struct rte_event ev[], return nb_events; } -uint16_t __hot +uint16_t __rte_hot otx2_ssogws_enq_fwd_burst(void *port, const struct rte_event ev[], uint16_t nb_events) { @@ -267,6 +267,35 @@ otx2_ssogws_enq_fwd_burst(void *port, const struct rte_event ev[], return 1; } +#define T(name, f6, f5, f4, f3, f2, f1, f0, sz, flags) \ +uint16_t __rte_hot \ +otx2_ssogws_tx_adptr_enq_ ## name(void *port, struct rte_event ev[], \ + uint16_t nb_events) \ +{ \ + struct otx2_ssogws *ws = port; \ + uint64_t cmd[sz]; \ + \ + RTE_SET_USED(nb_events); \ + return otx2_ssogws_event_tx(ws, ev, cmd, flags); \ +} +SSO_TX_ADPTR_ENQ_FASTPATH_FUNC +#undef T + +#define T(name, f6, f5, f4, f3, f2, f1, f0, sz, flags) \ +uint16_t __rte_hot \ +otx2_ssogws_tx_adptr_enq_seg_ ## name(void *port, struct rte_event ev[],\ + uint16_t nb_events) \ +{ \ + struct otx2_ssogws *ws = port; \ + uint64_t cmd[(sz) + NIX_TX_MSEG_SG_DWORDS - 2]; \ + \ + RTE_SET_USED(nb_events); \ + return otx2_ssogws_event_tx(ws, ev, cmd, (flags) | \ + NIX_TX_MULTI_SEG_F); \ +} +SSO_TX_ADPTR_ENQ_FASTPATH_FUNC +#undef T + void ssogws_flush_events(struct otx2_ssogws *ws, uint8_t queue_id, uintptr_t base, otx2_handle_event_t fn, void *arg)