app/testeventdev: add perf all types queue worker

Signed-off-by: Jerin Jacob <jerin.jacob@caviumnetworks.com>
Acked-by: Harry van Haaren <harry.van.haaren@intel.com>

diff --git a/app/test-eventdev/test_perf_atq.c b/app/test-eventdev/test_perf_atq.c
index 1beb704..f2f5772 100644 (file)
--- a/app/test-eventdev/test_perf_atq.c
+++ b/app/test-eventdev/test_perf_atq.c
@@ -41,6 +41,145 @@ atq_nb_event_queues(struct evt_options *opt)
        return evt_nr_active_lcores(opt->plcores);
 }
 
+static inline __attribute__((always_inline)) void
+atq_mark_fwd_latency(struct rte_event *const ev)
+{
+       if (unlikely(ev->sub_event_type == 0)) {
+               struct perf_elt *const m = ev->event_ptr;
+
+               m->timestamp = rte_get_timer_cycles();
+       }
+}
+
+static inline __attribute__((always_inline)) void
+atq_fwd_event(struct rte_event *const ev, uint8_t *const sched_type_list,
+               const uint8_t nb_stages)
+{
+       ev->sub_event_type++;
+       ev->sched_type = sched_type_list[ev->sub_event_type % nb_stages];
+       ev->op = RTE_EVENT_OP_FORWARD;
+       ev->event_type = RTE_EVENT_TYPE_CPU;
+}
+
+static int
+perf_atq_worker(void *arg, const int enable_fwd_latency)
+{
+       PERF_WORKER_INIT;
+       struct rte_event ev;
+
+       while (t->done == false) {
+               uint16_t event = rte_event_dequeue_burst(dev, port, &ev, 1, 0);
+
+               if (enable_fwd_latency)
+                       rte_prefetch0(ev.event_ptr);
+
+               if (!event) {
+                       rte_pause();
+                       continue;
+               }
+
+               if (enable_fwd_latency)
+               /* first stage in pipeline, mark ts to compute fwd latency */
+                       atq_mark_fwd_latency(&ev);
+
+               /* last stage in pipeline */
+               if (unlikely((ev.sub_event_type % nb_stages) == laststage)) {
+                       if (enable_fwd_latency)
+                               cnt = perf_process_last_stage_latency(pool,
+                                       &ev, w, bufs, sz, cnt);
+                       else
+                               cnt = perf_process_last_stage(pool, &ev, w,
+                                        bufs, sz, cnt);
+               } else {
+                       atq_fwd_event(&ev, sched_type_list, nb_stages);
+                       while (rte_event_enqueue_burst(dev, port, &ev, 1) != 1)
+                               rte_pause();
+               }
+       }
+       return 0;
+}
+
+static int
+perf_atq_worker_burst(void *arg, const int enable_fwd_latency)
+{
+       PERF_WORKER_INIT;
+       uint16_t i;
+       /* +1 to avoid prefetch out of array check */
+       struct rte_event ev[BURST_SIZE + 1];
+
+       while (t->done == false) {
+               uint16_t const nb_rx = rte_event_dequeue_burst(dev, port, ev,
+                               BURST_SIZE, 0);
+
+               if (!nb_rx) {
+                       rte_pause();
+                       continue;
+               }
+
+               for (i = 0; i < nb_rx; i++) {
+                       if (enable_fwd_latency) {
+                               rte_prefetch0(ev[i+1].event_ptr);
+                               /* first stage in pipeline.
+                                * mark time stamp to compute fwd latency
+                                */
+                               atq_mark_fwd_latency(&ev[i]);
+                       }
+                       /* last stage in pipeline */
+                       if (unlikely((ev[i].sub_event_type % nb_stages)
+                                               == laststage)) {
+                               if (enable_fwd_latency)
+                                       cnt = perf_process_last_stage_latency(
+                                               pool, &ev[i], w, bufs, sz, cnt);
+                               else
+                                       cnt = perf_process_last_stage(pool,
+                                               &ev[i], w, bufs, sz, cnt);
+
+                               ev[i].op = RTE_EVENT_OP_RELEASE;
+                       } else {
+                               atq_fwd_event(&ev[i], sched_type_list,
+                                               nb_stages);
+                       }
+               }
+
+               uint16_t enq;
+
+               enq = rte_event_enqueue_burst(dev, port, ev, nb_rx);
+               while (enq < nb_rx) {
+                       enq += rte_event_enqueue_burst(dev, port,
+                                                       ev + enq, nb_rx - enq);
+               }
+       }
+       return 0;
+}
+
+static int
+worker_wrapper(void *arg)
+{
+       struct worker_data *w  = arg;
+       struct evt_options *opt = w->t->opt;
+
+       const bool burst = evt_has_burst_mode(w->dev_id);
+       const int fwd_latency = opt->fwd_latency;
+
+       /* allow compiler to optimize */
+       if (!burst && !fwd_latency)
+               return perf_atq_worker(arg, 0);
+       else if (!burst && fwd_latency)
+               return perf_atq_worker(arg, 1);
+       else if (burst && !fwd_latency)
+               return perf_atq_worker_burst(arg, 0);
+       else if (burst && fwd_latency)
+               return perf_atq_worker_burst(arg, 1);
+
+       rte_panic("invalid worker\n");
+}
+
+static int
+perf_atq_launch_lcores(struct evt_test *test, struct evt_options *opt)
+{
+       return perf_launch_lcores(test, opt, worker_wrapper);
+}
+
 static int
 perf_atq_eventdev_setup(struct evt_test *test, struct evt_options *opt)
 {
@@ -128,6 +267,7 @@ static const struct evt_test_ops perf_atq =  {
        .test_setup         = perf_test_setup,
        .mempool_setup      = perf_mempool_setup,
        .eventdev_setup     = perf_atq_eventdev_setup,
+       .launch_lcores      = perf_atq_launch_lcores,
        .eventdev_destroy   = perf_eventdev_destroy,
        .mempool_destroy    = perf_mempool_destroy,
        .test_result        = perf_test_result,