ring: guarantee load/load order in enqueue and dequeue

[dpdk.git] / app / test-eventdev / test_order_common.h

diff --git a/app/test-eventdev/test_order_common.h b/app/test-eventdev/test_order_common.h
index 1659318..57bc76e 100644 (file)
--- a/app/test-eventdev/test_order_common.h
+++ b/app/test-eventdev/test_order_common.h
@@ -1,7 +1,7 @@
 /*
  *   BSD LICENSE
  *
- *   Copyright (C) Cavium 2017.
+ *   Copyright (C) Cavium, Inc 2017.
  *
  *   Redistribution and use in source and binary forms, with or without
  *   modification, are permitted provided that the following conditions
@@ -13,7 +13,7 @@
  *       notice, this list of conditions and the following disclaimer in
  *       the documentation and/or other materials provided with the
  *       distribution.
- *     * Neither the name of Cavium networks nor the names of its
+ *     * Neither the name of Cavium, Inc nor the names of its
  *       contributors may be used to endorse or promote products derived
  *       from this software without specific prior written permission.
  *
@@ -90,10 +90,59 @@ order_nb_event_ports(struct evt_options *opt)
        return evt_nr_active_lcores(opt->wlcores) + 1 /* producer */;
 }
 
+static inline __attribute__((always_inline)) void
+order_process_stage_1(struct test_order *const t,
+               struct rte_event *const ev, const uint32_t nb_flows,
+               uint32_t *const expected_flow_seq,
+               rte_atomic64_t *const outstand_pkts)
+{
+       const uint32_t flow = (uintptr_t)ev->mbuf % nb_flows;
+       /* compare the seqn against expected value */
+       if (ev->mbuf->seqn != expected_flow_seq[flow]) {
+               evt_err("flow=%x seqn mismatch got=%x expected=%x",
+                       flow, ev->mbuf->seqn, expected_flow_seq[flow]);
+               t->err = true;
+               rte_smp_wmb();
+       }
+       /*
+        * Events from an atomic flow of an event queue can be scheduled only to
+        * a single port at a time. The port is guaranteed to have exclusive
+        * (atomic) access for given atomic flow.So we don't need to update
+        * expected_flow_seq in critical section.
+        */
+       expected_flow_seq[flow]++;
+       rte_pktmbuf_free(ev->mbuf);
+       rte_atomic64_sub(outstand_pkts, 1);
+}
+
+static inline __attribute__((always_inline)) void
+order_process_stage_invalid(struct test_order *const t,
+                       struct rte_event *const ev)
+{
+       evt_err("invalid queue %d", ev->queue_id);
+       t->err = true;
+       rte_smp_wmb();
+}
+
+#define ORDER_WORKER_INIT\
+       struct worker_data *w  = arg;\
+       struct test_order *t = w->t;\
+       struct evt_options *opt = t->opt;\
+       const uint8_t dev_id = w->dev_id;\
+       const uint8_t port = w->port_id;\
+       const uint32_t nb_flows = t->nb_flows;\
+       uint32_t *expected_flow_seq = t->expected_flow_seq;\
+       rte_atomic64_t *outstand_pkts = &t->outstand_pkts;\
+       if (opt->verbose_level > 1)\
+               printf("%s(): lcore %d dev_id %d port=%d\n",\
+                       __func__, rte_lcore_id(), dev_id, port)
+
 int order_test_result(struct evt_test *test, struct evt_options *opt);
 int order_opt_check(struct evt_options *opt);
 int order_test_setup(struct evt_test *test, struct evt_options *opt);
 int order_mempool_setup(struct evt_test *test, struct evt_options *opt);
+int order_launch_lcores(struct evt_test *test, struct evt_options *opt,
+                       int (*worker)(void *));
 int order_event_dev_port_setup(struct evt_test *test, struct evt_options *opt,
                                uint8_t nb_workers, uint8_t nb_queues);
 void order_test_destroy(struct evt_test *test, struct evt_options *opt);