net/mlx5: fix multi-segment packet wraparound
[dpdk.git] / drivers / event / sw / sw_evdev_selftest.c
index 4a7d823..9768d3a 100644 (file)
@@ -40,6 +40,16 @@ struct test {
        uint32_t service_id;
 };
 
+typedef uint8_t counter_dynfield_t;
+static int counter_dynfield_offset = -1;
+
+static inline counter_dynfield_t *
+counter_field(struct rte_mbuf *mbuf)
+{
+       return RTE_MBUF_DYNFIELD(mbuf, \
+                       counter_dynfield_offset, counter_dynfield_t *);
+}
+
 static struct rte_event release_ev;
 
 static inline struct rte_mbuf *
@@ -375,7 +385,7 @@ run_prio_packet_test(struct test *t)
                        printf("%d: gen of pkt failed\n", __LINE__);
                        return -1;
                }
-               arp->seqn = MAGIC_SEQN[i];
+               *rte_event_pmd_selftest_seqn(arp) = MAGIC_SEQN[i];
 
                ev = (struct rte_event){
                        .priority = PRIORITY[i],
@@ -414,7 +424,7 @@ run_prio_packet_test(struct test *t)
                rte_event_dev_dump(evdev, stdout);
                return -1;
        }
-       if (ev.mbuf->seqn != MAGIC_SEQN[1]) {
+       if (*rte_event_pmd_selftest_seqn(ev.mbuf) != MAGIC_SEQN[1]) {
                printf("%d: first packet out not highest priority\n",
                                __LINE__);
                rte_event_dev_dump(evdev, stdout);
@@ -428,7 +438,7 @@ run_prio_packet_test(struct test *t)
                rte_event_dev_dump(evdev, stdout);
                return -1;
        }
-       if (ev2.mbuf->seqn != MAGIC_SEQN[0]) {
+       if (*rte_event_pmd_selftest_seqn(ev2.mbuf) != MAGIC_SEQN[0]) {
                printf("%d: second packet out not lower priority\n",
                                __LINE__);
                rte_event_dev_dump(evdev, stdout);
@@ -472,7 +482,7 @@ test_single_directed_packet(struct test *t)
        }
 
        const uint32_t MAGIC_SEQN = 4711;
-       arp->seqn = MAGIC_SEQN;
+       *rte_event_pmd_selftest_seqn(arp) = MAGIC_SEQN;
 
        /* generate pkt and enqueue */
        err = rte_event_enqueue_burst(evdev, rx_enq, &ev, 1);
@@ -511,7 +521,7 @@ test_single_directed_packet(struct test *t)
                return -1;
        }
 
-       if (ev.mbuf->seqn != MAGIC_SEQN) {
+       if (*rte_event_pmd_selftest_seqn(ev.mbuf) != MAGIC_SEQN) {
                printf("%d: error magic sequence number not dequeued\n",
                                __LINE__);
                return -1;
@@ -863,15 +873,15 @@ xstats_tests(struct test *t)
        int ret = rte_event_dev_xstats_names_get(evdev,
                                        RTE_EVENT_DEV_XSTATS_DEVICE,
                                        0, xstats_names, ids, XSTATS_MAX);
-       if (ret != 6) {
-               printf("%d: expected 6 stats, got return %d\n", __LINE__, ret);
+       if (ret != 8) {
+               printf("%d: expected 8 stats, got return %d\n", __LINE__, ret);
                return -1;
        }
        ret = rte_event_dev_xstats_get(evdev,
                                        RTE_EVENT_DEV_XSTATS_DEVICE,
                                        0, ids, values, ret);
-       if (ret != 6) {
-               printf("%d: expected 6 stats, got return %d\n", __LINE__, ret);
+       if (ret != 8) {
+               printf("%d: expected 8 stats, got return %d\n", __LINE__, ret);
                return -1;
        }
 
@@ -929,7 +939,7 @@ xstats_tests(struct test *t)
                ev.op = RTE_EVENT_OP_NEW;
                ev.mbuf = arp;
                ev.flow_id = 7;
-               arp->seqn = i;
+               *rte_event_pmd_selftest_seqn(arp) = i;
 
                int err = rte_event_enqueue_burst(evdev, t->port[0], &ev, 1);
                if (err != 1) {
@@ -949,7 +959,7 @@ xstats_tests(struct test *t)
        ret = rte_event_dev_xstats_get(evdev,
                                        RTE_EVENT_DEV_XSTATS_DEVICE,
                                        0, ids, values, num_stats);
-       static const uint64_t expected[] = {3, 3, 0, 1, 0, 0};
+       static const uint64_t expected[] = {3, 3, 0, 1, 0, 0, 4, 1};
        for (i = 0; (signed int)i < ret; i++) {
                if (expected[i] != values[i]) {
                        printf(
@@ -965,7 +975,7 @@ xstats_tests(struct test *t)
                                        0, NULL, 0);
 
        /* ensure reset statistics are zero-ed */
-       static const uint64_t expected_zero[] = {0, 0, 0, 0, 0, 0};
+       static const uint64_t expected_zero[] = {0, 0, 0, 0, 0, 0, 0, 0};
        ret = rte_event_dev_xstats_get(evdev,
                                        RTE_EVENT_DEV_XSTATS_DEVICE,
                                        0, ids, values, num_stats);
@@ -1450,7 +1460,7 @@ xstats_id_reset_tests(struct test *t)
        for (i = 0; i < XSTATS_MAX; i++)
                ids[i] = i;
 
-#define NUM_DEV_STATS 6
+#define NUM_DEV_STATS 8
        /* Device names / values */
        int num_stats = rte_event_dev_xstats_names_get(evdev,
                                        RTE_EVENT_DEV_XSTATS_DEVICE,
@@ -1480,7 +1490,7 @@ xstats_id_reset_tests(struct test *t)
                ev.queue_id = t->qid[i];
                ev.op = RTE_EVENT_OP_NEW;
                ev.mbuf = arp;
-               arp->seqn = i;
+               *rte_event_pmd_selftest_seqn(arp) = i;
 
                int err = rte_event_enqueue_burst(evdev, t->port[0], &ev, 1);
                if (err != 1) {
@@ -1494,8 +1504,10 @@ xstats_id_reset_tests(struct test *t)
        static const char * const dev_names[] = {
                "dev_rx", "dev_tx", "dev_drop", "dev_sched_calls",
                "dev_sched_no_iq_enq", "dev_sched_no_cq_enq",
+               "dev_sched_last_iter_bitmask",
+               "dev_sched_progress_last_iter"
        };
-       uint64_t dev_expected[] = {NPKTS, NPKTS, 0, 1, 0, 0};
+       uint64_t dev_expected[] = {NPKTS, NPKTS, 0, 1, 0, 0, 4, 1};
        for (i = 0; (int)i < ret; i++) {
                unsigned int id;
                uint64_t val = rte_event_dev_xstats_by_name_get(evdev,
@@ -1508,8 +1520,8 @@ xstats_id_reset_tests(struct test *t)
                }
                if (val != dev_expected[i]) {
                        printf("%d: %s value incorrect, expected %"
-                               PRIu64" got %d\n", __LINE__, dev_names[i],
-                               dev_expected[i], id);
+                               PRIu64" got %"PRIu64"\n", __LINE__,
+                               dev_names[i], dev_expected[i], val);
                        goto fail;
                }
                /* reset to zero */
@@ -1532,11 +1544,11 @@ xstats_id_reset_tests(struct test *t)
                }
        };
 
-/* 48 is stat offset from start of the devices whole xstats.
+/* 49 is stat offset from start of the devices whole xstats.
  * This WILL break every time we add a statistic to a port
  * or the device, but there is no other way to test
  */
-#define PORT_OFF 48
+#define PORT_OFF 50
 /* num stats for the tested port. CQ size adds more stats to a port */
 #define NUM_PORT_STATS 21
 /* the port to test. */
@@ -1660,7 +1672,7 @@ xstats_id_reset_tests(struct test *t)
 /* queue offset from start of the devices whole xstats.
  * This will break every time we add a statistic to a device/port/queue
  */
-#define QUEUE_OFF 90
+#define QUEUE_OFF 92
        const uint32_t queue = 0;
        num_stats = rte_event_dev_xstats_names_get(evdev,
                                        RTE_EVENT_DEV_XSTATS_QUEUE, queue,
@@ -1868,7 +1880,7 @@ qid_priorities(struct test *t)
                ev.queue_id = t->qid[i];
                ev.op = RTE_EVENT_OP_NEW;
                ev.mbuf = arp;
-               arp->seqn = i;
+               *rte_event_pmd_selftest_seqn(arp) = i;
 
                int err = rte_event_enqueue_burst(evdev, t->port[0], &ev, 1);
                if (err != 1) {
@@ -1889,7 +1901,7 @@ qid_priorities(struct test *t)
                return -1;
        }
        for (i = 0; i < 3; i++) {
-               if (ev[i].mbuf->seqn != 2-i) {
+               if (*rte_event_pmd_selftest_seqn(ev[i].mbuf) != 2-i) {
                        printf(
                                "%d: qid priority test: seqn %d incorrectly prioritized\n",
                                        __LINE__, i);
@@ -2366,7 +2378,7 @@ single_packet(struct test *t)
        ev.mbuf = arp;
        ev.queue_id = 0;
        ev.flow_id = 3;
-       arp->seqn = MAGIC_SEQN;
+       *rte_event_pmd_selftest_seqn(arp) = MAGIC_SEQN;
 
        err = rte_event_enqueue_burst(evdev, t->port[rx_enq], &ev, 1);
        if (err != 1) {
@@ -2406,7 +2418,7 @@ single_packet(struct test *t)
        }
 
        err = test_event_dev_stats_get(evdev, &stats);
-       if (ev.mbuf->seqn != MAGIC_SEQN) {
+       if (*rte_event_pmd_selftest_seqn(ev.mbuf) != MAGIC_SEQN) {
                printf("%d: magic sequence number not dequeued\n", __LINE__);
                return -1;
        }
@@ -2679,7 +2691,7 @@ parallel_basic(struct test *t, int check_order)
                ev.queue_id = t->qid[0];
                ev.op = RTE_EVENT_OP_NEW;
                ev.mbuf = mbufs[i];
-               mbufs[i]->seqn = MAGIC_SEQN + i;
+               *rte_event_pmd_selftest_seqn(mbufs[i]) = MAGIC_SEQN + i;
 
                /* generate pkt and enqueue */
                err = rte_event_enqueue_burst(evdev, t->port[rx_port], &ev, 1);
@@ -2734,10 +2746,12 @@ parallel_basic(struct test *t, int check_order)
        /* Check to see if the sequence numbers are in expected order */
        if (check_order) {
                for (j = 0 ; j < deq_pkts ; j++) {
-                       if (deq_ev[j].mbuf->seqn != MAGIC_SEQN + j) {
-                               printf(
-                                       "%d: Incorrect sequence number(%d) from port %d\n",
-                                       __LINE__, mbufs_out[j]->seqn, tx_port);
+                       if (*rte_event_pmd_selftest_seqn(deq_ev[j].mbuf) !=
+                                       MAGIC_SEQN + j) {
+                               printf("%d: Incorrect sequence number(%d) from port %d\n",
+                                       __LINE__,
+                                       *rte_event_pmd_selftest_seqn(mbufs_out[j]),
+                                       tx_port);
                                return -1;
                        }
                }
@@ -2987,8 +3001,8 @@ worker_loopback_worker_fn(void *arg)
                        }
 
                        ev[i].queue_id = 0;
-                       ev[i].mbuf->udata64++;
-                       if (ev[i].mbuf->udata64 != 16) {
+                       (*counter_field(ev[i].mbuf))++;
+                       if (*counter_field(ev[i].mbuf) != 16) {
                                ev[i].op = RTE_EVENT_OP_FORWARD;
                                enqd = rte_event_enqueue_burst(evdev, port,
                                                &ev[i], 1);
@@ -3028,7 +3042,7 @@ worker_loopback_producer_fn(void *arg)
                        m = rte_pktmbuf_alloc(t->mbuf_pool);
                } while (m == NULL);
 
-               m->udata64 = 0;
+               *counter_field(m) = 0;
 
                struct rte_event ev = {
                                .op = RTE_EVENT_OP_NEW,
@@ -3061,6 +3075,18 @@ worker_loopback(struct test *t, uint8_t disable_implicit_release)
        int err;
        int w_lcore, p_lcore;
 
+       static const struct rte_mbuf_dynfield counter_dynfield_desc = {
+               .name = "rte_event_sw_dynfield_selftest_counter",
+               .size = sizeof(counter_dynfield_t),
+               .align = __alignof__(counter_dynfield_t),
+       };
+       counter_dynfield_offset =
+               rte_mbuf_dynfield_register(&counter_dynfield_desc);
+       if (counter_dynfield_offset < 0) {
+               printf("Error registering mbuf field\n");
+               return -rte_errno;
+       }
+
        if (init(t, 8, 2) < 0 ||
                        create_atomic_qids(t, 8) < 0) {
                printf("%d: Error initializing device\n", __LINE__);
@@ -3106,7 +3132,7 @@ worker_loopback(struct test *t, uint8_t disable_implicit_release)
 
        p_lcore = rte_get_next_lcore(
                        /* start core */ -1,
-                       /* skip master */ 1,
+                       /* skip main */ 1,
                        /* wrap */ 0);
        w_lcore = rte_get_next_lcore(p_lcore, 1, 0);
 
@@ -3114,8 +3140,8 @@ worker_loopback(struct test *t, uint8_t disable_implicit_release)
        rte_eal_remote_launch(worker_loopback_worker_fn, t, w_lcore);
 
        print_cycles = cycles = rte_get_timer_cycles();
-       while (rte_eal_get_lcore_state(p_lcore) != FINISHED ||
-                       rte_eal_get_lcore_state(w_lcore) != FINISHED) {
+       while (rte_eal_get_lcore_state(p_lcore) != WAIT ||
+                       rte_eal_get_lcore_state(w_lcore) != WAIT) {
 
                rte_service_run_iter_on_app_lcore(t->service_id, 1);