net/ena: fix build with GCC 12

[dpdk.git] / app / test-eventdev / test_perf_common.h

diff --git a/app/test-eventdev/test_perf_common.h b/app/test-eventdev/test_perf_common.h
index ff9705d..8cbd06f 100644 (file)
--- a/app/test-eventdev/test_perf_common.h
+++ b/app/test-eventdev/test_perf_common.h
@@ -9,11 +9,14 @@
 #include <stdbool.h>
 #include <unistd.h>
 
+#include <rte_cryptodev.h>
 #include <rte_cycles.h>
 #include <rte_ethdev.h>
-#include <rte_eventdev.h>
+#include <rte_event_crypto_adapter.h>
 #include <rte_event_eth_rx_adapter.h>
+#include <rte_event_eth_tx_adapter.h>
 #include <rte_event_timer_adapter.h>
+#include <rte_eventdev.h>
 #include <rte_lcore.h>
 #include <rte_malloc.h>
 #include <rte_mempool.h>
@@ -23,6 +26,8 @@
 #include "evt_options.h"
 #include "evt_test.h"
 
+#define TEST_PERF_CA_ID 0
+
 struct test_perf;
 
 struct worker_data {
@@ -33,14 +38,19 @@ struct worker_data {
        struct test_perf *t;
 } __rte_cache_aligned;
 
+struct crypto_adptr_data {
+       uint8_t cdev_id;
+       uint16_t cdev_qp_id;
+       void **crypto_sess;
+};
 struct prod_data {
        uint8_t dev_id;
        uint8_t port_id;
        uint8_t queue_id;
+       struct crypto_adptr_data ca;
        struct test_perf *t;
 } __rte_cache_aligned;
 
-
 struct test_perf {
        /* Don't change the offset of "done". Signal handler use this memory
         * to terminate all lcores work.
@@ -58,6 +68,10 @@ struct test_perf {
        uint8_t sched_type_list[EVT_MAX_STAGES] __rte_cache_aligned;
        struct rte_event_timer_adapter *timer_adptr[
                RTE_EVENT_TIMER_ADAPTER_NUM_MAX] __rte_cache_aligned;
+       struct rte_mempool *ca_op_pool;
+       struct rte_mempool *ca_sess_pool;
+       struct rte_mempool *ca_sess_priv_pool;
+       struct rte_mempool *ca_asym_sess_pool;
 } __rte_cache_aligned;
 
 struct perf_elt {
@@ -71,6 +85,7 @@ struct perf_elt {
 } __rte_cache_aligned;
 
 #define BURST_SIZE 16
+#define MAX_PROD_ENQ_BURST_SIZE 128
 
 #define PERF_WORKER_INIT\
        struct worker_data *w  = arg;\
@@ -80,6 +95,8 @@ struct perf_elt {
        const uint8_t port = w->port_id;\
        const uint8_t prod_timer_type = \
                opt->prod_type == EVT_PROD_TYPE_EVENT_TIMER_ADPTR;\
+       const uint8_t prod_crypto_type = \
+               opt->prod_type == EVT_PROD_TYPE_EVENT_CRYPTO_ADPTR;\
        uint8_t *const sched_type_list = &t->sched_type_list[0];\
        struct rte_mempool *const pool = t->pool;\
        const uint8_t nb_stages = t->opt->nb_stages;\
@@ -96,13 +113,26 @@ perf_process_last_stage(struct rte_mempool *const pool,
                struct rte_event *const ev, struct worker_data *const w,
                void *bufs[], int const buf_sz, uint8_t count)
 {
-       bufs[count++] = ev->event_ptr;
+       /* release fence here ensures event_prt is
+        * stored before updating the number of
+        * processed packets for worker lcores
+        */
+       rte_atomic_thread_fence(__ATOMIC_RELEASE);
        w->processed_pkts++;
-       rte_smp_wmb();
 
-       if (unlikely(count == buf_sz)) {
-               count = 0;
-               rte_mempool_put_bulk(pool, bufs, buf_sz);
+       if (ev->event_type == RTE_EVENT_TYPE_CRYPTODEV &&
+                       ((struct rte_crypto_op *)ev->event_ptr)->type ==
+                               RTE_CRYPTO_OP_TYPE_ASYMMETRIC) {
+               struct rte_crypto_op *op = ev->event_ptr;
+
+               rte_free(op->asym->modex.result.data);
+               rte_crypto_op_free(op);
+       } else {
+               bufs[count++] = ev->event_ptr;
+               if (unlikely(count == buf_sz)) {
+                       count = 0;
+                       rte_mempool_put_bulk(pool, bufs, buf_sz);
+               }
        }
        return count;
 }
@@ -115,19 +145,30 @@ perf_process_last_stage_latency(struct rte_mempool *const pool,
        uint64_t latency;
        struct perf_elt *const m = ev->event_ptr;
 
-       bufs[count++] = ev->event_ptr;
+       /* release fence here ensures event_prt is
+        * stored before updating the number of
+        * processed packets for worker lcores
+        */
+       rte_atomic_thread_fence(__ATOMIC_RELEASE);
        w->processed_pkts++;
 
-       if (unlikely(count == buf_sz)) {
-               count = 0;
-               latency = rte_get_timer_cycles() - m->timestamp;
-               rte_mempool_put_bulk(pool, bufs, buf_sz);
+       if (ev->event_type == RTE_EVENT_TYPE_CRYPTODEV &&
+                       ((struct rte_crypto_op *)m)->type ==
+                               RTE_CRYPTO_OP_TYPE_ASYMMETRIC) {
+               rte_free(((struct rte_crypto_op *)m)->asym->modex.result.data);
+               rte_crypto_op_free((struct rte_crypto_op *)m);
        } else {
-               latency = rte_get_timer_cycles() - m->timestamp;
+               bufs[count++] = ev->event_ptr;
+               if (unlikely(count == buf_sz)) {
+                       count = 0;
+                       latency = rte_get_timer_cycles() - m->timestamp;
+                       rte_mempool_put_bulk(pool, bufs, buf_sz);
+               } else {
+                       latency = rte_get_timer_cycles() - m->timestamp;
+               }
+
+               w->latency += latency;
        }
-
-       w->latency += latency;
-       rte_smp_wmb();
        return count;
 }
 
@@ -143,6 +184,7 @@ int perf_test_result(struct evt_test *test, struct evt_options *opt);
 int perf_opt_check(struct evt_options *opt, uint64_t nb_queues);
 int perf_test_setup(struct evt_test *test, struct evt_options *opt);
 int perf_ethdev_setup(struct evt_test *test, struct evt_options *opt);
+int perf_cryptodev_setup(struct evt_test *test, struct evt_options *opt);
 int perf_mempool_setup(struct evt_test *test, struct evt_options *opt);
 int perf_event_dev_port_setup(struct evt_test *test, struct evt_options *opt,
                                uint8_t stride, uint8_t nb_queues,
@@ -153,7 +195,12 @@ int perf_launch_lcores(struct evt_test *test, struct evt_options *opt,
 void perf_opt_dump(struct evt_options *opt, uint8_t nb_queues);
 void perf_test_destroy(struct evt_test *test, struct evt_options *opt);
 void perf_eventdev_destroy(struct evt_test *test, struct evt_options *opt);
+void perf_cryptodev_destroy(struct evt_test *test, struct evt_options *opt);
 void perf_ethdev_destroy(struct evt_test *test, struct evt_options *opt);
+void perf_ethdev_rx_stop(struct evt_test *test, struct evt_options *opt);
 void perf_mempool_destroy(struct evt_test *test, struct evt_options *opt);
+void perf_worker_cleanup(struct rte_mempool *const pool, uint8_t dev_id,
+                        uint8_t port_id, struct rte_event events[],
+                        uint16_t nb_enq, uint16_t nb_deq);
 
 #endif /* _TEST_PERF_COMMON_ */