#include <stdbool.h>
#include <unistd.h>
+#include <rte_cryptodev.h>
#include <rte_cycles.h>
#include <rte_ethdev.h>
-#include <rte_eventdev.h>
+#include <rte_event_crypto_adapter.h>
#include <rte_event_eth_rx_adapter.h>
+#include <rte_event_eth_tx_adapter.h>
+#include <rte_event_timer_adapter.h>
+#include <rte_eventdev.h>
#include <rte_lcore.h>
#include <rte_malloc.h>
#include <rte_mempool.h>
#include "evt_options.h"
#include "evt_test.h"
+#define TEST_PERF_CA_ID 0
+
struct test_perf;
struct worker_data {
struct test_perf *t;
} __rte_cache_aligned;
+struct crypto_adptr_data {
+ uint8_t cdev_id;
+ uint16_t cdev_qp_id;
+ void **crypto_sess;
+};
struct prod_data {
uint8_t dev_id;
uint8_t port_id;
uint8_t queue_id;
+ struct crypto_adptr_data ca;
struct test_perf *t;
} __rte_cache_aligned;
struct worker_data worker[EVT_MAX_PORTS];
struct evt_options *opt;
uint8_t sched_type_list[EVT_MAX_STAGES] __rte_cache_aligned;
+ struct rte_event_timer_adapter *timer_adptr[
+ RTE_EVENT_TIMER_ADAPTER_NUM_MAX] __rte_cache_aligned;
+ struct rte_mempool *ca_op_pool;
+ struct rte_mempool *ca_sess_pool;
+ struct rte_mempool *ca_sess_priv_pool;
+ struct rte_mempool *ca_asym_sess_pool;
} __rte_cache_aligned;
struct perf_elt {
- uint64_t timestamp;
+ union {
+ struct rte_event_timer tim;
+ struct {
+ char pad[offsetof(struct rte_event_timer, user_meta)];
+ uint64_t timestamp;
+ };
+ };
} __rte_cache_aligned;
#define BURST_SIZE 16
+#define MAX_PROD_ENQ_BURST_SIZE 128
#define PERF_WORKER_INIT\
struct worker_data *w = arg;\
struct evt_options *opt = t->opt;\
const uint8_t dev = w->dev_id;\
const uint8_t port = w->port_id;\
+ const uint8_t prod_timer_type = \
+ opt->prod_type == EVT_PROD_TYPE_EVENT_TIMER_ADPTR;\
+ const uint8_t prod_crypto_type = \
+ opt->prod_type == EVT_PROD_TYPE_EVENT_CRYPTO_ADPTR;\
uint8_t *const sched_type_list = &t->sched_type_list[0];\
struct rte_mempool *const pool = t->pool;\
const uint8_t nb_stages = t->opt->nb_stages;\
printf("%s(): lcore %d dev_id %d port=%d\n", __func__,\
rte_lcore_id(), dev, port)
-static inline __attribute__((always_inline)) int
+static __rte_always_inline int
perf_process_last_stage(struct rte_mempool *const pool,
struct rte_event *const ev, struct worker_data *const w,
void *bufs[], int const buf_sz, uint8_t count)
{
- bufs[count++] = ev->event_ptr;
+ /* release fence here ensures event_prt is
+ * stored before updating the number of
+ * processed packets for worker lcores
+ */
+ rte_atomic_thread_fence(__ATOMIC_RELEASE);
w->processed_pkts++;
- rte_smp_wmb();
- if (unlikely(count == buf_sz)) {
- count = 0;
- rte_mempool_put_bulk(pool, bufs, buf_sz);
+ if (ev->event_type == RTE_EVENT_TYPE_CRYPTODEV &&
+ ((struct rte_crypto_op *)ev->event_ptr)->type ==
+ RTE_CRYPTO_OP_TYPE_ASYMMETRIC) {
+ struct rte_crypto_op *op = ev->event_ptr;
+
+ rte_free(op->asym->modex.result.data);
+ rte_crypto_op_free(op);
+ } else {
+ bufs[count++] = ev->event_ptr;
+ if (unlikely(count == buf_sz)) {
+ count = 0;
+ rte_mempool_put_bulk(pool, bufs, buf_sz);
+ }
}
return count;
}
-static inline __attribute__((always_inline)) uint8_t
+static __rte_always_inline uint8_t
perf_process_last_stage_latency(struct rte_mempool *const pool,
struct rte_event *const ev, struct worker_data *const w,
void *bufs[], int const buf_sz, uint8_t count)
uint64_t latency;
struct perf_elt *const m = ev->event_ptr;
- bufs[count++] = ev->event_ptr;
+ /* release fence here ensures event_prt is
+ * stored before updating the number of
+ * processed packets for worker lcores
+ */
+ rte_atomic_thread_fence(__ATOMIC_RELEASE);
w->processed_pkts++;
- if (unlikely(count == buf_sz)) {
- count = 0;
- latency = rte_get_timer_cycles() - m->timestamp;
- rte_mempool_put_bulk(pool, bufs, buf_sz);
+ if (ev->event_type == RTE_EVENT_TYPE_CRYPTODEV &&
+ ((struct rte_crypto_op *)m)->type ==
+ RTE_CRYPTO_OP_TYPE_ASYMMETRIC) {
+ rte_free(((struct rte_crypto_op *)m)->asym->modex.result.data);
+ rte_crypto_op_free((struct rte_crypto_op *)m);
} else {
- latency = rte_get_timer_cycles() - m->timestamp;
+ bufs[count++] = ev->event_ptr;
+ if (unlikely(count == buf_sz)) {
+ count = 0;
+ latency = rte_get_timer_cycles() - m->timestamp;
+ rte_mempool_put_bulk(pool, bufs, buf_sz);
+ } else {
+ latency = rte_get_timer_cycles() - m->timestamp;
+ }
+
+ w->latency += latency;
}
-
- w->latency += latency;
- rte_smp_wmb();
return count;
}
int perf_opt_check(struct evt_options *opt, uint64_t nb_queues);
int perf_test_setup(struct evt_test *test, struct evt_options *opt);
int perf_ethdev_setup(struct evt_test *test, struct evt_options *opt);
+int perf_cryptodev_setup(struct evt_test *test, struct evt_options *opt);
int perf_mempool_setup(struct evt_test *test, struct evt_options *opt);
int perf_event_dev_port_setup(struct evt_test *test, struct evt_options *opt,
- uint8_t stride, uint8_t nb_queues);
+ uint8_t stride, uint8_t nb_queues,
+ const struct rte_event_port_conf *port_conf);
int perf_event_dev_service_setup(uint8_t dev_id);
int perf_launch_lcores(struct evt_test *test, struct evt_options *opt,
int (*worker)(void *));
void perf_opt_dump(struct evt_options *opt, uint8_t nb_queues);
void perf_test_destroy(struct evt_test *test, struct evt_options *opt);
void perf_eventdev_destroy(struct evt_test *test, struct evt_options *opt);
+void perf_cryptodev_destroy(struct evt_test *test, struct evt_options *opt);
void perf_ethdev_destroy(struct evt_test *test, struct evt_options *opt);
+void perf_ethdev_rx_stop(struct evt_test *test, struct evt_options *opt);
void perf_mempool_destroy(struct evt_test *test, struct evt_options *opt);
+void perf_worker_cleanup(struct rte_mempool *const pool, uint8_t dev_id,
+ uint8_t port_id, struct rte_event events[],
+ uint16_t nb_enq, uint16_t nb_deq);
#endif /* _TEST_PERF_COMMON_ */
git.droids-corp.org / dpdk.git / blobdiff