event/dlb2: optimize credit allocations using port

[dpdk.git] / drivers / event / dlb2 / dlb2_priv.h

diff --git a/drivers/event/dlb2/dlb2_priv.h b/drivers/event/dlb2/dlb2_priv.h
index f3a9fe0..a5e2f8e 100644 (file)
--- a/drivers/event/dlb2/dlb2_priv.h
+++ b/drivers/event/dlb2/dlb2_priv.h
@@ -22,14 +22,25 @@
 
 #define EVDEV_DLB2_NAME_PMD dlb2_event
 
+/* Default values for command line devargs */
+#define DLB2_POLL_INTERVAL_DEFAULT 1000
+#define DLB2_SW_CREDIT_QUANTA_DEFAULT 32 /* Default = Worker */
+#define DLB2_SW_CREDIT_P_QUANTA_DEFAULT 256 /* Producer */
+#define DLB2_SW_CREDIT_C_QUANTA_DEFAULT 256 /* Consumer */
+#define DLB2_DEPTH_THRESH_DEFAULT 256
+
 /*  command line arg strings */
 #define NUMA_NODE_ARG "numa_node"
 #define DLB2_MAX_NUM_EVENTS "max_num_events"
 #define DLB2_NUM_DIR_CREDITS "num_dir_credits"
 #define DEV_ID_ARG "dev_id"
-#define DLB2_DEFER_SCHED_ARG "defer_sched"
 #define DLB2_QID_DEPTH_THRESH_ARG "qid_depth_thresh"
 #define DLB2_COS_ARG "cos"
+#define DLB2_POLL_INTERVAL_ARG "poll_interval"
+#define DLB2_SW_CREDIT_QUANTA_ARG "sw_credit_quanta"
+#define DLB2_HW_CREDIT_QUANTA_ARG "hw_credit_quanta"
+#define DLB2_DEPTH_THRESH_ARG "default_depth_thresh"
+#define DLB2_VECTOR_OPTS_ENAB_ARG "vector_opts_enable"
 
 /* Begin HW related defines and structs */
 
@@ -64,7 +75,9 @@
 #define DLB2_MIN_DEQUEUE_TIMEOUT_NS 1
 /* Note: "- 1" here to support the timeout range check in eventdev_autotest */
 #define DLB2_MAX_DEQUEUE_TIMEOUT_NS (UINT32_MAX - 1)
-#define DLB2_SW_CREDIT_BATCH_SZ 32
+#define DLB2_SW_CREDIT_BATCH_SZ 32 /* Default - Worker */
+#define DLB2_SW_CREDIT_P_BATCH_SZ 256 /* Producer */
+#define DLB2_SW_CREDIT_C_BATCH_SZ 256 /* Consumer */
 #define DLB2_NUM_SN_GROUPS 2
 #define DLB2_MAX_LDB_SN_ALLOC 1024
 #define DLB2_MAX_QUEUE_DEPTH_THRESHOLD 8191
@@ -197,9 +210,9 @@ enum dlb2_enqueue_type {
 /* hw-specific format - do not change */
 
 struct dlb2_event_type {
-       uint8_t major:4;
-       uint8_t unused:4;
-       uint8_t sub;
+       uint16_t major:4;
+       uint16_t unused:4;
+       uint16_t sub:8;
 };
 
 union dlb2_opaque_data {
@@ -343,6 +356,12 @@ struct dlb2_port {
        uint16_t cq_idx_unmasked;
        uint16_t cq_depth_mask;
        uint16_t gen_bit_shift;
+       uint64_t cq_rolling_mask; /*
+                                  * rotate to always have right expected
+                                  * gen bits
+                                  */
+       uint64_t cq_rolling_mask_2;
+       void *cq_addr_cached; /* avoid multiple refs */
        enum dlb2_port_state state;
        enum dlb2_configuration_state config_state;
        int num_mapped_qids;
@@ -352,6 +371,8 @@ struct dlb2_port {
        struct dlb2_cq_pop_qe *consume_qe;
        struct dlb2_eventdev *dlb2; /* back ptr */
        struct dlb2_eventdev_port *ev_port; /* back ptr */
+       bool use_scalar; /* force usage of scalar code */
+       uint16_t hw_credit_quanta;
 };
 
 /* Per-process per-port mmio and memory pointers */
@@ -505,9 +526,9 @@ struct dlb2_queue {
        uint32_t num_qid_inflights; /* User config */
        uint32_t num_atm_inflights; /* User config */
        enum dlb2_configuration_state config_state;
-       int sched_type; /* LB queue only */
-       uint32_t id;
-       bool is_directed;
+       int  sched_type; /* LB queue only */
+       uint8_t id;
+       bool     is_directed;
 };
 
 struct dlb2_eventdev_queue {
@@ -550,6 +571,7 @@ struct dlb2_eventdev {
        uint32_t new_event_limit;
        int max_num_events_override;
        int num_dir_credits_override;
+       bool vector_opts_enabled;
        volatile enum dlb2_run_state run_state;
        uint16_t num_dir_queues; /* total num of evdev dir queues requested */
        union {
@@ -568,8 +590,11 @@ struct dlb2_eventdev {
        uint16_t num_dir_ports; /* total num of dir ports requested */
        bool umwait_allowed;
        bool global_dequeue_wait; /* Not using per dequeue wait if true */
-       bool defer_sched;
        enum dlb2_cq_poll_modes poll_mode;
+       int poll_interval;
+       int sw_credit_quanta;
+       int hw_credit_quanta;
+       int default_depth_thresh;
        uint8_t revision;
        uint8_t version;
        bool configured;
@@ -600,9 +625,13 @@ struct dlb2_devargs {
        int max_num_events;
        int num_dir_credits_override;
        int dev_id;
-       int defer_sched;
        struct dlb2_qid_depth_thresholds qid_depth_thresholds;
        enum dlb2_cos cos_id;
+       int poll_interval;
+       int sw_credit_quanta;
+       int hw_credit_quanta;
+       int default_depth_thresh;
+       bool vector_opts_enabled;
 };
 
 /* End Eventdev related defines and structs */