event/dsw: implement xstats counters
authorMattias Rönnblom <mattias.ronnblom@ericsson.com>
Tue, 18 Sep 2018 12:45:13 +0000 (14:45 +0200)
committerJerin Jacob <jerin.jacob@caviumnetworks.com>
Mon, 1 Oct 2018 14:46:17 +0000 (16:46 +0200)
The DSW event device now implements the 'xstats' interface and a
number of port- and device-level counters.

Signed-off-by: Mattias Rönnblom <mattias.ronnblom@ericsson.com>
drivers/event/dsw/Makefile
drivers/event/dsw/dsw_evdev.c
drivers/event/dsw/dsw_evdev.h
drivers/event/dsw/dsw_event.c
drivers/event/dsw/dsw_xstats.c [new file with mode: 0644]
drivers/event/dsw/meson.build

index 6374a45..ea1e525 100644 (file)
@@ -21,6 +21,7 @@ LIBABIVER := 1
 
 EXPORT_MAP := rte_pmd_dsw_event_version.map
 
-SRCS-$(CONFIG_RTE_LIBRTE_PMD_DSW_EVENTDEV) += dsw_evdev.c dsw_event.c
+SRCS-$(CONFIG_RTE_LIBRTE_PMD_DSW_EVENTDEV) += \
+       dsw_evdev.c dsw_event.c dsw_xstats.c
 
 include $(RTE_SDK)/mk/rte.lib.mk
index 2ecb365..33ba136 100644 (file)
@@ -378,7 +378,10 @@ static struct rte_eventdev_ops dsw_evdev_ops = {
        .dev_configure = dsw_configure,
        .dev_start = dsw_start,
        .dev_stop = dsw_stop,
-       .dev_close = dsw_close
+       .dev_close = dsw_close,
+       .xstats_get = dsw_xstats_get,
+       .xstats_get_names = dsw_xstats_get_names,
+       .xstats_get_by_name = dsw_xstats_get_by_name
 };
 
 static int
index f6f8f04..dc28ab1 100644 (file)
@@ -176,6 +176,14 @@ struct dsw_port {
        uint16_t seen_events_idx;
        struct dsw_queue_flow seen_events[DSW_MAX_EVENTS_RECORDED];
 
+       uint64_t new_enqueued;
+       uint64_t forward_enqueued;
+       uint64_t release_enqueued;
+       uint64_t queue_enqueued[DSW_MAX_QUEUES];
+
+       uint64_t dequeued;
+       uint64_t queue_dequeued[DSW_MAX_QUEUES];
+
        uint16_t out_buffer_len[DSW_MAX_PORTS];
        struct rte_event out_buffer[DSW_MAX_PORTS][DSW_MAX_PORT_OUT_BUFFER];
 
@@ -243,6 +251,17 @@ uint16_t dsw_event_dequeue(void *port, struct rte_event *ev, uint64_t wait);
 uint16_t dsw_event_dequeue_burst(void *port, struct rte_event *events,
                                 uint16_t num, uint64_t wait);
 
+int dsw_xstats_get_names(const struct rte_eventdev *dev,
+                        enum rte_event_dev_xstats_mode mode,
+                        uint8_t queue_port_id,
+                        struct rte_event_dev_xstats_name *xstats_names,
+                        unsigned int *ids, unsigned int size);
+int dsw_xstats_get(const struct rte_eventdev *dev,
+                  enum rte_event_dev_xstats_mode mode, uint8_t queue_port_id,
+                  const unsigned int ids[], uint64_t values[], unsigned int n);
+uint64_t dsw_xstats_get_by_name(const struct rte_eventdev *dev,
+                               const char *name, unsigned int *id);
+
 static inline struct dsw_evdev *
 dsw_pmd_priv(const struct rte_eventdev *eventdev)
 {
index a84b19c..61a66fa 100644 (file)
@@ -82,6 +82,33 @@ dsw_port_return_credits(struct dsw_evdev *dsw, struct dsw_port *port,
        }
 }
 
+static void
+dsw_port_enqueue_stats(struct dsw_port *port, uint16_t num_new,
+                      uint16_t num_forward, uint16_t num_release)
+{
+       port->new_enqueued += num_new;
+       port->forward_enqueued += num_forward;
+       port->release_enqueued += num_release;
+}
+
+static void
+dsw_port_queue_enqueue_stats(struct dsw_port *source_port, uint8_t queue_id)
+{
+       source_port->queue_enqueued[queue_id]++;
+}
+
+static void
+dsw_port_dequeue_stats(struct dsw_port *port, uint16_t num)
+{
+       port->dequeued += num;
+}
+
+static void
+dsw_port_queue_dequeued_stats(struct dsw_port *source_port, uint8_t queue_id)
+{
+       source_port->queue_dequeued[queue_id]++;
+}
+
 static void
 dsw_port_load_record(struct dsw_port *port, unsigned int dequeued)
 {
@@ -1059,12 +1086,16 @@ dsw_event_enqueue_burst_generic(void *port, const struct rte_event events[],
 
        source_port->pending_releases -= num_release;
 
+       dsw_port_enqueue_stats(source_port, num_new,
+                              num_non_release-num_new, num_release);
+
        for (i = 0; i < events_len; i++) {
                const struct rte_event *event = &events[i];
 
                if (likely(num_release == 0 ||
                           event->op != RTE_EVENT_OP_RELEASE))
                        dsw_port_buffer_event(dsw, source_port, event);
+               dsw_port_queue_enqueue_stats(source_port, event->queue_id);
        }
 
        DSW_LOG_DP_PORT(DEBUG, source_port->id, "%d non-release events "
@@ -1109,6 +1140,8 @@ dsw_port_record_seen_events(struct dsw_port *port, struct rte_event *events,
 {
        uint16_t i;
 
+       dsw_port_dequeue_stats(port, num);
+
        for (i = 0; i < num; i++) {
                uint16_t l_idx = port->seen_events_idx;
                struct dsw_queue_flow *qf = &port->seen_events[l_idx];
@@ -1117,6 +1150,8 @@ dsw_port_record_seen_events(struct dsw_port *port, struct rte_event *events,
                qf->flow_hash = dsw_flow_id_hash(event->flow_id);
 
                port->seen_events_idx = (l_idx+1) % DSW_MAX_EVENTS_RECORDED;
+
+               dsw_port_queue_dequeued_stats(port, event->queue_id);
        }
 
        if (unlikely(port->seen_events_len != DSW_MAX_EVENTS_RECORDED))
diff --git a/drivers/event/dsw/dsw_xstats.c b/drivers/event/dsw/dsw_xstats.c
new file mode 100644 (file)
index 0000000..bf2eec5
--- /dev/null
@@ -0,0 +1,288 @@
+/* SPDX-License-Identifier: BSD-3-Clause
+ * Copyright(c) 2018 Ericsson AB
+ */
+
+#include "dsw_evdev.h"
+
+#include <stdbool.h>
+#include <string.h>
+
+#include <rte_debug.h>
+
+/* The high bits in the xstats id is used to store an additional
+ * parameter (beyond the queue or port id already in the xstats
+ * interface).
+ */
+#define DSW_XSTATS_ID_PARAM_BITS (8)
+#define DSW_XSTATS_ID_STAT_BITS                                        \
+       (sizeof(unsigned int)*CHAR_BIT - DSW_XSTATS_ID_PARAM_BITS)
+#define DSW_XSTATS_ID_STAT_MASK ((1 << DSW_XSTATS_ID_STAT_BITS) - 1)
+
+#define DSW_XSTATS_ID_GET_PARAM(id)            \
+       ((id)>>DSW_XSTATS_ID_STAT_BITS)
+
+#define DSW_XSTATS_ID_GET_STAT(id)             \
+       ((id) & DSW_XSTATS_ID_STAT_MASK)
+
+#define DSW_XSTATS_ID_CREATE(id, param_value)                  \
+       (((param_value) << DSW_XSTATS_ID_STAT_BITS) | id)
+
+typedef
+uint64_t (*dsw_xstats_dev_get_value_fn)(struct dsw_evdev *dsw);
+
+struct dsw_xstat_dev {
+       const char *name;
+       dsw_xstats_dev_get_value_fn get_value_fn;
+};
+
+typedef
+uint64_t (*dsw_xstats_port_get_value_fn)(struct dsw_evdev *dsw,
+                                        uint8_t port_id, uint8_t queue_id);
+
+struct dsw_xstats_port {
+       const char *name_fmt;
+       dsw_xstats_port_get_value_fn get_value_fn;
+       bool per_queue;
+};
+
+static uint64_t
+dsw_xstats_dev_credits_on_loan(struct dsw_evdev *dsw)
+{
+       return rte_atomic32_read(&dsw->credits_on_loan);
+}
+
+static struct dsw_xstat_dev dsw_dev_xstats[] = {
+       { "dev_credits_on_loan", dsw_xstats_dev_credits_on_loan }
+};
+
+#define DSW_GEN_PORT_ACCESS_FN(_variable)                              \
+       static uint64_t                                                 \
+       dsw_xstats_port_get_ ## _variable(struct dsw_evdev *dsw,        \
+                                         uint8_t port_id,              \
+                                         uint8_t queue_id __rte_unused) \
+       {                                                               \
+               return dsw->ports[port_id]._variable;                   \
+       }
+
+DSW_GEN_PORT_ACCESS_FN(new_enqueued)
+DSW_GEN_PORT_ACCESS_FN(forward_enqueued)
+DSW_GEN_PORT_ACCESS_FN(release_enqueued)
+
+static uint64_t
+dsw_xstats_port_get_queue_enqueued(struct dsw_evdev *dsw, uint8_t port_id,
+                                  uint8_t queue_id)
+{
+       return dsw->ports[port_id].queue_enqueued[queue_id];
+}
+
+DSW_GEN_PORT_ACCESS_FN(dequeued)
+
+static uint64_t
+dsw_xstats_port_get_queue_dequeued(struct dsw_evdev *dsw, uint8_t port_id,
+                                  uint8_t queue_id)
+{
+       return dsw->ports[port_id].queue_dequeued[queue_id];
+}
+
+DSW_GEN_PORT_ACCESS_FN(migrations)
+
+static uint64_t
+dsw_xstats_port_get_migration_latency(struct dsw_evdev *dsw, uint8_t port_id,
+                                     uint8_t queue_id __rte_unused)
+{
+       uint64_t total_latency = dsw->ports[port_id].migration_latency;
+       uint64_t num_migrations = dsw->ports[port_id].migrations;
+
+       return num_migrations > 0 ? total_latency / num_migrations : 0;
+}
+
+static uint64_t
+dsw_xstats_port_get_event_proc_latency(struct dsw_evdev *dsw, uint8_t port_id,
+                                      uint8_t queue_id __rte_unused)
+{
+       uint64_t total_busy_cycles =
+               dsw->ports[port_id].total_busy_cycles;
+       uint64_t dequeued =
+               dsw->ports[port_id].dequeued;
+
+       return dequeued > 0 ? total_busy_cycles / dequeued : 0;
+}
+
+DSW_GEN_PORT_ACCESS_FN(inflight_credits)
+
+static uint64_t
+dsw_xstats_port_get_load(struct dsw_evdev *dsw, uint8_t port_id,
+                        uint8_t queue_id __rte_unused)
+{
+       int16_t load;
+
+       load = rte_atomic16_read(&dsw->ports[port_id].load);
+
+       return DSW_LOAD_TO_PERCENT(load);
+}
+
+DSW_GEN_PORT_ACCESS_FN(last_bg)
+
+static struct dsw_xstats_port dsw_port_xstats[] = {
+       { "port_%u_new_enqueued", dsw_xstats_port_get_new_enqueued,
+         false },
+       { "port_%u_forward_enqueued", dsw_xstats_port_get_forward_enqueued,
+         false },
+       { "port_%u_release_enqueued", dsw_xstats_port_get_release_enqueued,
+         false },
+       { "port_%u_queue_%u_enqueued", dsw_xstats_port_get_queue_enqueued,
+         true },
+       { "port_%u_dequeued", dsw_xstats_port_get_dequeued,
+         false },
+       { "port_%u_queue_%u_dequeued", dsw_xstats_port_get_queue_dequeued,
+         true },
+       { "port_%u_migrations", dsw_xstats_port_get_migrations,
+         false },
+       { "port_%u_migration_latency", dsw_xstats_port_get_migration_latency,
+         false },
+       { "port_%u_event_proc_latency", dsw_xstats_port_get_event_proc_latency,
+         false },
+       { "port_%u_inflight_credits", dsw_xstats_port_get_inflight_credits,
+         false },
+       { "port_%u_load", dsw_xstats_port_get_load,
+         false },
+       { "port_%u_last_bg", dsw_xstats_port_get_last_bg,
+         false }
+};
+
+static int
+dsw_xstats_dev_get_names(struct rte_event_dev_xstats_name *xstats_names,
+                        unsigned int *ids, unsigned int size)
+{
+       unsigned int i;
+
+       for (i = 0; i < RTE_DIM(dsw_dev_xstats) && i < size; i++) {
+               ids[i] = i;
+               strcpy(xstats_names[i].name, dsw_dev_xstats[i].name);
+       }
+
+       return i;
+}
+
+static int
+dsw_xstats_port_get_names(struct dsw_evdev *dsw, uint8_t port_id,
+                         struct rte_event_dev_xstats_name *xstats_names,
+                         unsigned int *ids, unsigned int size)
+{
+       uint8_t queue_id = 0;
+       unsigned int id_idx;
+       unsigned int stat_idx;
+
+       for (id_idx = 0, stat_idx = 0;
+            id_idx < size && stat_idx < RTE_DIM(dsw_port_xstats);
+            id_idx++) {
+               struct dsw_xstats_port *xstat = &dsw_port_xstats[stat_idx];
+
+               if (xstat->per_queue) {
+                       ids[id_idx] = DSW_XSTATS_ID_CREATE(stat_idx, queue_id);
+                       snprintf(xstats_names[id_idx].name,
+                                RTE_EVENT_DEV_XSTATS_NAME_SIZE,
+                                dsw_port_xstats[stat_idx].name_fmt, port_id,
+                                queue_id);
+                       queue_id++;
+               } else {
+                       ids[id_idx] = stat_idx;
+                       snprintf(xstats_names[id_idx].name,
+                                RTE_EVENT_DEV_XSTATS_NAME_SIZE,
+                                dsw_port_xstats[stat_idx].name_fmt, port_id);
+               }
+
+               if (!(xstat->per_queue && queue_id < dsw->num_queues)) {
+                       stat_idx++;
+                       queue_id = 0;
+               }
+       }
+       return id_idx;
+}
+
+int
+dsw_xstats_get_names(const struct rte_eventdev *dev,
+                    enum rte_event_dev_xstats_mode mode,
+                    uint8_t queue_port_id,
+                    struct rte_event_dev_xstats_name *xstats_names,
+                    unsigned int *ids, unsigned int size)
+{
+       struct dsw_evdev *dsw = dsw_pmd_priv(dev);
+
+       switch (mode) {
+       case RTE_EVENT_DEV_XSTATS_DEVICE:
+               return dsw_xstats_dev_get_names(xstats_names, ids, size);
+       case RTE_EVENT_DEV_XSTATS_PORT:
+               return dsw_xstats_port_get_names(dsw, queue_port_id,
+                                                xstats_names, ids, size);
+       case RTE_EVENT_DEV_XSTATS_QUEUE:
+               return 0;
+       default:
+               RTE_ASSERT(false);
+               return -1;
+       }
+}
+
+static int
+dsw_xstats_dev_get(const struct rte_eventdev *dev,
+                  const unsigned int ids[], uint64_t values[], unsigned int n)
+{
+       struct dsw_evdev *dsw = dsw_pmd_priv(dev);
+       unsigned int i;
+
+       for (i = 0; i < n; i++) {
+               unsigned int id = ids[i];
+               struct dsw_xstat_dev *xstat = &dsw_dev_xstats[id];
+               values[i] = xstat->get_value_fn(dsw);
+       }
+       return n;
+}
+
+static int
+dsw_xstats_port_get(const struct rte_eventdev *dev, uint8_t port_id,
+                   const unsigned int ids[], uint64_t values[], unsigned int n)
+{
+       struct dsw_evdev *dsw = dsw_pmd_priv(dev);
+       unsigned int i;
+
+       for (i = 0; i < n; i++) {
+               unsigned int id = ids[i];
+               unsigned int stat_idx = DSW_XSTATS_ID_GET_STAT(id);
+               struct dsw_xstats_port *xstat = &dsw_port_xstats[stat_idx];
+               uint8_t queue_id = 0;
+
+               if (xstat->per_queue)
+                       queue_id = DSW_XSTATS_ID_GET_PARAM(id);
+
+               values[i] = xstat->get_value_fn(dsw, port_id, queue_id);
+       }
+       return n;
+}
+
+int
+dsw_xstats_get(const struct rte_eventdev *dev,
+              enum rte_event_dev_xstats_mode mode, uint8_t queue_port_id,
+              const unsigned int ids[], uint64_t values[], unsigned int n)
+{
+       switch (mode) {
+       case RTE_EVENT_DEV_XSTATS_DEVICE:
+               return dsw_xstats_dev_get(dev, ids, values, n);
+       case RTE_EVENT_DEV_XSTATS_PORT:
+               return dsw_xstats_port_get(dev, queue_port_id, ids, values, n);
+       case RTE_EVENT_DEV_XSTATS_QUEUE:
+               return 0;
+       default:
+               RTE_ASSERT(false);
+               return -1;
+       }
+       return 0;
+}
+
+uint64_t dsw_xstats_get_by_name(const struct rte_eventdev *dev,
+                               const char *name, unsigned int *id)
+{
+       RTE_SET_USED(dev);
+       RTE_SET_USED(name);
+       RTE_SET_USED(id);
+       return 0;
+}
index bd2e4c8..a6b7bfa 100644 (file)
@@ -3,4 +3,4 @@
 
 allow_experimental_apis = true
 deps += ['bus_vdev']
-sources = files('dsw_evdev.c', 'dsw_event.c')
+sources = files('dsw_evdev.c', 'dsw_event.c', 'dsw_xstats.c')