1 /* SPDX-License-Identifier: BSD-3-Clause
2 * Copyright 2015 6WIND S.A.
3 * Copyright 2015 Mellanox.
7 #include <linux/sockios.h>
8 #include <linux/ethtool.h>
12 #include <rte_ethdev_driver.h>
13 #include <rte_common.h>
14 #include <rte_malloc.h>
17 #include "mlx5_rxtx.h"
18 #include "mlx5_defs.h"
20 struct mlx5_counter_ctrl {
21 /* Name of the counter. */
22 char dpdk_name[RTE_ETH_XSTATS_NAME_SIZE];
23 /* Name of the counter on the device table. */
24 char ctr_name[RTE_ETH_XSTATS_NAME_SIZE];
25 uint32_t ib:1; /**< Nonzero for IB counters. */
28 static const struct mlx5_counter_ctrl mlx5_counters_init[] = {
30 .dpdk_name = "rx_port_unicast_bytes",
31 .ctr_name = "rx_vport_unicast_bytes",
34 .dpdk_name = "rx_port_multicast_bytes",
35 .ctr_name = "rx_vport_multicast_bytes",
38 .dpdk_name = "rx_port_broadcast_bytes",
39 .ctr_name = "rx_vport_broadcast_bytes",
42 .dpdk_name = "rx_port_unicast_packets",
43 .ctr_name = "rx_vport_unicast_packets",
46 .dpdk_name = "rx_port_multicast_packets",
47 .ctr_name = "rx_vport_multicast_packets",
50 .dpdk_name = "rx_port_broadcast_packets",
51 .ctr_name = "rx_vport_broadcast_packets",
54 .dpdk_name = "tx_port_unicast_bytes",
55 .ctr_name = "tx_vport_unicast_bytes",
58 .dpdk_name = "tx_port_multicast_bytes",
59 .ctr_name = "tx_vport_multicast_bytes",
62 .dpdk_name = "tx_port_broadcast_bytes",
63 .ctr_name = "tx_vport_broadcast_bytes",
66 .dpdk_name = "tx_port_unicast_packets",
67 .ctr_name = "tx_vport_unicast_packets",
70 .dpdk_name = "tx_port_multicast_packets",
71 .ctr_name = "tx_vport_multicast_packets",
74 .dpdk_name = "tx_port_broadcast_packets",
75 .ctr_name = "tx_vport_broadcast_packets",
78 .dpdk_name = "rx_wqe_err",
79 .ctr_name = "rx_wqe_err",
82 .dpdk_name = "rx_crc_errors_phy",
83 .ctr_name = "rx_crc_errors_phy",
86 .dpdk_name = "rx_in_range_len_errors_phy",
87 .ctr_name = "rx_in_range_len_errors_phy",
90 .dpdk_name = "rx_symbol_err_phy",
91 .ctr_name = "rx_symbol_err_phy",
94 .dpdk_name = "tx_errors_phy",
95 .ctr_name = "tx_errors_phy",
98 .dpdk_name = "rx_out_of_buffer",
99 .ctr_name = "out_of_buffer",
103 .dpdk_name = "tx_packets_phy",
104 .ctr_name = "tx_packets_phy",
107 .dpdk_name = "rx_packets_phy",
108 .ctr_name = "rx_packets_phy",
111 .dpdk_name = "tx_bytes_phy",
112 .ctr_name = "tx_bytes_phy",
115 .dpdk_name = "rx_bytes_phy",
116 .ctr_name = "rx_bytes_phy",
120 static const unsigned int xstats_n = RTE_DIM(mlx5_counters_init);
123 * Read device counters table.
126 * Pointer to private structure.
128 * Counters table output buffer.
131 * 0 on success and stats is filled, negative on error.
134 priv_read_dev_counters(struct priv *priv, uint64_t *stats)
136 struct mlx5_xstats_ctrl *xstats_ctrl = &priv->xstats_ctrl;
139 unsigned int stats_sz = xstats_ctrl->stats_n * sizeof(uint64_t);
140 unsigned char et_stat_buf[sizeof(struct ethtool_stats) + stats_sz];
141 struct ethtool_stats *et_stats = (struct ethtool_stats *)et_stat_buf;
143 et_stats->cmd = ETHTOOL_GSTATS;
144 et_stats->n_stats = xstats_ctrl->stats_n;
145 ifr.ifr_data = (caddr_t)et_stats;
146 if (priv_ifreq(priv, SIOCETHTOOL, &ifr) != 0) {
147 WARN("unable to read statistic values from device");
150 for (i = 0; i != xstats_n; ++i) {
151 if (mlx5_counters_init[i].ib) {
153 MKSTR(path, "%s/ports/1/hw_counters/%s",
155 mlx5_counters_init[i].ctr_name);
157 file = fopen(path, "rb");
159 int n = fscanf(file, "%" SCNu64, &stats[i]);
166 stats[i] = (uint64_t)
167 et_stats->data[xstats_ctrl->dev_table_idx[i]];
174 * Query the number of statistics provided by ETHTOOL.
177 * Pointer to private structure.
180 * Number of statistics on success, -1 on error.
183 priv_ethtool_get_stats_n(struct priv *priv) {
184 struct ethtool_drvinfo drvinfo;
187 drvinfo.cmd = ETHTOOL_GDRVINFO;
188 ifr.ifr_data = (caddr_t)&drvinfo;
189 if (priv_ifreq(priv, SIOCETHTOOL, &ifr) != 0) {
190 WARN("unable to query number of statistics");
193 return drvinfo.n_stats;
197 * Init the structures to read device counters.
200 * Pointer to private structure.
203 priv_xstats_init(struct priv *priv)
205 struct mlx5_xstats_ctrl *xstats_ctrl = &priv->xstats_ctrl;
209 struct ethtool_gstrings *strings = NULL;
210 unsigned int dev_stats_n;
213 dev_stats_n = priv_ethtool_get_stats_n(priv);
214 if (dev_stats_n < 1) {
215 WARN("no extended statistics available");
218 xstats_ctrl->stats_n = dev_stats_n;
219 /* Allocate memory to grab stat names and values. */
220 str_sz = dev_stats_n * ETH_GSTRING_LEN;
221 strings = (struct ethtool_gstrings *)
222 rte_malloc("xstats_strings",
223 str_sz + sizeof(struct ethtool_gstrings), 0);
225 WARN("unable to allocate memory for xstats");
228 strings->cmd = ETHTOOL_GSTRINGS;
229 strings->string_set = ETH_SS_STATS;
230 strings->len = dev_stats_n;
231 ifr.ifr_data = (caddr_t)strings;
232 if (priv_ifreq(priv, SIOCETHTOOL, &ifr) != 0) {
233 WARN("unable to get statistic names");
236 for (j = 0; j != xstats_n; ++j)
237 xstats_ctrl->dev_table_idx[j] = dev_stats_n;
238 for (i = 0; i != dev_stats_n; ++i) {
239 const char *curr_string = (const char *)
240 &strings->data[i * ETH_GSTRING_LEN];
242 for (j = 0; j != xstats_n; ++j) {
243 if (!strcmp(mlx5_counters_init[j].ctr_name,
245 xstats_ctrl->dev_table_idx[j] = i;
250 for (j = 0; j != xstats_n; ++j) {
251 if (mlx5_counters_init[j].ib)
253 if (xstats_ctrl->dev_table_idx[j] >= dev_stats_n) {
254 WARN("counter \"%s\" is not recognized",
255 mlx5_counters_init[j].dpdk_name);
259 /* Copy to base at first time. */
260 assert(xstats_n <= MLX5_MAX_XSTATS);
261 priv_read_dev_counters(priv, xstats_ctrl->base);
267 * Get device extended statistics.
270 * Pointer to private structure.
272 * Pointer to rte extended stats table.
275 * Number of extended stats on success and stats is filled,
279 priv_xstats_get(struct priv *priv, struct rte_eth_xstat *stats)
281 struct mlx5_xstats_ctrl *xstats_ctrl = &priv->xstats_ctrl;
283 unsigned int n = xstats_n;
284 uint64_t counters[n];
286 if (priv_read_dev_counters(priv, counters) < 0)
288 for (i = 0; i != xstats_n; ++i) {
290 stats[i].value = (counters[i] - xstats_ctrl->base[i]);
296 * Reset device extended statistics.
299 * Pointer to private structure.
302 priv_xstats_reset(struct priv *priv)
304 struct mlx5_xstats_ctrl *xstats_ctrl = &priv->xstats_ctrl;
306 unsigned int n = xstats_n;
307 uint64_t counters[n];
309 if (priv_read_dev_counters(priv, counters) < 0)
311 for (i = 0; i != n; ++i)
312 xstats_ctrl->base[i] = counters[i];
316 * DPDK callback to get device statistics.
319 * Pointer to Ethernet device structure.
321 * Stats structure output buffer.
324 mlx5_stats_get(struct rte_eth_dev *dev, struct rte_eth_stats *stats)
326 struct priv *priv = dev->data->dev_private;
327 struct rte_eth_stats tmp = {0};
331 /* Add software counters. */
332 for (i = 0; (i != priv->rxqs_n); ++i) {
333 struct mlx5_rxq_data *rxq = (*priv->rxqs)[i];
337 idx = rxq->stats.idx;
338 if (idx < RTE_ETHDEV_QUEUE_STAT_CNTRS) {
339 #ifdef MLX5_PMD_SOFT_COUNTERS
340 tmp.q_ipackets[idx] += rxq->stats.ipackets;
341 tmp.q_ibytes[idx] += rxq->stats.ibytes;
343 tmp.q_errors[idx] += (rxq->stats.idropped +
344 rxq->stats.rx_nombuf);
346 #ifdef MLX5_PMD_SOFT_COUNTERS
347 tmp.ipackets += rxq->stats.ipackets;
348 tmp.ibytes += rxq->stats.ibytes;
350 tmp.ierrors += rxq->stats.idropped;
351 tmp.rx_nombuf += rxq->stats.rx_nombuf;
353 for (i = 0; (i != priv->txqs_n); ++i) {
354 struct mlx5_txq_data *txq = (*priv->txqs)[i];
358 idx = txq->stats.idx;
359 if (idx < RTE_ETHDEV_QUEUE_STAT_CNTRS) {
360 #ifdef MLX5_PMD_SOFT_COUNTERS
361 tmp.q_opackets[idx] += txq->stats.opackets;
362 tmp.q_obytes[idx] += txq->stats.obytes;
364 tmp.q_errors[idx] += txq->stats.oerrors;
366 #ifdef MLX5_PMD_SOFT_COUNTERS
367 tmp.opackets += txq->stats.opackets;
368 tmp.obytes += txq->stats.obytes;
370 tmp.oerrors += txq->stats.oerrors;
372 #ifndef MLX5_PMD_SOFT_COUNTERS
373 /* FIXME: retrieve and add hardware counters. */
380 * DPDK callback to clear device statistics.
383 * Pointer to Ethernet device structure.
386 mlx5_stats_reset(struct rte_eth_dev *dev)
388 struct priv *priv = dev->data->dev_private;
392 for (i = 0; (i != priv->rxqs_n); ++i) {
393 if ((*priv->rxqs)[i] == NULL)
395 idx = (*priv->rxqs)[i]->stats.idx;
396 (*priv->rxqs)[i]->stats =
397 (struct mlx5_rxq_stats){ .idx = idx };
399 for (i = 0; (i != priv->txqs_n); ++i) {
400 if ((*priv->txqs)[i] == NULL)
402 idx = (*priv->txqs)[i]->stats.idx;
403 (*priv->txqs)[i]->stats =
404 (struct mlx5_txq_stats){ .idx = idx };
406 #ifndef MLX5_PMD_SOFT_COUNTERS
407 /* FIXME: reset hardware counters. */
412 * DPDK callback to get extended device statistics.
415 * Pointer to Ethernet device structure.
417 * Stats table output buffer.
419 * The size of the stats table.
422 * Number of xstats on success, negative on failure.
425 mlx5_xstats_get(struct rte_eth_dev *dev,
426 struct rte_eth_xstat *stats, unsigned int n)
428 struct priv *priv = dev->data->dev_private;
431 if (n >= xstats_n && stats) {
432 struct mlx5_xstats_ctrl *xstats_ctrl = &priv->xstats_ctrl;
435 stats_n = priv_ethtool_get_stats_n(priv);
439 if (xstats_ctrl->stats_n != stats_n)
440 priv_xstats_init(priv);
441 ret = priv_xstats_get(priv, stats);
447 * DPDK callback to clear device extended statistics.
450 * Pointer to Ethernet device structure.
453 mlx5_xstats_reset(struct rte_eth_dev *dev)
455 struct priv *priv = dev->data->dev_private;
456 struct mlx5_xstats_ctrl *xstats_ctrl = &priv->xstats_ctrl;
459 stats_n = priv_ethtool_get_stats_n(priv);
462 if (xstats_ctrl->stats_n != stats_n)
463 priv_xstats_init(priv);
464 priv_xstats_reset(priv);
468 * DPDK callback to retrieve names of extended device statistics
471 * Pointer to Ethernet device structure.
472 * @param[out] xstats_names
473 * Buffer to insert names into.
478 * Number of xstats names.
481 mlx5_xstats_get_names(struct rte_eth_dev *dev __rte_unused,
482 struct rte_eth_xstat_name *xstats_names, unsigned int n)
486 if (n >= xstats_n && xstats_names) {
487 for (i = 0; i != xstats_n; ++i) {
488 strncpy(xstats_names[i].name,
489 mlx5_counters_init[i].dpdk_name,
490 RTE_ETH_XSTATS_NAME_SIZE);
491 xstats_names[i].name[RTE_ETH_XSTATS_NAME_SIZE - 1] = 0;