1 /* SPDX-License-Identifier: BSD-3-Clause
2 * Copyright 2015 6WIND S.A.
3 * Copyright 2015 Mellanox Technologies, Ltd
7 #include <linux/sockios.h>
8 #include <linux/ethtool.h>
12 #include <rte_ethdev_driver.h>
13 #include <rte_common.h>
14 #include <rte_malloc.h>
17 #include "mlx5_rxtx.h"
18 #include "mlx5_defs.h"
20 static const struct mlx5_counter_ctrl mlx5_counters_init[] = {
22 .dpdk_name = "rx_port_unicast_bytes",
23 .ctr_name = "rx_vport_unicast_bytes",
26 .dpdk_name = "rx_port_multicast_bytes",
27 .ctr_name = "rx_vport_multicast_bytes",
30 .dpdk_name = "rx_port_broadcast_bytes",
31 .ctr_name = "rx_vport_broadcast_bytes",
34 .dpdk_name = "rx_port_unicast_packets",
35 .ctr_name = "rx_vport_unicast_packets",
38 .dpdk_name = "rx_port_multicast_packets",
39 .ctr_name = "rx_vport_multicast_packets",
42 .dpdk_name = "rx_port_broadcast_packets",
43 .ctr_name = "rx_vport_broadcast_packets",
46 .dpdk_name = "tx_port_unicast_bytes",
47 .ctr_name = "tx_vport_unicast_bytes",
50 .dpdk_name = "tx_port_multicast_bytes",
51 .ctr_name = "tx_vport_multicast_bytes",
54 .dpdk_name = "tx_port_broadcast_bytes",
55 .ctr_name = "tx_vport_broadcast_bytes",
58 .dpdk_name = "tx_port_unicast_packets",
59 .ctr_name = "tx_vport_unicast_packets",
62 .dpdk_name = "tx_port_multicast_packets",
63 .ctr_name = "tx_vport_multicast_packets",
66 .dpdk_name = "tx_port_broadcast_packets",
67 .ctr_name = "tx_vport_broadcast_packets",
70 .dpdk_name = "rx_wqe_err",
71 .ctr_name = "rx_wqe_err",
74 .dpdk_name = "rx_crc_errors_phy",
75 .ctr_name = "rx_crc_errors_phy",
78 .dpdk_name = "rx_in_range_len_errors_phy",
79 .ctr_name = "rx_in_range_len_errors_phy",
82 .dpdk_name = "rx_symbol_err_phy",
83 .ctr_name = "rx_symbol_err_phy",
86 .dpdk_name = "tx_errors_phy",
87 .ctr_name = "tx_errors_phy",
90 .dpdk_name = "rx_out_of_buffer",
91 .ctr_name = "out_of_buffer",
95 .dpdk_name = "tx_packets_phy",
96 .ctr_name = "tx_packets_phy",
99 .dpdk_name = "rx_packets_phy",
100 .ctr_name = "rx_packets_phy",
103 .dpdk_name = "tx_discards_phy",
104 .ctr_name = "tx_discards_phy",
107 .dpdk_name = "rx_discards_phy",
108 .ctr_name = "rx_discards_phy",
111 .dpdk_name = "tx_bytes_phy",
112 .ctr_name = "tx_bytes_phy",
115 .dpdk_name = "rx_bytes_phy",
116 .ctr_name = "rx_bytes_phy",
118 /* Representor only */
120 .dpdk_name = "rx_packets",
121 .ctr_name = "vport_rx_packets",
124 .dpdk_name = "rx_bytes",
125 .ctr_name = "vport_rx_bytes",
128 .dpdk_name = "tx_packets",
129 .ctr_name = "vport_tx_packets",
132 .dpdk_name = "tx_bytes",
133 .ctr_name = "vport_tx_bytes",
137 static const unsigned int xstats_n = RTE_DIM(mlx5_counters_init);
140 mlx5_read_ib_stat(struct priv *priv, const char *ctr_name, uint64_t *stat)
143 MKSTR(path, "%s/ports/1/hw_counters/%s",
147 file = fopen(path, "rb");
149 int n = fscanf(file, "%" SCNu64, stat);
158 * Read device counters table.
161 * Pointer to Ethernet device.
163 * Counters table output buffer.
166 * 0 on success and stats is filled, negative errno value otherwise and
170 mlx5_read_dev_counters(struct rte_eth_dev *dev, uint64_t *stats)
172 struct priv *priv = dev->data->dev_private;
173 struct mlx5_xstats_ctrl *xstats_ctrl = &priv->xstats_ctrl;
176 unsigned int stats_sz = xstats_ctrl->stats_n * sizeof(uint64_t);
177 unsigned char et_stat_buf[sizeof(struct ethtool_stats) + stats_sz];
178 struct ethtool_stats *et_stats = (struct ethtool_stats *)et_stat_buf;
181 et_stats->cmd = ETHTOOL_GSTATS;
182 et_stats->n_stats = xstats_ctrl->stats_n;
183 ifr.ifr_data = (caddr_t)et_stats;
184 ret = mlx5_ifreq(dev, SIOCETHTOOL, &ifr);
187 "port %u unable to read statistic values from device",
191 for (i = 0; i != xstats_ctrl->mlx5_stats_n; ++i) {
192 if (xstats_ctrl->info[i].ib) {
193 mlx5_read_ib_stat(priv, xstats_ctrl->info[i].ctr_name,
196 stats[i] = (uint64_t)
197 et_stats->data[xstats_ctrl->dev_table_idx[i]];
204 * Query the number of statistics provided by ETHTOOL.
207 * Pointer to Ethernet device.
210 * Number of statistics on success, negative errno value otherwise and
214 mlx5_ethtool_get_stats_n(struct rte_eth_dev *dev) {
215 struct ethtool_drvinfo drvinfo;
219 drvinfo.cmd = ETHTOOL_GDRVINFO;
220 ifr.ifr_data = (caddr_t)&drvinfo;
221 ret = mlx5_ifreq(dev, SIOCETHTOOL, &ifr);
223 DRV_LOG(WARNING, "port %u unable to query number of statistics",
227 return drvinfo.n_stats;
231 * Init the structures to read device counters.
234 * Pointer to Ethernet device.
237 mlx5_stats_init(struct rte_eth_dev *dev)
239 struct priv *priv = dev->data->dev_private;
240 struct mlx5_xstats_ctrl *xstats_ctrl = &priv->xstats_ctrl;
241 struct mlx5_stats_ctrl *stats_ctrl = &priv->stats_ctrl;
245 struct ethtool_gstrings *strings = NULL;
246 unsigned int dev_stats_n;
250 /* So that it won't aggregate for each init. */
251 xstats_ctrl->mlx5_stats_n = 0;
252 ret = mlx5_ethtool_get_stats_n(dev);
254 DRV_LOG(WARNING, "port %u no extended statistics available",
259 /* Allocate memory to grab stat names and values. */
260 str_sz = dev_stats_n * ETH_GSTRING_LEN;
261 strings = (struct ethtool_gstrings *)
262 rte_malloc("xstats_strings",
263 str_sz + sizeof(struct ethtool_gstrings), 0);
265 DRV_LOG(WARNING, "port %u unable to allocate memory for xstats",
269 strings->cmd = ETHTOOL_GSTRINGS;
270 strings->string_set = ETH_SS_STATS;
271 strings->len = dev_stats_n;
272 ifr.ifr_data = (caddr_t)strings;
273 ret = mlx5_ifreq(dev, SIOCETHTOOL, &ifr);
275 DRV_LOG(WARNING, "port %u unable to get statistic names",
279 for (i = 0; i != dev_stats_n; ++i) {
280 const char *curr_string = (const char *)
281 &strings->data[i * ETH_GSTRING_LEN];
283 for (j = 0; j != xstats_n; ++j) {
284 if (!strcmp(mlx5_counters_init[j].ctr_name,
286 unsigned int idx = xstats_ctrl->mlx5_stats_n++;
288 xstats_ctrl->dev_table_idx[idx] = i;
289 xstats_ctrl->info[idx] = mlx5_counters_init[j];
294 /* Add IB counters. */
295 for (i = 0; i != xstats_n; ++i) {
296 if (mlx5_counters_init[i].ib) {
297 unsigned int idx = xstats_ctrl->mlx5_stats_n++;
299 xstats_ctrl->info[idx] = mlx5_counters_init[i];
302 assert(xstats_ctrl->mlx5_stats_n <= MLX5_MAX_XSTATS);
303 xstats_ctrl->stats_n = dev_stats_n;
304 /* Copy to base at first time. */
305 ret = mlx5_read_dev_counters(dev, xstats_ctrl->base);
307 DRV_LOG(ERR, "port %u cannot read device counters: %s",
308 dev->data->port_id, strerror(rte_errno));
309 mlx5_read_ib_stat(priv, "out_of_buffer", &stats_ctrl->imissed_base);
315 * DPDK callback to get extended device statistics.
318 * Pointer to Ethernet device.
320 * Pointer to rte extended stats table.
322 * The size of the stats table.
325 * Number of extended stats on success and stats is filled,
326 * negative on error and rte_errno is set.
329 mlx5_xstats_get(struct rte_eth_dev *dev, struct rte_eth_xstat *stats,
332 struct priv *priv = dev->data->dev_private;
334 uint64_t counters[n];
335 struct mlx5_xstats_ctrl *xstats_ctrl = &priv->xstats_ctrl;
336 uint16_t mlx5_stats_n = xstats_ctrl->mlx5_stats_n;
338 if (n >= mlx5_stats_n && stats) {
342 stats_n = mlx5_ethtool_get_stats_n(dev);
345 if (xstats_ctrl->stats_n != stats_n)
346 mlx5_stats_init(dev);
347 ret = mlx5_read_dev_counters(dev, counters);
350 for (i = 0; i != mlx5_stats_n; ++i) {
352 stats[i].value = (counters[i] - xstats_ctrl->base[i]);
359 * DPDK callback to get device statistics.
362 * Pointer to Ethernet device structure.
364 * Stats structure output buffer.
367 * 0 on success and stats is filled, negative errno value otherwise and
371 mlx5_stats_get(struct rte_eth_dev *dev, struct rte_eth_stats *stats)
373 struct priv *priv = dev->data->dev_private;
374 struct rte_eth_stats tmp;
378 memset(&tmp, 0, sizeof(tmp));
379 /* Add software counters. */
380 for (i = 0; (i != priv->rxqs_n); ++i) {
381 struct mlx5_rxq_data *rxq = (*priv->rxqs)[i];
385 idx = rxq->stats.idx;
386 if (idx < RTE_ETHDEV_QUEUE_STAT_CNTRS) {
387 #ifdef MLX5_PMD_SOFT_COUNTERS
388 tmp.q_ipackets[idx] += rxq->stats.ipackets;
389 tmp.q_ibytes[idx] += rxq->stats.ibytes;
391 tmp.q_errors[idx] += (rxq->stats.idropped +
392 rxq->stats.rx_nombuf);
394 #ifdef MLX5_PMD_SOFT_COUNTERS
395 tmp.ipackets += rxq->stats.ipackets;
396 tmp.ibytes += rxq->stats.ibytes;
398 tmp.ierrors += rxq->stats.idropped;
399 tmp.rx_nombuf += rxq->stats.rx_nombuf;
401 for (i = 0; (i != priv->txqs_n); ++i) {
402 struct mlx5_txq_data *txq = (*priv->txqs)[i];
406 idx = txq->stats.idx;
407 if (idx < RTE_ETHDEV_QUEUE_STAT_CNTRS) {
408 #ifdef MLX5_PMD_SOFT_COUNTERS
409 tmp.q_opackets[idx] += txq->stats.opackets;
410 tmp.q_obytes[idx] += txq->stats.obytes;
412 tmp.q_errors[idx] += txq->stats.oerrors;
414 #ifdef MLX5_PMD_SOFT_COUNTERS
415 tmp.opackets += txq->stats.opackets;
416 tmp.obytes += txq->stats.obytes;
418 tmp.oerrors += txq->stats.oerrors;
420 mlx5_read_ib_stat(priv, "out_of_buffer", &tmp.imissed);
421 tmp.imissed -= priv->stats_ctrl.imissed_base;
422 #ifndef MLX5_PMD_SOFT_COUNTERS
423 /* FIXME: retrieve and add hardware counters. */
430 * DPDK callback to clear device statistics.
433 * Pointer to Ethernet device structure.
436 mlx5_stats_reset(struct rte_eth_dev *dev)
438 struct priv *priv = dev->data->dev_private;
439 struct mlx5_stats_ctrl *stats_ctrl = &priv->stats_ctrl;
443 for (i = 0; (i != priv->rxqs_n); ++i) {
444 if ((*priv->rxqs)[i] == NULL)
446 idx = (*priv->rxqs)[i]->stats.idx;
447 (*priv->rxqs)[i]->stats =
448 (struct mlx5_rxq_stats){ .idx = idx };
450 for (i = 0; (i != priv->txqs_n); ++i) {
451 if ((*priv->txqs)[i] == NULL)
453 idx = (*priv->txqs)[i]->stats.idx;
454 (*priv->txqs)[i]->stats =
455 (struct mlx5_txq_stats){ .idx = idx };
457 mlx5_read_ib_stat(priv, "out_of_buffer", &stats_ctrl->imissed_base);
458 #ifndef MLX5_PMD_SOFT_COUNTERS
459 /* FIXME: reset hardware counters. */
464 * DPDK callback to clear device extended statistics.
467 * Pointer to Ethernet device structure.
470 mlx5_xstats_reset(struct rte_eth_dev *dev)
472 struct priv *priv = dev->data->dev_private;
473 struct mlx5_xstats_ctrl *xstats_ctrl = &priv->xstats_ctrl;
476 unsigned int n = xstats_ctrl->mlx5_stats_n;
477 uint64_t counters[n];
480 stats_n = mlx5_ethtool_get_stats_n(dev);
482 DRV_LOG(ERR, "port %u cannot get stats: %s", dev->data->port_id,
486 if (xstats_ctrl->stats_n != stats_n)
487 mlx5_stats_init(dev);
488 ret = mlx5_read_dev_counters(dev, counters);
490 DRV_LOG(ERR, "port %u cannot read device counters: %s",
491 dev->data->port_id, strerror(rte_errno));
494 for (i = 0; i != n; ++i)
495 xstats_ctrl->base[i] = counters[i];
499 * DPDK callback to retrieve names of extended device statistics
502 * Pointer to Ethernet device structure.
503 * @param[out] xstats_names
504 * Buffer to insert names into.
509 * Number of xstats names.
512 mlx5_xstats_get_names(struct rte_eth_dev *dev __rte_unused,
513 struct rte_eth_xstat_name *xstats_names, unsigned int n)
516 struct priv *priv = dev->data->dev_private;
517 struct mlx5_xstats_ctrl *xstats_ctrl = &priv->xstats_ctrl;
518 unsigned int mlx5_xstats_n = xstats_ctrl->mlx5_stats_n;
520 if (n >= mlx5_xstats_n && xstats_names) {
521 for (i = 0; i != mlx5_xstats_n; ++i) {
522 strncpy(xstats_names[i].name,
523 xstats_ctrl->info[i].dpdk_name,
524 RTE_ETH_XSTATS_NAME_SIZE);
525 xstats_names[i].name[RTE_ETH_XSTATS_NAME_SIZE - 1] = 0;
528 return mlx5_xstats_n;